{ "bizCode": "MNNTest", "extraInfo": { "version": "2.9.6" }, "oplists": [ { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.664062, 1.84375, 1.828125, 1.851562, 1.8125, 1.78125, 1.226562, 1.8125, 1.820312, 1.695312, 1.476562, 1.890625, 1.671875, 1.742188, 1.882812, 1.851562, 1.351562, 1.78125, 1.804688, 1.6875, 1.835938, 1.867188, 1.789062, 1.78125, 1.796875, 1.859375, 1.710938, 1.859375, 1.84375, 1.867188, 1.789062, -0.02002, 1.804688, 1.796875, 1.757812, 1.851562, 1.710938, 1.8125, 1.507812, 1.890625, 1.84375, 1.804688, 1.820312, 1.796875, 1.695312, 1.820312, 1.921875, 1.859375, 1.828125, 1.648438, 1.882812, 1.640625, 1.742188, 1.851562, 1.742188, 1.804688, 1.882812, 1.765625, 1.796875, 1.734375, 1.835938, 1.867188, 1.828125, 1.84375, 1.742188, 1.773438, 1.5, 1.539062, 1.882812, 1.914062, 1.882812, 1.539062, 1.84375, 1.765625, 1.867188, 1.742188, 1.859375, 1.851562, 1.585938, 1.804688, 1.757812, 1.898438, 1.695312, 1.789062, 1.828125, 1.859375, 1.882812, 1.734375, 1.828125, 1.625, 1.75, 1.789062, 1.835938, 1.859375, 1.632812, 1.679688, 1.890625, 1.859375, 1.859375, 1.859375, 1.851562, 1.773438, 1.757812, 1.765625, 2.140625, 1.742188, 1.789062, 1.828125, 1.789062, 1.804688, 1.820312, 1.898438, 1.726562, 1.859375, 1.859375, 1.804688, 1.859375, 1.796875, 2.0, 1.828125, 1.828125, 1.710938, 1.796875, 1.835938, 1.96875, 1.820312, 1.171875, 1.78125, 1.804688, 1.6875, 1.867188, 1.851562, 1.84375, 1.789062, 1.84375, 1.8125, 1.835938, 1.773438, 1.710938, 1.789062, 1.867188, 2.546875, 1.773438, 1.84375, 1.804688, 1.851562, 1.773438, 1.71875, 1.757812, 1.765625, 1.898438, 1.851562, 1.71875, 1.851562, 1.851562, 1.820312, 1.859375, 1.796875, 1.570312, 1.859375, 1.710938, 1.820312, 1.648438, 1.773438, 1.8125, 1.851562, 1.476562, 1.726562, 1.835938, 1.640625, 1.90625, 1.914062, 1.835938, 1.773438, 1.570312, 1.773438, 1.828125, 1.828125, 1.84375, 1.84375, 1.742188, 1.820312, 1.835938, 1.804688, 1.796875, 1.90625, 1.976562, 1.8125, 1.859375, 1.828125, 1.859375, 1.78125, 1.671875, 1.8125, 1.8125, 1.765625, 1.804688, 1.820312, 0.118652, 1.757812, 1.804688, 1.875, 1.726562, 1.804688, 1.890625, 1.851562, 1.8125, 1.789062, 1.8125, 1.914062, 1.828125, 1.789062, 1.789062, 1.617188, 1.882812, 1.765625, 1.851562, 1.84375, 1.835938, 1.8125, 1.875, 1.820312, 1.742188, 1.78125, 1.804688, 1.875, 1.875, 1.773438, 1.882812, 1.742188, 1.796875, 1.664062, 1.804688, 1.851562, 1.851562, 1.765625, 1.84375, 1.765625, 2.59375, 1.789062, 1.789062, 1.835938, 1.84375, 1.859375, 1.84375, 1.828125, 1.492188, 1.890625, 1.820312, 1.929688, 1.820312, 1.726562, 1.640625, 1.835938, 1.773438, 1.804688, 1.820312, 1.773438, 1.789062, 1.78125, 1.789062, 1.75, 1.8125, 1.664062, 1.882812, 1.867188, 1.828125, 1.828125, 1.796875, 1.875, 1.226562, 1.75, 1.890625, 1.476562, 1.742188, 1.804688, 1.875, 1.835938, 1.710938, 1.75, 1.78125, 1.84375, 1.84375, 1.84375, 1.820312, 1.789062, 1.8125, 1.851562, 1.828125, 1.851562, 1.835938, 1.851562, 1.890625, 1.851562, 1.890625, 1.898438, 1.5625, 1.796875, 1.84375, 1.835938, 1.851562, 1.828125, 1.75, 1.71875, 1.820312, 1.851562, 1.78125, 1.867188, 1.523438, 1.820312, 1.695312, 1.851562, 1.757812, 1.789062, 1.820312, 1.8125, 1.804688, 1.773438, 1.679688, 1.554688, 1.835938, 1.890625, 1.914062, 1.8125, 1.820312, 1.804688, 1.84375, 1.875, 1.773438, 1.742188, 1.695312, 1.742188, 1.328125, 1.789062, 1.789062, 1.820312, 1.835938, 1.578125, 1.664062, 1.617188, 1.835938, 1.882812, 1.835938, 1.578125, 1.835938, 1.851562, 1.835938, 1.828125, 1.695312, 1.8125, 1.835938, 1.835938, 1.757812, 1.820312, 1.75, 1.867188, 1.859375, 1.867188, 1.820312, 1.882812, 1.804688, 1.828125, 1.851562, 1.804688, 1.828125, 1.8125, 1.882812, 1.8125, 1.75, 1.8125, 1.9375, 1.828125, 1.867188, 1.648438, 1.828125, 1.796875, 1.804688, 1.859375, 1.835938, 1.664062, 0.816406, 1.8125, 1.867188, 1.796875, 1.851562, 1.640625, 1.773438, 1.875, 1.773438, 1.820312, 1.851562, 1.726562, 1.890625, 1.53125, 1.8125, 1.78125, 1.84375, 1.882812, 1.851562, 1.8125, 1.84375, 1.851562, 1.679688, 1.765625, 1.835938, 1.765625, 1.820312, 1.84375, 1.859375, 1.789062, 1.867188, 1.914062, 1.632812, 1.734375, 1.78125, 1.867188, 1.851562, 1.757812, 1.851562, 2.5, 1.828125, 1.796875, 1.234375, 1.820312, 1.867188, 1.703125, 1.851562, 1.789062, 1.515625, 1.789062, 1.523438, 1.789062, 1.851562, 1.804688, 1.820312, 1.867188, 1.78125, 1.851562, 1.867188, 1.898438, 1.875, 1.835938, 1.789062, 1.90625, 1.796875, 1.773438, 1.414062, 1.882812, 1.734375, 1.890625, 1.851562, 1.703125, 1.84375, 1.867188, 1.726562, 1.90625, 1.796875, 1.8125, 1.828125, 1.742188, 1.773438, 1.742188, 1.734375, 1.84375, 1.453125, 1.789062, 1.8125, 1.875, 1.859375, 1.71875, 1.914062, 1.914062, 1.773438, 1.78125, 1.71875, 1.78125, 1.679688, 1.859375, 1.820312, 1.765625, 1.859375, 1.859375, 1.835938, 1.835938, 1.804688, 1.757812, 1.8125, 1.78125, 1.867188, 1.78125, 1.867188, 1.875, 1.867188, 1.820312, 1.820312, 1.703125, 1.796875, 1.804688, 1.8125, 1.820312, 1.039062, 1.734375, 1.867188, 1.835938, 1.570312, 1.882812, 1.8125, 1.757812, 1.84375, 1.828125, 1.820312, 1.875, 0.902344, 1.765625, 1.789062, 1.828125, 1.828125, 1.820312, 1.734375, 1.773438, 1.796875, 1.742188, 1.34375, 1.84375, 1.875, 1.859375, 1.914062, 1.929688, 1.851562, 1.765625, 1.757812, 1.851562, 1.734375, 1.632812, 1.78125, 1.820312, 1.828125, 1.890625, 1.796875, 1.851562, 1.796875, 1.625, 1.820312, 1.804688, 1.8125, 1.734375, 1.804688, 1.632812, 1.796875, 1.757812, 1.75, 1.828125, 1.835938, 1.820312, 1.835938, 1.84375, 1.773438, 1.054688, 1.789062, 1.742188, 1.390625, 1.828125, 1.773438, 1.796875, 1.65625, 1.75, 1.828125, 1.898438, 1.875, 1.851562, 1.875, 1.851562, 1.71875, 1.820312, 1.796875, 1.9375, 1.882812, 1.867188, 1.75, 1.609375, 1.882812, 1.820312, 1.75, 1.8125, 1.789062, 1.851562, 1.875, 1.820312, 1.898438, 1.726562, 1.84375, 1.703125, 1.875, 1.820312, 1.867188, 1.8125, 1.875, 1.398438, 1.5625, 1.820312, 1.835938, 1.804688, 1.835938, 1.65625, 1.65625, 1.765625, 1.820312, 1.84375, 1.84375, 1.898438, 1.789062, 1.867188, 1.773438, 1.75, 1.859375, 1.835938, 1.289062, 1.898438, 1.804688, 1.835938, 1.5625, 1.828125, 1.796875, 1.820312, 1.828125, 1.75, 1.851562, 1.523438, 1.859375, 1.554688, 0.863281, 1.765625, 1.875, 1.859375, 1.835938, 1.9375, 1.820312, 1.914062, 1.882812, 1.820312, 1.757812, 1.875, 1.820312, 1.6875, 1.679688, 1.78125, 1.851562, 1.71875, 1.765625, 1.6875, 1.820312, 1.835938, 1.757812, 1.65625, 1.835938, 1.851562, 1.6875, 1.835938, 1.671875, 1.695312, 1.875, 1.867188, 1.820312, 1.84375, 1.835938, 1.804688, 1.84375, 1.742188, 1.765625, 1.890625, 1.84375, 1.835938, 1.679688, 1.914062, 1.65625, 1.75, 1.679688, 1.859375, 1.890625, 1.851562, 1.820312, 1.84375, 0.769531, 1.734375, 1.976562, 1.859375, 1.726562, 1.84375, 1.8125, 1.8125, 1.867188, 1.742188, 1.875, 1.84375, 1.84375, 1.867188, 1.851562, 1.789062, 1.867188, 1.859375, 1.757812, 1.84375, 1.84375, 1.78125, 1.429688, 1.648438, 1.820312, 1.742188, 1.679688, 1.804688, 1.476562, 1.9375, 1.820312, 1.820312, 1.835938, 1.835938, 1.828125, 1.734375, 1.6875, 1.882812, 1.648438, 1.796875, 1.757812, 1.875, 1.773438, 1.804688, 1.242188, 1.828125, 1.875, 1.789062, 1.84375, 1.25, 1.789062, 1.859375, 1.734375, 1.796875, 1.8125, 1.757812, 1.898438, 1.828125, 1.921875, 1.742188, 1.890625, 1.773438, 1.890625, 1.820312, 0.949219, 1.78125, 1.859375, 1.507812, 1.757812, 1.65625, 1.828125, 1.828125, 1.804688, 1.789062, 1.867188, 1.710938, 1.773438, 1.796875, 1.867188, 1.890625, 1.835938, 1.65625, 1.742188, 1.796875, 1.773438, 1.851562, 1.820312, 1.328125, 1.867188, 1.75, 1.71875, 1.75, 1.484375, 1.90625, 1.765625, 1.882812, 1.765625, 1.882812, 1.734375, 1.804688, 1.585938, 1.796875, 1.820312, 1.859375, 1.671875, 1.882812, 1.804688, 1.820312, 1.796875, 1.570312, 1.820312, 1.773438, 1.851562, 1.84375, 1.421875, 1.835938, 1.8125, 1.8125, 1.820312, 1.929688, 1.929688, 1.789062, 1.875, 1.882812, 1.796875, 1.679688, 1.796875, 1.875, 1.789062, 1.804688, 1.804688, 1.773438, 1.804688, 1.804688, 1.828125, 1.890625, 1.898438, 1.804688, 1.757812, 2.140625, 1.84375, 1.789062, 1.757812, 1.804688, 1.8125, 1.671875, 1.835938, 1.835938, 1.828125, 1.890625, 1.882812, 1.664062, 1.804688, 1.820312, 1.757812, 1.859375, 1.820312, 1.929688, 1.867188, 1.789062, 1.921875, 1.804688, 1.835938, 1.796875, 1.726562, 1.796875, 1.859375, 1.859375, 1.8125, 2.09375, 1.289062, 1.78125, 1.773438, 1.929688, 1.765625, 1.757812, 1.765625, 1.875, 1.789062, 1.820312, 1.820312, 1.585938, 1.789062, 1.726562, 1.695312, 1.804688, 1.828125, 1.828125, 1.820312, 1.804688, 1.859375, 1.789062, 1.75, 1.84375, 1.53125, 1.742188, 1.734375, 1.390625, 1.828125, 1.890625, 1.796875, 1.84375, 1.867188, 1.84375, 1.757812, 1.8125, 1.828125, 1.835938, 1.835938, 1.851562, 1.632812, 1.8125, 1.867188, 1.828125, 1.773438, 1.804688, 1.757812, 1.742188, 1.726562, 1.820312, 1.765625, 1.765625, 1.835938, 1.773438, 1.820312, 1.890625, 1.765625, 1.835938, 1.6875, 1.734375, 1.859375, 2.03125, 1.789062, 1.796875, 1.78125, 1.835938, 1.859375, 1.8125, 1.757812, 1.804688, 1.859375, 1.820312, 1.8125, 1.554688, 1.773438, 1.734375, 1.757812, 1.84375, 1.84375, 1.78125, 1.867188, 1.875, 1.828125, 1.8125, 1.835938, 1.757812, 1.671875, 1.773438, 1.882812, 1.84375, 1.742188, 1.789062, 1.84375, 1.875, 1.796875, 1.859375, 1.835938, 1.796875, 1.835938, 1.648438, 1.695312, 1.84375, 1.867188, 1.78125, 1.890625, 1.835938, 1.804688, 0.664062, 1.8125, 1.773438, 1.851562, 1.828125, 1.648438, 1.828125, 1.578125, 1.820312, 1.820312, 1.757812, 1.796875, 1.859375, 1.84375, 1.726562, 1.828125, 1.828125, 1.804688, 1.796875, 1.3125, 1.84375, 1.546875, 1.84375, 1.851562, 1.851562, 1.8125, 1.84375, 1.75, 1.703125, 1.148438, 1.835938, 1.757812, 1.820312, 1.59375, 1.820312, 1.75, 1.835938, 1.75, 1.960938, 1.851562, 1.90625, 1.804688, 1.679688, 1.796875, 1.859375, 1.820312, 1.875, 1.90625, 2.09375, 1.734375, 1.757812, 1.726562, 1.976562, 1.796875, 1.9375, 2.5625, 1.820312, 1.84375, 1.875, 1.710938, 1.890625, 1.789062, 1.796875, 1.914062, 1.953125, 1.789062, 1.851562, 1.921875, 1.804688, 2.453125, 1.828125, 1.796875, 1.710938, 1.664062, 1.859375, 1.867188, 1.859375, 1.851562, 1.882812, 1.640625, 1.859375, 1.820312, 1.84375, 1.703125, 1.882812, 1.875, 1.585938, 1.820312, 1.984375, 1.8125, 1.8125, 1.820312, 1.75, 1.835938, 1.828125, 1.820312, 1.796875, 1.671875, 1.835938, 1.859375, 1.851562, 1.828125, 1.789062, 1.867188, 1.726562, 1.164062, 1.65625, 1.929688, 1.804688, 1.820312, 1.820312, 1.820312, 1.476562, 1.984375, 1.84375, 1.78125, 1.789062, 1.929688, 1.835938, 1.78125, 1.835938, 1.851562, 1.757812, 1.882812, 1.796875, 1.726562, 1.734375, 1.804688, 1.742188, 1.585938, 1.898438, 1.820312, 1.828125, 1.828125, 1.859375, 1.851562, 1.820312, 1.765625, 1.859375, 1.742188, 1.65625, 1.757812, 1.820312, 1.84375, 1.859375, 1.859375, 1.140625, 1.828125, 1.6875, 1.882812, 1.84375, 1.867188, 1.804688, 1.820312, 1.835938, 1.320312, 1.882812, 1.71875, 1.84375, 1.859375, 1.742188, 1.867188, 1.664062, 1.632812, 1.71875, 1.773438, 1.851562, 1.8125, 1.84375, 1.875, 1.820312, 1.726562, 1.726562, 1.601562, 1.804688, 2.359375, 1.742188, 1.828125, 1.820312, 1.859375, 1.890625, 2.1875, 1.828125, 1.796875, 1.875, 1.898438, 1.757812, 1.8125, 1.8125, 1.8125, 1.828125, 1.40625, 1.804688, 1.820312, 1.703125, 1.820312, 1.835938, 1.835938, 1.820312, 1.828125, 1.882812, 1.8125, 1.835938, 1.742188, 1.796875, 1.859375, 1.992188, 1.820312, 1.617188, 1.742188, 1.828125, 1.882812, 1.84375, 1.796875, 1.84375, 1.898438, 1.789062, 1.820312, 1.898438, 1.773438, 1.757812, 1.796875, 1.835938, 1.84375, 1.859375, 1.882812, 1.859375, 1.828125, 1.9375, 1.765625, 2.03125, 1.851562, 1.71875, 1.84375, 1.804688, 1.828125, 1.9375, 1.757812, 1.828125, 1.875, 1.875, 1.335938, 1.640625, 1.710938, 1.890625, 1.734375, 1.835938, 1.898438, 1.773438, 1.75, 1.828125, 1.671875, 1.804688, 1.773438, 1.742188, 1.835938, 2.34375, 1.820312, 1.742188, 1.742188, 1.742188, 1.773438, 1.867188, 1.632812, 1.8125, 1.796875, 1.867188, 1.828125, 1.828125, 1.859375, 1.789062, 1.882812, 1.835938, 1.8125, 1.820312, 1.828125, 1.84375, 1.835938, 1.84375, 1.835938, 1.820312, 1.476562, 1.492188, 1.703125, 1.835938, 1.867188, 1.882812, 1.601562, 1.859375, 1.835938, 1.851562, 1.875, 1.84375, 1.796875, 1.78125, 1.859375, 1.789062, 1.71875, 1.765625, 1.625, 1.8125, 1.882812, 1.609375, 1.859375, 1.757812, 1.757812, 1.851562, 1.820312, 1.601562, 1.71875, 1.828125, 1.726562, 1.65625, 1.828125, 1.710938, 1.8125, 1.828125, 2.015625, 1.640625, 1.835938, 1.773438 ] }, "name": "model.model.norm.weight", "outputIndexes": [ 0 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, 1280 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "input_ids", "outputIndexes": [ 1 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, -1, 1280 ] }, "name": "/Constant_output_0", "outputIndexes": [ 2 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_output_0", "outputIndexes": [ 3 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.039551, 0.034668, 0.04126, 0.028564, 0.038818, 0.036865, 0.05127, 0.030151, 0.044434, 0.041016, 0.064941, 0.038574, 0.076172, 0.043945, 0.046143, 0.035889, 0.032715, 0.033936, 0.037109, 0.044922, 0.037598, 0.031494, 0.040039, 0.03833, 0.052734, 0.029419, 0.053955, 0.046875, 0.032227, 0.038086, 0.034912, 0.498047, 0.033936, 0.035889, 0.033691, 0.044922, 0.044922, 0.042725, 0.043457, 0.031982, 0.032715, 0.042725, 0.040283, 0.047119, 0.051514, 0.03833, 0.033691, 0.043213, 0.036133, 0.041016, 0.052246, 0.056396, 0.036621, 0.032959, 0.051758, 0.038818, 0.038086, 0.042236, 0.041504, 0.033447, 0.035889, 0.046875, 0.039551, 0.038086, 0.046387, 0.039062, 0.044189, 0.054443, 0.035645, 0.070312, 0.033691, 0.05957, 0.035156, 0.037109, 0.030273, 0.051758, 0.034424, 0.036133, 0.046875, 0.043457, 0.033936, 0.038086, 0.037109, 0.041748, 0.040771, 0.041748, 0.032959, 0.049561, 0.025269, 0.046875, 0.041504, 0.031982, 0.064453, 0.037109, 0.053223, 0.037598, 0.037842, 0.029785, 0.043213, 0.043701, 0.032471, 0.043701, 0.039307, 0.027954, 0.400391, 0.038818, 0.033447, 0.029419, 0.047363, 0.041504, 0.041016, 0.035889, 0.035156, 0.032959, 0.030151, 0.024414, 0.037598, 0.032227, 0.037354, 0.034424, 0.033936, 0.051514, 0.039307, 0.041748, 0.039795, 0.034424, 0.052734, 0.031738, 0.043457, 0.722656, 0.030884, 0.040771, 0.045898, 0.039551, 0.033691, 0.032959, 0.040527, 0.046387, 0.037354, 0.040527, 0.037354, 0.542969, 0.030396, 0.034424, 0.037354, 0.038086, 0.034424, 0.055908, 0.040771, 0.038574, 0.035645, 0.037354, 0.041504, 0.035889, 0.038574, 0.044189, 0.031128, 0.035645, 0.049316, 0.036621, 0.061279, 0.039062, 0.057129, 0.036133, 0.040771, 0.03064, 0.067871, 0.027222, 0.0354, 0.050537, 0.12207, 0.037109, 0.034912, 0.039795, 0.064941, 0.066406, 0.031128, 0.037109, 0.028564, 0.026733, 0.041016, 0.049805, 0.03418, 0.039062, 0.035156, 0.035645, 0.058105, 0.036621, 0.031738, 0.031738, 0.041748, 0.044922, 0.058594, 0.037598, 0.029419, 0.032715, 0.033691, 0.032715, 0.769531, 0.028442, 0.041748, 0.04541, 0.041016, 0.035645, 0.052246, 0.037354, 0.039795, 0.040283, 0.035645, 0.036133, 0.034912, 0.036865, 0.03833, 0.047852, 0.043457, 0.036133, 0.032959, 0.045166, 0.038818, 0.040771, 0.044678, 0.046143, 0.050293, 0.035645, 0.039062, 0.047852, 0.031494, 0.037842, 0.024414, 0.042969, 0.048096, 0.03125, 0.03833, 0.049316, 0.032471, 0.043213, 0.043945, 0.044189, 0.21582, 0.031494, 0.038574, 0.0354, 0.031738, 0.028076, 0.036865, 0.041748, 0.115234, 0.037598, 0.032715, 0.03418, 0.040039, 0.048096, 0.046631, 0.039551, 0.034424, 0.040283, 0.044678, 0.04541, 0.04126, 0.041992, 0.031982, 0.04126, 0.035889, 0.052246, 0.032227, 0.040527, 0.034668, 0.037109, 0.048096, 0.030518, 0.087891, 0.04541, 0.034912, 0.192383, 0.037842, 0.038086, 0.039795, 0.050781, 0.04248, 0.034424, 0.041016, 0.032715, 0.046143, 0.03125, 0.030396, 0.036621, 0.039795, 0.032715, 0.039307, 0.02832, 0.036621, 0.04248, 0.040771, 0.02771, 0.033447, 0.041016, 0.060303, 0.035156, 0.043945, 0.03418, 0.038818, 0.036865, 0.038086, 0.039551, 0.035889, 0.03125, 0.038818, 0.034912, 0.065918, 0.041992, 0.048584, 0.028198, 0.052734, 0.041016, 0.03125, 0.05835, 0.038574, 0.042969, 0.040771, 0.085449, 0.034424, 0.043213, 0.035889, 0.037109, 0.034668, 0.043945, 0.031494, 0.0354, 0.038574, 0.041016, 0.036133, 0.040771, 0.043701, 0.041504, 0.036133, 0.037354, 0.028564, 0.052734, 0.046631, 0.04834, 0.040527, 0.043457, 0.03418, 0.059082, 0.028809, 0.03418, 0.044922, 0.044434, 0.035156, 0.04541, 0.034668, 0.027588, 0.046387, 0.036865, 0.054443, 0.03125, 0.042236, 0.031738, 0.045654, 0.030518, 0.044434, 0.039307, 0.040283, 0.040771, 0.034668, 0.040039, 0.038818, 0.037354, 0.043945, 0.044189, 0.033203, 0.045898, 0.033447, 0.051758, 0.033203, 0.039795, 0.038086, 0.031982, 0.041504, 0.042969, 0.078613, 0.040283, 0.025024, 0.04248, 0.049316, 0.124512, 0.034668, 0.043213, 0.037598, 0.035889, 0.036377, 0.037598, 0.02771, 0.050781, 0.033447, 0.03125, 0.036377, 0.031982, 0.033936, 0.035889, 0.035889, 0.031128, 0.037354, 0.036865, 0.043701, 0.037598, 0.034424, 0.032959, 0.043457, 0.034668, 0.044678, 0.037354, 0.06543, 0.036377, 0.029175, 0.040771, 0.033203, 0.038574, 0.041504, 0.390625, 0.031006, 0.029541, 0.091797, 0.031494, 0.039062, 0.053955, 0.035156, 0.037109, 0.031982, 0.027344, 0.051514, 0.04541, 0.041016, 0.029297, 0.051514, 0.030762, 0.029663, 0.036133, 0.046875, 0.063477, 0.044678, 0.041992, 0.043457, 0.030151, 0.041748, 0.039307, 0.875, 0.039795, 0.05249, 0.057861, 0.039062, 0.050781, 0.031738, 0.033936, 0.031494, 0.032959, 0.036377, 0.038818, 0.03418, 0.04126, 0.042969, 0.05127, 0.035889, 0.031982, 0.044922, 0.035889, 0.031738, 0.040039, 0.03125, 0.038086, 0.045654, 0.037109, 0.034668, 0.033936, 0.040527, 0.0354, 0.047363, 0.035156, 0.036377, 0.040527, 0.044922, 0.035645, 0.033447, 0.041016, 0.033936, 0.038574, 0.041016, 0.043213, 0.037354, 0.037598, 0.036377, 0.030884, 0.044922, 0.036621, 0.034668, 0.043701, 0.038574, 0.038818, 0.048584, 0.040283, 0.04834, 0.041992, 0.030884, 0.032471, 0.061768, 0.031006, 0.031738, 0.033936, 0.032471, 0.03418, 0.03418, 0.039795, 0.062988, 0.035645, 0.034912, 0.026733, 0.0354, 0.042725, 0.047852, 0.041016, 0.035889, 0.044434, 0.056396, 0.036377, 0.039795, 0.035645, 0.036377, 0.029297, 0.040771, 0.03418, 0.035889, 0.040283, 0.046387, 0.051025, 0.03418, 0.034668, 0.040771, 0.035645, 0.040039, 0.030762, 0.02356, 0.043945, 0.042236, 0.038818, 0.037598, 0.038818, 0.040283, 0.059082, 0.029663, 0.047119, 0.040039, 0.038086, 0.040771, 0.038818, 0.033691, 0.028442, 0.029419, 0.060791, 0.035156, 0.045166, 0.081543, 0.040039, 0.043701, 0.037598, 0.040527, 0.047607, 0.037109, 0.041016, 0.037598, 0.033447, 0.029907, 0.039307, 0.035889, 0.037842, 0.038574, 0.036621, 0.033936, 0.033936, 0.037842, 0.052002, 0.031494, 0.036377, 0.034912, 0.03833, 0.029541, 0.036621, 0.042969, 0.034424, 0.041504, 0.043945, 0.039307, 0.040527, 0.031494, 0.049561, 0.035156, 0.043945, 0.031494, 0.070312, 0.069336, 0.029419, 0.043701, 0.033936, 0.037109, 0.093262, 0.040527, 0.039062, 0.04126, 0.039062, 0.034912, 0.044189, 0.04541, 0.033691, 0.033203, 0.035645, 0.030273, 0.043457, 0.198242, 0.038574, 0.039795, 0.036865, 0.049805, 0.135742, 0.050293, 0.027832, 0.040283, 0.046387, 0.028809, 0.036377, 0.039062, 0.04126, 0.15625, 0.04248, 0.032959, 0.05127, 0.054932, 0.036133, 0.033447, 0.034912, 0.037109, 0.035645, 0.038086, 0.039307, 0.036621, 0.03418, 0.047363, 0.039062, 0.039795, 0.05127, 0.030029, 0.036377, 0.026611, 0.036377, 0.148438, 0.050781, 0.0354, 0.035889, 0.063965, 0.036865, 0.033691, 0.028687, 0.039307, 0.037842, 0.038818, 0.047363, 0.042725, 0.033203, 0.035645, 0.031006, 0.036621, 0.049561, 0.034912, 0.040771, 0.062256, 1.28125, 0.049805, 0.041992, 0.115723, 0.032959, 0.038086, 0.037109, 0.031494, 0.031982, 0.232422, 0.042236, 0.03418, 0.033691, 0.045654, 0.036133, 0.035889, 0.037598, 0.030518, 0.038086, 0.03833, 0.038818, 0.040039, 0.037109, 0.045166, 0.041504, 0.040039, 0.039795, 0.044678, 0.036377, 0.039062, 0.048584, 0.04834, 0.036621, 0.032715, 0.037598, 0.049561, 0.028076, 0.182617, 0.02771, 0.029175, 0.033936, 0.032471, 0.038086, 0.038086, 0.049072, 0.046143, 0.037109, 0.041016, 0.039062, 0.042969, 0.043945, 0.033691, 0.037842, 0.05127, 0.035156, 0.037354, 0.041504, 0.031006, 0.871094, 0.040039, 0.044189, 0.045166, 0.029175, 0.040771, 0.040771, 0.031738, 0.036377, 0.06543, 0.046631, 0.040283, 0.032715, 0.029663, 0.036865, 0.133789, 0.042236, 0.050537, 0.074707, 0.045166, 0.046387, 0.033691, 0.033203, 0.03418, 0.035889, 0.039551, 0.040039, 0.041504, 0.037354, 0.037842, 0.042725, 0.032715, 0.038818, 0.044189, 0.036377, 0.035645, 0.04126, 0.03418, 0.083496, 0.038818, 0.047852, 0.033936, 0.040527, 0.070801, 0.037109, 0.036133, 0.042725, 0.036621, 0.037842, 0.033936, 0.028931, 0.037842, 0.032715, 0.030396, 0.034912, 0.038086, 0.036621, 0.026733, 0.042236, 0.034912, 0.109375, 0.0354, 0.040771, 0.037109, 0.036133, 0.043945, 0.04126, 0.04126, 0.038818, 0.038574, 0.031982, 0.039551, 0.040283, 0.039795, 0.030273, 0.029785, 0.044189, 0.029541, 0.041016, 0.031982, 0.029541, 0.045654, 0.044434, 0.034424, 0.046143, 0.042725, 0.033936, 0.035156, 0.029419, 0.034424, 0.417969, 0.03418, 0.036621, 0.044922, 0.029541, 0.041016, 0.053955, 0.029785, 0.039062, 0.057129, 0.040283, 0.034424, 0.039062, 0.026855, 0.032227, 0.034912, 0.039551, 0.033691, 0.041504, 0.036621, 0.028931, 0.036377, 0.036377, 0.039062, 0.036865, 0.0354, 0.041016, 0.0354, 0.038086, 0.056152, 0.337891, 0.074219, 0.057129, 0.044434, 0.032471, 0.041016, 0.026489, 0.086914, 0.035645, 0.033691, 0.039551, 0.029297, 0.040527, 0.026123, 0.044922, 0.047607, 0.040527, 0.038086, 0.060791, 0.037598, 0.032227, 0.031494, 0.032959, 0.041504, 0.039062, 0.047852, 0.051514, 0.034424, 0.04541, 0.042725, 0.042725, 0.031738, 0.038086, 0.035156, 0.037354, 0.036865, 0.033447, 0.033936, 0.032959, 0.037354, 0.041748, 0.042725, 0.037109, 0.038086, 0.030396, 0.036621, 0.037598, 0.034912, 0.035645, 0.050293, 0.035889, 0.048584, 0.043701, 0.034668, 0.037598, 0.028564, 0.031738, 0.052734, 0.033447, 0.041748, 0.028931, 0.033447, 0.124023, 0.093262, 0.041748, 0.032227, 0.04834, 0.031982, 0.042236, 0.056152, 0.034668, 0.028198, 0.032959, 0.029541, 0.04541, 0.044434, 0.053955, 0.039795, 0.034912, 0.035889, 0.044922, 0.039795, 0.034668, 0.047607, 0.036621, 0.041504, 0.054199, 0.045166, 0.036621, 0.0354, 0.040283, 0.04126, 0.039062, 0.03833, 0.043945, 0.039795, 0.03833, 0.035889, 0.03418, 0.038086, 0.055908, 0.035645, 0.0271, 0.052734, 0.031982, 0.032959, 0.035889, 0.039795, 0.223633, 0.027588, 0.036377, 0.036377, 0.040039, 0.05249, 0.044678, 0.046631, 0.032715, 0.032715, 0.031128, 0.036377, 0.032715, 0.043457, 0.049316, 0.039551, 0.037109, 0.030273, 0.028687, 0.227539, 0.0354, 0.088379, 0.03833, 0.04126, 0.032959, 0.050293, 0.029663, 0.032471, 0.034912, 0.103027, 0.036377, 0.035889, 0.032959, 0.035645, 0.032471, 0.039551, 0.037842, 0.040039, 0.046143, 0.034668, 0.042725, 0.032959, 0.048096, 0.036621, 0.031738, 0.034424, 0.032959, 0.033203, 0.059814, 0.035156, 0.04248, 0.036133, 0.041748, 0.048828, 0.045654, 0.199219, 0.029419, 0.033691, 0.051514, 0.032715, 0.031494, 0.040771, 0.036621, 0.027344, 0.039062, 0.04834, 0.044189, 0.047852, 0.031006, 0.773438, 0.050781, 0.035889, 0.03418, 0.039551, 0.031738, 0.071777, 0.044922, 0.040527, 0.030884, 0.048828, 0.040283, 0.03418, 0.034668, 0.048096, 0.0354, 0.044922, 0.046875, 0.038818, 0.088379, 0.047363, 0.050293, 0.0271, 0.039795, 0.038574, 0.031494, 0.042969, 0.041748, 0.042725, 0.036377, 0.038818, 0.043945, 0.030884, 0.031494, 0.031982, 0.043213, 0.026123, 0.036865, 0.040283, 0.034912, 0.046387, 0.037842, 0.037598, 0.053955, 0.098633, 0.040527, 0.037109, 0.051758, 0.028564, 0.036377, 0.028076, 0.031128, 0.043457, 0.040527, 0.043945, 0.035889, 0.037598, 0.02832, 0.036865, 0.028931, 0.051514, 0.032715, 0.031982, 0.033936, 0.035889, 0.042969, 0.03833, 0.035156, 0.028564, 0.0354, 0.040527, 0.054688, 0.037842, 0.05249, 0.041992, 0.03125, 0.035156, 0.072754, 0.058594, 0.049805, 0.034424, 0.03125, 0.036865, 0.032959, 0.035645, 0.031982, 0.048096, 0.034668, 0.107422, 0.036621, 0.037842, 0.039307, 0.040283, 0.028442, 0.042969, 0.048828, 0.044922, 0.046387, 0.034668, 0.042725, 0.028442, 0.045166, 0.045166, 0.032959, 0.040527, 0.031738, 0.10498, 0.035156, 0.0354, 0.029053, 0.036377, 0.042725, 0.111816, 0.037109, 0.04248, 0.028442, 0.03418, 0.041992, 0.033447, 0.040527, 0.033691, 0.042969, 0.05127, 0.035645, 0.046875, 0.048096, 0.038086, 0.036621, 0.033203, 0.0354, 0.033936, 0.039795, 0.030884, 0.032471, 0.051514, 0.037598, 0.036621, 0.921875, 0.036133, 0.058838, 0.038818, 0.041016, 0.037109, 0.040283, 0.039795, 0.033447, 0.038818, 0.04541, 0.033936, 0.033203, 0.02832, 0.043457, 0.045166, 0.035645, 0.038086, 0.032471, 0.031494, 0.044434, 0.036377, 0.031494, 0.037354, 0.04248, 0.029419, 0.031982, 0.043457, 0.035156, 0.035889, 0.049072, 0.039551, 0.032227, 0.030518, 0.031738, 0.099609, 0.062012, 0.052246, 0.034668, 0.029297, 0.041016, 0.030884, 0.030273, 0.033447, 0.047363, 0.067383, 0.038086, 0.040039, 0.039795, 0.040283, 0.554688, 0.036133, 0.054443, 0.049805, 0.047363, 0.036377, 0.037598, 0.039062, 0.033447, 0.037109, 0.041992, 0.031006, 0.037109, 0.034912, 0.041016, 0.038818, 0.031738, 0.330078, 0.04834, 0.034668, 0.031006, 0.034424, 0.031982, 0.053223, 0.035889, 0.040527, 0.038574, 0.039795, 0.037109, 0.041992, 0.028198, 0.246094, 0.028687, 0.030884, 0.0354, 0.038818, 0.03064, 0.038574, 0.034912, 0.036865, 0.036377, 0.043701, 0.040527, 0.039795, 0.03418, 0.03833, 0.047607, 0.033936, 0.027344, 0.032715, 0.036377, 0.15625, 0.047119, 0.040283, 0.039062, 0.039795, 0.033936, 0.03833, 0.031006, 0.042969, 0.032959, 0.261719, 0.064453, 0.028564, 0.04541 ] }, "name": "model.model.layers.0.input_layernorm.weight", "outputIndexes": [ 4 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm/Mul_output_0", "outputIndexes": [ 5 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4, 5 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm/Mul_1_output_0", "outputIndexes": [ 6 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 4388 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4388 ], "outputIndexes": [ 4389 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear", "inputIndexes": [ 4389 ], "outputIndexes": [ 4390 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 0, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4390 ], "outputIndexes": [ 4391 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4391 ], "outputIndexes": [ 7 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/Unsqueeze_output_0", "outputIndexes": [ 8 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 6 ], "main_type": "NONE", "name": "/Shape_1_output_0", "outputIndexes": [ 9 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1 ] }, "name": "/rotary/Constant_9_output_0", "outputIndexes": [ 10 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9 ], "main_type": "NONE", "name": "Shape20", "outputIndexes": [ 11 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 9 ], "main_type": "NONE", "name": "Rank22", "outputIndexes": [ 12 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 12, 12 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp24", "outputIndexes": [ 13 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 13 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze25", "outputIndexes": [ 14 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 13, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp27", "outputIndexes": [ 15 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 15 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze28", "outputIndexes": [ 16 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 11, 14, 16, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice31", "outputIndexes": [ 17 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 17 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze32", "outputIndexes": [ 18 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 18 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp33", "outputIndexes": [ 19 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 19, 18 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp34", "outputIndexes": [ 20 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 9, 20, 13 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_2_output_0", "outputIndexes": [ 21 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 0 ] }, "name": "/rotary/Constant_4_output_0", "outputIndexes": [ 22 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 21, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1_output_0", "outputIndexes": [ 23 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 20 ] }, "name": "/Constant_4_output_0", "outputIndexes": [ 24 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 64 ] }, "name": "/Constant_5_output_0", "outputIndexes": [ 25 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 23, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_output_0", "outputIndexes": [ 26 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 7, 26 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_1_output_0", "outputIndexes": [ 27 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, -1 ], "dtype": "DT_INT32", "dformat": "NCHW" }, "name": "position_ids", "outputIndexes": [ 28 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 28 ], "main_type": "CastParam", "main": { "srcT": "DT_VARIANT", "dstT": "DT_FLOAT" }, "name": "/rotary/Cast_output_0", "outputIndexes": [ 29 ], "type": "Cast", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1 ] }, "name": "/rotary/Constant_1_output_0", "outputIndexes": [ 30 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 29, 30 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/rotary/Reshape_output_0", "outputIndexes": [ 31 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 32 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 1.0, 0.749894, 0.562341, 0.421697, 0.316228, 0.237137, 0.177828, 0.133352, 0.1, 0.074989, 0.056234, 0.04217, 0.031623, 0.023714, 0.017783, 0.013335, 0.01, 0.007499, 0.005623, 0.004217, 0.003162, 0.002371, 0.001778, 0.001334, 0.001, 0.00075, 0.000562, 0.000422, 0.000316, 0.000237, 0.000178, 0.000133 ] }, "name": "/rotary/Constant_2_output_0", "outputIndexes": [ 32 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 31, 32 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/rotary/Mul_output_0", "outputIndexes": [ 33 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33 ], "main_type": "UnaryOp", "main": { "opType": "COS", "T": "DT_FLOAT" }, "name": "/rotary/Cos_output_0", "outputIndexes": [ 34 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 34, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_output_0", "outputIndexes": [ 35 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 33 ], "main_type": "UnaryOp", "main": { "opType": "SIN", "T": "DT_FLOAT" }, "name": "/rotary/Sin_output_0", "outputIndexes": [ 36 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 36, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_1_output_0", "outputIndexes": [ 37 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 35, 37 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/rotary/Concat_output_0", "outputIndexes": [ 38 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 38, 38 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/rotary/Concat_1_output_0", "outputIndexes": [ 39 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3, 1 ] }, "name": "/rotary/Unsqueeze_2_axes", "outputIndexes": [ 40 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 39, 40 ], "main_type": "SqueezeParam", "main": {}, "name": "/rotary/Unsqueeze_3_output_0", "outputIndexes": [ 41 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41 ], "main_type": "NONE", "name": "Shape57", "outputIndexes": [ 42 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 41 ], "main_type": "NONE", "name": "Rank59", "outputIndexes": [ 43 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 43, 43 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp61", "outputIndexes": [ 44 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze62", "outputIndexes": [ 45 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp64", "outputIndexes": [ 46 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze65", "outputIndexes": [ 47 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 45, 47, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice68", "outputIndexes": [ 48 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 48 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze69", "outputIndexes": [ 49 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 49, 49 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp71", "outputIndexes": [ 50 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 50, 44 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_3_output_0", "outputIndexes": [ 51 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_output_0", "outputIndexes": [ 52 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27 ], "main_type": "NONE", "name": "/Shape_2_output_0", "outputIndexes": [ 53 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_11_output_0", "outputIndexes": [ 54 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53 ], "main_type": "NONE", "name": "Shape76", "outputIndexes": [ 55 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 53 ], "main_type": "NONE", "name": "Rank78", "outputIndexes": [ 56 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 56, 56 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp80", "outputIndexes": [ 57 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 57 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze81", "outputIndexes": [ 58 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 57, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp83", "outputIndexes": [ 59 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 59 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze84", "outputIndexes": [ 60 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 55, 58, 60, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice87", "outputIndexes": [ 61 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 61 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze88", "outputIndexes": [ 62 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 62 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp89", "outputIndexes": [ 63 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 63, 62 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp90", "outputIndexes": [ 64 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 53, 64, 57 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_5_output_0", "outputIndexes": [ 65 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 2 ] }, "name": "/rotary/Constant_7_output_0", "outputIndexes": [ 66 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 65, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_output_0", "outputIndexes": [ 67 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 67, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_6_output_0", "outputIndexes": [ 68 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1073741824 ] }, "name": "/Constant_20_output_0", "outputIndexes": [ 69 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 3 ] }, "name": "/Constant_14_output_0", "outputIndexes": [ 70 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 68, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_1_output_0", "outputIndexes": [ 71 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 71 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_output_0", "outputIndexes": [ 72 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 27, 22, 68, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_output_0", "outputIndexes": [ 73 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 72, 73 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_3_output_0", "outputIndexes": [ 74 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 44 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze106", "outputIndexes": [ 75 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 46 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze109", "outputIndexes": [ 76 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 42, 75, 76, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice112", "outputIndexes": [ 77 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 77 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze113", "outputIndexes": [ 78 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 78 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp114", "outputIndexes": [ 79 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 79, 78 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp115", "outputIndexes": [ 80 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 41, 80, 44 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_4_output_0", "outputIndexes": [ 81 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 74, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_1_output_0", "outputIndexes": [ 82 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 52, 82 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_output_0", "outputIndexes": [ 83 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 4392 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4392 ], "outputIndexes": [ 4393 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear", "inputIndexes": [ 4393 ], "outputIndexes": [ 4394 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 921622, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4394 ], "outputIndexes": [ 4395 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4395 ], "outputIndexes": [ 84 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 5 ] }, "name": "/Constant_7_output_0", "outputIndexes": [ 85 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 23, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_1_output_0", "outputIndexes": [ 86 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 84, 86 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_2_output_0", "outputIndexes": [ 87 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_2_output_0", "outputIndexes": [ 88 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87 ], "main_type": "NONE", "name": "/Shape_3_output_0", "outputIndexes": [ 89 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 89 ], "main_type": "NONE", "name": "Shape159", "outputIndexes": [ 90 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 89 ], "main_type": "NONE", "name": "Rank161", "outputIndexes": [ 91 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 91, 91 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp163", "outputIndexes": [ 92 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 92 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze164", "outputIndexes": [ 93 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 92, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp166", "outputIndexes": [ 94 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 94 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze167", "outputIndexes": [ 95 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 90, 93, 95, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice170", "outputIndexes": [ 96 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 96 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze171", "outputIndexes": [ 97 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 97 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp172", "outputIndexes": [ 98 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 98, 97 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp173", "outputIndexes": [ 99 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 89, 99, 92 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_6_output_0", "outputIndexes": [ 100 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 100, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_1_output_0", "outputIndexes": [ 101 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 101, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_8_output_0", "outputIndexes": [ 102 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 102, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_3_output_0", "outputIndexes": [ 103 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 103 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_1_output_0", "outputIndexes": [ 104 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 87, 22, 102, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_2_output_0", "outputIndexes": [ 105 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 104, 105 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_4_output_0", "outputIndexes": [ 106 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 106, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_3_output_0", "outputIndexes": [ 107 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 88, 107 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_1_output_0", "outputIndexes": [ 108 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 6 ], "outputIndexes": [ 4396 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4396 ], "outputIndexes": [ 4397 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear", "inputIndexes": [ 4397 ], "outputIndexes": [ 4398 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 1152044, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4398 ], "outputIndexes": [ 4399 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4399 ], "outputIndexes": [ 109 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 109, 86 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_3_output_0", "outputIndexes": [ 110 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 1, 1, -1, -1 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "attention_mask", "outputIndexes": [ 111 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 83, 108, 110, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_8_output_0", "outputIndexes": [ 112 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 112 ], "outputIndexes": [ 4400 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4400 ], "outputIndexes": [ 4401 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear", "inputIndexes": [ 4401 ], "outputIndexes": [ 4402 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 1382466, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4402 ], "outputIndexes": [ 4403 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4403 ], "outputIndexes": [ 113 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3, 113 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_3_output_0", "outputIndexes": [ 114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.120605, 0.121582, 0.120117, 0.117676, 0.125, 0.121094, 0.119629, 0.122559, 0.125, 0.115723, 0.078125, 0.128906, 0.136719, 0.123535, 0.134766, 0.125977, 0.121094, 0.122559, 0.121582, 0.120117, 0.126953, 0.123535, 0.12207, 0.120117, 0.129883, 0.121582, 0.12793, 0.130859, 0.12207, 0.126953, 0.125, 0.259766, 0.119141, 0.119141, 0.111328, 0.129883, 0.123535, 0.124023, 0.102051, 0.12207, 0.118164, 0.125977, 0.119141, 0.126953, 0.109375, 0.124023, 0.122559, 0.125977, 0.117188, 0.124023, 0.126953, 0.116699, 0.120605, 0.119141, 0.122559, 0.121094, 0.124512, 0.125977, 0.122559, 0.120117, 0.120117, 0.122559, 0.120117, 0.119141, 0.128906, 0.12207, 0.117676, 0.078125, 0.121094, 0.110352, 0.123535, 0.126953, 0.119629, 0.121582, 0.122559, 0.125, 0.119629, 0.12793, 0.073242, 0.124512, 0.114258, 0.125977, 0.125, 0.128906, 0.119629, 0.115723, 0.121094, 0.125, 0.116699, 0.125977, 0.125, 0.120117, 0.133789, 0.124512, 0.086914, 0.108398, 0.122559, 0.112793, 0.125977, 0.126953, 0.118652, 0.126953, 0.118164, 0.122559, 0.208984, 0.112793, 0.116699, 0.120605, 0.125977, 0.125977, 0.125, 0.125977, 0.117676, 0.123047, 0.12207, 0.113281, 0.124023, 0.126953, 0.130859, 0.121094, 0.116699, 0.130859, 0.125, 0.129883, 0.120605, 0.12207, 0.078125, 0.124023, 0.129883, 0.223633, 0.128906, 0.122559, 0.123535, 0.124512, 0.124512, 0.121094, 0.126953, 0.131836, 0.119141, 0.117676, 0.126953, 0.263672, 0.120605, 0.121582, 0.12793, 0.118164, 0.125977, 0.128906, 0.118652, 0.120117, 0.125, 0.125977, 0.125, 0.122559, 0.124512, 0.142578, 0.124023, 0.121582, 0.083984, 0.12207, 0.103516, 0.12207, 0.128906, 0.116211, 0.118652, 0.124023, 0.060059, 0.116211, 0.129883, 0.11377, 0.148438, 0.124512, 0.122559, 0.125, 0.100098, 0.132812, 0.121582, 0.117676, 0.125977, 0.121094, 0.123047, 0.119629, 0.125977, 0.123047, 0.115723, 0.125977, 0.136719, 0.118164, 0.119141, 0.116211, 0.120605, 0.129883, 0.099609, 0.123535, 0.120117, 0.125, 0.121094, 0.120605, 7.1e-05, 0.121094, 0.12793, 0.131836, 0.119141, 0.119141, 0.135742, 0.124512, 0.123047, 0.121094, 0.125977, 0.126953, 0.125, 0.121094, 0.121094, 0.116699, 0.123535, 0.124023, 0.124512, 0.129883, 0.12207, 0.128906, 0.128906, 0.126953, 0.131836, 0.119141, 0.120117, 0.134766, 0.116211, 0.11084, 0.114746, 0.124512, 0.117188, 0.116211, 0.120117, 0.126953, 0.12207, 0.126953, 0.121582, 0.124512, 0.296875, 0.123535, 0.12207, 0.117676, 0.120605, 0.120605, 0.123535, 0.125, 0.137695, 0.124023, 0.120117, 0.124023, 0.125, 0.115723, 0.119629, 0.125, 0.122559, 0.123535, 0.121094, 0.12793, 0.111328, 0.118652, 0.116699, 0.120605, 0.119141, 0.121582, 0.124023, 0.131836, 0.128906, 0.124023, 0.116699, 0.116211, 0.081543, 0.134766, 0.125, 0.112793, 0.121094, 0.120117, 0.131836, 0.132812, 0.121582, 0.123535, 0.124023, 0.124512, 0.131836, 0.118652, 0.12207, 0.116699, 0.125977, 0.118652, 0.123047, 0.121094, 0.122559, 0.128906, 0.125977, 0.12207, 0.124512, 0.129883, 0.138672, 0.125, 0.132812, 0.12207, 0.129883, 0.125977, 0.121582, 0.118652, 0.125977, 0.12207, 0.125977, 0.123535, 0.157227, 0.122559, 0.125, 0.114746, 0.128906, 0.132812, 0.112305, 0.134766, 0.124023, 0.12793, 0.120117, 0.102051, 0.124512, 0.125977, 0.12207, 0.125, 0.125, 0.129883, 0.118164, 0.125, 0.114746, 0.121582, 0.119629, 0.120605, 0.106934, 0.129883, 0.117676, 0.12793, 0.116699, 0.124512, 0.113281, 0.10791, 0.128906, 0.126953, 0.121094, 0.120117, 0.120117, 0.126953, 0.124512, 0.124512, 0.117188, 0.120117, 0.121094, 0.125977, 0.12793, 0.121094, 0.12207, 0.123047, 0.125977, 0.120117, 0.129883, 0.117188, 0.12793, 0.125, 0.125977, 0.12793, 0.125, 0.123047, 0.12793, 0.121582, 0.123535, 0.130859, 0.132812, 0.129883, 0.124023, 0.087891, 0.119141, 0.125, 0.124023, 0.119141, 0.129883, 0.119629, -0.000265, 0.125977, 0.123047, 0.120605, 0.126953, 0.150391, 0.118652, 0.129883, 0.126953, 0.132812, 0.118652, 0.124512, 0.124023, 0.121582, 0.11377, 0.119141, 0.118164, 0.123535, 0.124512, 0.132812, 0.119629, 0.124023, 0.112305, 0.119141, 0.126953, 0.116211, 0.120605, 0.120605, 0.12793, 0.119141, 0.131836, 0.124023, 0.150391, 0.119141, 0.118164, 0.124512, 0.124023, 0.119629, 0.125977, 0.212891, 0.119629, 0.118652, 0.061768, 0.121094, 0.128906, 0.128906, 0.121582, 0.12207, 0.116699, 0.117188, 0.085449, 0.121094, 0.12207, 0.121582, 0.137695, 0.117188, 0.115234, 0.122559, 0.128906, 0.142578, 0.128906, 0.12793, 0.123535, 0.125, 0.12793, 0.124023, 0.271484, 0.130859, 0.120605, 0.133789, 0.130859, 0.123535, 0.121582, 0.119141, 0.120605, 0.120117, 0.118652, 0.125977, 0.123535, 0.124023, 0.121582, 0.150391, 0.123047, 0.115723, 0.095215, 0.122559, 0.118652, 0.119629, 0.121094, 0.117188, 0.129883, 0.126953, 0.12207, 0.129883, 0.117676, 0.115723, 0.126953, 0.125977, 0.117676, 0.124023, 0.125, 0.123047, 0.126953, 0.129883, 0.125, 0.117188, 0.118652, 0.120117, 0.126953, 0.12793, 0.119141, 0.113281, 0.126953, 0.118652, 0.12207, 0.125977, 0.126953, 0.119141, 0.131836, 0.120117, 0.104492, 0.121582, 0.12793, 0.116211, 0.094238, 0.117676, 0.125977, 0.125977, 0.118652, 0.123047, 0.120605, 0.131836, 0.075195, 0.120605, 0.123047, 0.118164, 0.124512, 0.125, 0.132812, 0.125977, 0.120605, 0.126953, 0.117188, 0.118652, 0.12793, 0.122559, 0.120605, 0.118652, 0.12793, 0.118164, 0.120605, 0.125, 0.12207, 0.085449, 0.120605, 0.120117, 0.128906, 0.12793, 0.125977, 0.114746, 0.117188, 0.112793, 0.115723, 0.128906, 0.129883, 0.12207, 0.128906, 0.097168, 0.117676, 0.121582, 0.126953, 0.128906, 0.118164, 0.126953, 0.122559, 0.120605, 0.115723, 0.086914, 0.120605, 0.117676, 0.063477, 0.131836, 0.134766, 0.122559, 0.116211, 0.103516, 0.120605, 0.12793, 0.130859, 0.119141, 0.124512, 0.129883, 0.112793, 0.125977, 0.125977, 0.126953, 0.134766, 0.124512, 0.119629, 0.080566, 0.125, 0.117676, 0.123047, 0.12793, 0.117676, 0.123047, 0.126953, 0.126953, 0.12793, 0.12793, 0.12207, 0.121094, 0.118164, 0.12793, 0.124023, 0.125977, 0.123535, 0.094727, 0.119141, 0.113281, 0.124512, 0.120117, 0.125977, 0.162109, 0.092773, 0.12793, 0.119141, 0.123047, 0.123535, 0.129883, 0.132812, 0.12793, 0.122559, 0.125, 0.117188, 0.125, 0.112305, 0.12207, 0.118652, 0.125977, 0.073242, 0.194336, 0.129883, 0.120605, 0.125, 0.105957, 0.12207, 0.117676, 0.120117, 0.090332, -0.000267, 0.126953, 0.120605, 0.12793, 0.132812, 0.125, 0.118164, 0.12793, 0.12793, 0.116211, 0.121582, 0.131836, 0.121582, 0.115234, 0.121094, 0.120605, 0.124512, 0.092773, 0.112793, 0.116211, 0.117188, 0.12207, 0.228516, 0.124023, 0.125, 0.124023, 0.086426, 0.12207, 0.09668, 0.106445, 0.125977, 0.125977, 0.125977, 0.110352, 0.133789, 0.119141, 0.123535, 0.116211, 0.121094, 0.132812, 0.125977, 0.126953, 0.142578, 0.231445, 0.12207, 0.097656, 0.169922, 0.120117, 0.129883, 0.119629, 0.117188, 0.121582, 0.09375, 0.123535, 0.120605, 0.117188, 0.122559, 0.125977, 0.118164, 0.129883, 0.118652, 0.121582, 0.129883, 0.125, 0.125, 0.125, 0.132812, 0.12793, 0.125977, 0.122559, 0.124023, 0.126953, 0.129883, 0.129883, 0.121582, 0.124512, 0.125977, 0.117188, 0.130859, 0.116699, 0.165039, 0.116211, 0.12207, 0.118652, 0.125977, 0.122559, 0.120605, 0.131836, 0.12793, 0.128906, 0.069336, 0.124512, 0.123047, 0.125977, 0.118652, 0.12207, 0.120605, 0.128906, 0.120117, 0.123535, 0.121582, 0.219727, 0.114746, 0.129883, 0.114746, 0.116699, 0.118652, 0.121582, 0.125, 0.123047, 0.152344, 0.120605, 0.124023, 0.118652, 0.123047, 0.123047, 0.000496, 0.125977, 0.129883, 0.109863, 0.119629, 0.094727, 0.124023, 0.117676, 0.12207, 0.120117, 0.129883, 0.12207, 0.123535, 0.124512, 0.120605, 0.128906, 0.12207, 0.121582, 0.113281, 0.117188, 0.119629, 0.128906, 0.122559, 0.09082, 0.123535, 0.130859, 0.115723, 0.117676, 0.135742, 0.126953, 0.118652, 0.125, 0.124512, 0.125, 0.11377, 0.120117, 0.122559, 0.119629, 0.116211, 0.124023, 0.111816, 0.123047, 0.118164, 0.124023, 0.118164, 0.150391, 0.118164, 0.120605, 0.12207, 0.125, 0.134766, 0.122559, 0.125, 0.124023, 0.12793, 0.128906, 0.136719, 0.125, 0.125, 0.123047, 0.119141, 0.121094, 0.118164, 0.123535, 0.114258, 0.125, 0.125, 0.124512, 0.121582, 0.122559, 0.123535, 0.125, 0.124512, 0.118652, 0.120605, 0.207031, 0.12793, 0.125977, 0.12207, 0.117676, 0.129883, 0.114746, 0.123047, 0.124512, 0.132812, 0.134766, 0.125, 0.105469, 0.117676, 0.123535, 0.114258, 0.125977, 0.124512, 0.124512, 0.120605, 0.128906, 0.12793, 0.12793, 0.122559, 0.121094, 0.118652, 0.120605, 0.119629, 0.126953, 0.129883, 0.226562, 0.083984, 0.131836, 0.12793, 0.126953, 0.120117, 0.116699, 0.144531, 0.125, 0.12793, 0.125977, 0.123535, 0.10498, 0.110352, 0.125, 0.12207, 0.12793, 0.116699, 0.118652, 0.119141, 0.125977, 0.125977, 0.118652, 0.119141, 0.123047, 0.070312, 0.093262, 0.119141, 0.111328, 0.121582, 0.121094, 0.119629, 0.123535, 0.123047, 0.128906, 0.123535, 0.12207, 0.121094, 0.116211, 0.124023, 0.125977, 0.118652, 0.126953, 0.121582, 0.117676, 0.114258, 0.128906, 0.115234, 0.124023, 0.126953, 0.118652, 0.125977, 0.125, 0.123047, 0.121582, 0.119629, 0.125, 0.126953, 0.123535, 0.119629, 0.131836, 0.125, 0.15625, 0.165039, 0.125977, 0.130859, 0.12793, 0.125, 0.125977, 0.132812, 0.120605, 0.115234, 0.117188, 0.121094, 0.10498, 0.125, 0.131836, 0.121582, 0.122559, 0.12207, 0.121094, 0.128906, 0.123535, 0.123535, 0.128906, 0.124023, 0.094238, 0.115723, 0.128906, 0.125, 0.12793, 0.118164, 0.123535, 0.123535, 0.123535, 0.122559, 0.125, 0.123047, 0.123535, 0.119629, 0.128906, 0.124512, 0.117188, 0.132812, 0.114258, 0.123047, 0.125977, 0.12207, 0.00014, 0.119629, 0.121094, 0.118652, 0.124512, 0.128906, 0.123047, 0.116211, 0.125977, 0.117676, 0.111328, 0.122559, 0.119141, 0.117188, 0.134766, 0.121094, 0.124512, 0.118652, 0.112793, 0.070312, 0.128906, 0.071289, 0.122559, 0.129883, 0.119629, 0.130859, 0.119141, 0.120117, 0.121582, 0.119629, 0.124023, 0.123047, 0.116211, 0.115723, 0.119141, 0.123047, 0.128906, 0.123047, 0.140625, 0.120117, 0.129883, 0.117676, 0.117188, 0.118164, 0.121094, 0.123047, 0.118164, 0.118652, 0.151367, 0.118652, 0.125, 0.125, 0.141602, 0.128906, 0.133789, 0.212891, 0.114746, 0.125977, 0.126953, 0.121582, 0.128906, 0.125977, 0.119629, 0.120605, 0.130859, 0.12793, 0.133789, 0.130859, 0.12207, -0.000286, 0.12793, 0.120605, 0.125, 0.11084, 0.125, 0.161133, 0.124023, 0.124512, 0.118652, 0.119141, 0.124512, 0.124023, 0.123047, 0.083984, 0.129883, 0.126953, 0.123535, 0.12207, 0.152344, 0.128906, 0.128906, 0.114258, 0.121582, 0.123047, 0.125977, 0.125, 0.123047, 0.098145, 0.123047, 0.124512, 0.124512, 0.122559, 0.117676, 0.122559, 0.120117, 0.121582, 0.124023, 0.128906, 0.117676, 0.124512, 0.118652, 0.121094, 0.124023, 0.179688, 0.126953, 0.12793, 0.121582, 0.118652, 0.119629, 0.118164, 0.122559, 0.128906, 0.121582, 0.129883, 0.121582, 0.116211, 0.118652, 0.116699, 0.120605, 0.060547, 0.116699, 0.119141, 0.121094, 0.118164, 0.129883, 0.125, 0.118652, 0.114258, 0.118164, 0.118652, 0.121094, 0.120605, 0.12793, 0.122559, 0.122559, 0.125977, -5.2e-05, 0.144531, 0.123535, 0.118652, 0.120605, 0.123535, 0.118652, 0.12207, 0.121582, 0.114258, 0.118652, 0.167969, 0.125977, 0.12207, 0.119141, 0.126953, 0.115234, 0.086914, 0.116211, 0.124023, 0.12793, 0.12207, 0.126953, 0.124023, 0.126953, 0.12207, 0.117188, 0.081055, 0.122559, 0.208984, 0.115723, 0.120605, 0.12207, 0.119629, 0.124023, 0.216797, 0.125977, 0.119141, 0.116699, 0.12207, 0.125, 0.120605, 0.126953, 0.125977, 0.116211, 0.111328, 0.119629, 0.125977, 0.117188, 0.118164, 0.118652, 0.120605, 0.118652, 0.126953, 0.126953, 0.120117, 0.119629, 0.129883, 0.124023, 0.123535, 0.18457, 0.121582, 0.067871, 0.125977, 0.120117, 0.125, 0.130859, 0.122559, 0.117188, 0.132812, 0.124023, 0.120117, 0.125977, 0.117188, 0.12207, 0.123047, 0.117676, 0.120117, 0.124512, 0.12793, 0.12793, 0.123047, 0.123535, 0.12207, 0.131836, 0.126953, 0.121094, 0.133789, 0.126953, 0.121094, 0.133789, 0.128906, 0.124023, 0.119629, 0.12207, 0.151367, 0.12793, 0.118164, 0.116699, 0.120605, 0.130859, 0.123047, 0.119141, 0.123535, 0.12207, 0.106445, 0.118652, 0.122559, 0.119629, 0.123535, 0.177734, 0.128906, 0.135742, 0.123535, 0.121582, 0.116211, 0.124512, 0.111816, 0.126953, 0.131836, 0.125977, 0.12207, 0.119629, 0.125, 0.125, 0.125977, 0.117676, 0.202148, 0.134766, 0.12207, 0.121094, 0.121582, 0.116211, 0.136719, 0.121094, 0.107422, 0.11377, 0.134766, 0.122559, 0.132812, 0.118652, 0.171875, 0.12793, 0.115234, 0.121094, 0.126953, 0.12207, 0.122559, 0.119141, 0.12793, 0.120117, 0.103516, 0.125977, 0.08252, 0.125, 0.123047, 0.119141, 0.12207, 0.116699, 0.129883, 0.115723, 0.189453, 0.125977, 0.114746, 0.124512, 0.117676, 0.121582, 0.124512, 0.113281, 0.121094, 0.123047, -0.000138, 0.101074, 0.121094, 0.128906 ] }, "name": "model.model.layers.0.post_attention_layernorm.weight", "outputIndexes": [ 115 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 114 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm/Mul_output_0", "outputIndexes": [ 116 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 115, 116 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm/Mul_1_output_0", "outputIndexes": [ 117 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 117 ], "outputIndexes": [ 4404 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4404 ], "outputIndexes": [ 4405 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear", "inputIndexes": [ 4405 ], "outputIndexes": [ 4406 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 2304088, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4406 ], "outputIndexes": [ 4407 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4407 ], "outputIndexes": [ 118 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn/Sigmoid_output_0", "outputIndexes": [ 119 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 118, 119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn/Mul_output_0", "outputIndexes": [ 120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 117 ], "outputIndexes": [ 4408 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4408 ], "outputIndexes": [ 4409 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear", "inputIndexes": [ 4409 ], "outputIndexes": [ 4410 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 4884590, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4410 ], "outputIndexes": [ 4411 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4411 ], "outputIndexes": [ 121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 120, 121 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/Mul_output_0", "outputIndexes": [ 122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 122 ], "outputIndexes": [ 4412 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4412 ], "outputIndexes": [ 4413 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear", "inputIndexes": [ 4413 ], "outputIndexes": [ 4414 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 7465092, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4414 ], "outputIndexes": [ 4415 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.0/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4415 ], "outputIndexes": [ 123 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 114, 123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_4_output_0", "outputIndexes": [ 124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 124, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_9_output_0", "outputIndexes": [ 125 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.056152, 0.039307, 0.049316, 0.05957, 0.043213, 0.030518, 0.157227, 0.041016, 0.039795, 0.044922, 0.077148, 0.020142, 0.058838, 0.001282, 0.038818, 0.039551, 0.032959, 0.041748, 0.03418, 0.063965, 0.080566, 0.035645, 0.038086, 0.046631, 0.035645, 0.044189, 0.029419, 0.027344, 0.035156, 0.035156, 0.03418, 0.115723, 0.050293, 0.043457, 0.02771, 0.038086, 0.073242, 0.038574, 0.078125, 0.042236, 0.044922, 0.029663, 0.053223, 0.037842, 0.086914, 0.041992, 0.033691, 0.09082, 0.038574, 0.131836, 0.033691, 0.068359, 0.033203, 0.030396, 0.069824, 0.032959, 0.00028, 0.033691, 0.042725, 0.043945, 0.026123, 0.026367, 0.05127, 0.048828, 0.047607, 0.057373, 0.086914, 0.070312, 0.049805, 0.449219, 0.038574, 0.067383, 0.062256, 0.03064, 0.030151, 0.02356, 0.048096, 0.035889, 0.067383, 0.041504, 0.049072, 0.029907, 0.044922, 0.02417, 0.041992, 0.064453, 0.033691, 0.080566, 0.036377, 0.068848, 0.052002, 0.043945, 0.063965, 0.032227, 0.06543, 0.069336, 0.02832, 0.034912, 0.040527, 0.020874, 0.048828, 0.040283, 0.026733, 0.029785, 0.145508, 0.060547, 0.069336, 0.028931, 0.042725, 0.000698, 0.0271, 0.044922, 0.039062, 0.032471, 0.028564, 0.052246, 0.032227, 0.033447, 0.033691, 0.044922, 0.022339, 0.044922, 0.03833, 0.069336, 0.000418, 0.021851, 0.231445, 0.025391, 0.035645, 0.031006, 0.02832, 0.032715, 0.025391, 0.046387, 0.043457, 0.031006, 0.020264, 0.03418, 0.03418, 0.059814, 0.031982, 0.042969, 0.04834, 0.036377, 0.026367, 0.023315, 0.037109, 0.033203, 0.044678, 0.040039, 0.045654, 0.032959, 0.029663, 0.025757, 0.036377, 0.041504, 0.022339, 0.025269, 0.072754, 0.03833, 0.055176, 0.043701, 0.070801, 0.030518, 0.038818, 0.0271, 0.068848, 0.043213, 0.040527, 0.097656, 0.061035, 0.032227, 0.026245, 0.05542, 0.07666, -0.005249, 0.056152, 0.038818, 0.035156, 0.039062, 0.032959, 0.033203, 0.04541, 0.026978, 0.032227, 0.045898, 0.029541, 0.03833, 0.055908, 0.033447, 0.034668, 0.030273, 0.074219, 0.04248, 0.039551, 0.037842, 0.040771, 0.067871, 0.169922, 0.036621, 0.259766, 0.043213, 0.076172, 0.032471, 0.045166, 0.031982, 0.042969, 0.046631, 0.118652, 0.034912, 0.035156, 0.032715, 0.029297, 0.078613, 0.057861, 0.032227, 0.04248, 0.026123, 0.03833, 0.033936, 0.027588, 0.03064, 0.054443, 0.030762, 0.02063, 0.326172, 0.032715, 0.069336, 0.035645, 0.064941, 0.443359, 0.044434, -0.000622, 0.031494, 0.054199, 0.050781, 0.033691, 0.031738, 0.0625, 0.04126, 0.023438, 0.038086, 0.042725, 0.037354, 0.037354, 0.063477, 0.074219, 0.040527, 0.02832, 0.042236, 0.033203, 0.077148, 0.092773, 0.050781, 0.055176, 0.034668, 0.037109, 0.028076, 0.080566, 0.042969, 0.04248, 0.03064, 0.037354, 0.069824, 0.046875, 0.036621, 0.036133, 0.010742, 0.07959, 0.054443, 0.226562, 0.036133, 0.032959, 0.376953, 0.061523, 0.033203, 0.044678, 0.075195, 0.213867, 0.023438, 0.048096, 0.039551, 0.003052, 0.038818, 0.038086, 0.0271, 0.040771, 0.026611, 0.029663, -0.001122, 0.041504, 0.039062, 0.039062, 0.041504, 0.0354, 0.032227, 0.024536, 0.047119, 0.025146, 0.053955, 0.0354, 0.031738, 0.032471, 0.078125, 0.030396, 0.020874, 0.078125, 0.039795, 0.036377, 0.0271, 0.064941, 0.030396, 0.075195, 0.050049, 0.034424, 0.029663, 0.046143, 0.066895, 0.04834, -2.2e-05, 0.023926, 0.043457, 0.040771, 0.031982, 0.035156, 0.034424, 0.025269, 0.03418, 0.035889, 0.068359, 0.050781, 0.060059, 0.086914, 0.031006, 0.026123, 0.025757, 0.073242, 0.048828, 0.069824, 0.064453, 0.035889, 0.028809, 0.044922, 0.046631, 0.032471, 0.038818, 0.040039, 0.0354, 0.031128, 0.033447, 0.030884, 0.081543, 0.04834, 0.026733, 0.037842, 0.034424, 0.03833, 0.049805, 0.035156, 0.034424, 0.02771, 0.193359, 0.028809, 0.034912, 0.02832, 0.033936, 0.035156, 0.042969, 0.057373, 0.037354, 0.031982, 0.033936, 0.032715, 0.068359, 0.034424, 0.034668, 0.034668, 0.036865, 0.033203, 0.066406, -7.8e-05, 0.027954, 0.042236, 0.034424, 0.040039, 0.035645, 0.029175, 0.036621, 0.049805, 0.028564, 0.034668, 0.070312, 0.039795, 0.109863, 0.03064, 0.034424, 0.030396, 0.043945, 0.036621, 0.030518, 0.038574, 0.025269, 0.058105, 0.041504, 0.032471, 0.055176, 0.032471, 0.040283, 0.000832, 0.032471, 0.05249, 0.031982, 0.0354, 0.034424, 0.028198, 0.029663, 0.047607, 0.024048, 0.040527, 0.061523, 0.050537, 0.043701, 0.08252, 0.039551, 0.033936, 0.083008, 0.049072, 0.028564, 0.072266, 0.046875, 0.071289, 0.055664, 0.038574, 0.046631, 0.028931, 0.024414, 0.049805, 0.062988, 0.028564, 0.057861, 0.033447, 0.077637, 0.237305, 0.036865, 0.036865, 0.05957, 0.050781, 0.029419, 0.078125, 0.037598, 0.034912, 0.04541, 0.036133, 0.03418, 0.0354, 0.03418, 0.024536, 0.043457, 0.057373, 0.0354, 0.07373, 0.034912, 0.036377, 0.041016, 0.074707, 0.036865, 0.029541, 0.041016, 0.051025, 0.074707, 0.029541, 0.059814, 0.031494, 0.04126, 0.037842, 0.042969, 0.043213, 0.033936, 0.0625, 0.073242, 0.041504, 0.029663, 0.035889, 0.057861, 0.039795, 0.037109, 0.039795, 0.054932, 0.032227, 0.027832, 0.022949, 0.027222, -0.000549, 0.033203, 0.024048, 0.041016, -0.000553, 0.047119, 0.034424, 0.044189, 0.180664, 0.050781, 0.031494, 0.048584, 0.076172, 0.033447, 0.034912, 0.03125, -0.001595, 0.039307, 0.028809, 0.032227, 0.287109, 0.053223, 0.05542, 0.041016, 0.0354, 0.058105, 0.039795, 0.037598, 0.030273, 0.028198, 0.075684, 0.025391, 0.037109, 0.035645, 0.028564, 0.030396, 0.056641, 0.039307, 0.043701, 0.062988, 0.071777, 0.060059, 0.043457, 0.028442, -0.001137, 0.035645, 0.043701, 0.036621, 0.027832, 0.068848, 0.039307, 0.04248, 0.029907, 0.050781, 0.022339, 0.072754, 0.045166, 0.046875, 0.021484, 0.039795, 0.023926, 0.055664, 0.023071, 0.036133, 0.068359, 0.498047, 0.018799, 0.069336, 0.080078, 0.072754, 0.028931, 0.040771, 0.070312, 0.108398, 0.028809, 0.034912, 0.0271, 0.03418, 0.054443, 0.028442, 0.07666, 0.038086, 0.0354, 0.039795, 0.04126, 0.054443, 0.037354, 0.074707, 0.024536, 0.032959, 0.030029, 0.039062, 0.030151, 0.043213, 0.027832, 0.050781, 0.02771, 0.022949, 0.049316, 0.086426, 0.032715, 0.033203, 0.04126, 0.069824, 0.033447, 0.094727, 0.070312, 0.058594, 0.027954, 0.029663, 0.036621, 0.054443, 0.069336, 0.046387, 0.056641, 0.051025, 0.080078, 0.026855, 0.042969, 0.035889, 0.039062, 0.066406, 0.057861, 0.040527, 0.115234, 0.027588, 0.037354, 0.001999, 0.072754, 0.04248, 0.033203, 0.041992, 0.027466, 0.061279, 0.028809, 0.05835, 0.025024, 0.068848, 4.4e-05, 0.035889, 0.042236, -0.000425, 0.04541, 0.040283, 0.039795, 0.036621, 0.027344, 0.03418, 0.039062, -0.003159, 0.047363, 0.050781, 0.080078, 0.054443, 0.036621, 0.07373, 0.038086, 0.052246, 0.034668, -0.00174, 0.058594, 0.095703, 0.032471, 0.037354, 0.0625, 0.034912, 0.063477, 0.093262, 0.025757, 0.000935, 0.031494, 0.140625, 0.033691, 0.028687, 0.039551, 0.041992, 0.039795, 0.037842, 0.032715, 0.101074, 0.052979, 0.267578, 0.060303, 0.08252, 0.071777, 0.03833, 0.024048, 0.029785, 0.001305, 0.046631, 0.365234, 0.029663, 0.025635, 0.028564, 0.05542, 0.039551, 0.036377, 0.026855, 0.038086, 0.030396, 0.036377, 0.049316, 0.050781, 0.038574, 0.034668, 0.06543, 0.035156, -0.001526, 0.02478, 0.040527, 0.0625, 0.036377, 0.09082, 0.049316, 0.001999, 0.041748, 0.05249, 0.026978, 0.07959, 0.062012, 0.02478, 0.043457, 0.039062, 0.034668, 0.039551, 0.099121, 0.074219, 0.066406, 0.074219, 0.040283, 0.043945, 0.045166, 0.03833, 0.048096, 0.105469, 0.026123, 0.035645, 0.046387, 0.034424, 0.125, 0.028809, 0.033691, 0.066895, 0.027954, 0.076172, 0.040283, 0.029663, 0.034424, 0.039307, 0.028198, 0.030151, 0.039551, 0.042725, 0.029541, 0.172852, 0.046875, 0.023438, 0.083496, 0.048096, 0.066895, 0.033203, 0.043213, 0.043701, 0.031494, 0.036621, 0.058594, 0.042725, 0.052734, 0.039795, 0.031128, 0.045898, 0.064941, 0.026001, 0.040771, 0.068848, 0.031494, 0.038818, 0.083496, 0.063477, 0.068359, 0.042969, 0.054932, 0.047363, 0.037842, 0.032471, 0.036377, 0.031738, 0.042236, 0.060791, 0.031006, 0.061279, 0.033691, 0.059814, 0.029541, 0.000793, 0.001549, 0.054199, 0.028564, 0.031982, 0.056885, 0.053467, 0.056396, 0.039795, 0.026489, 0.07373, 0.014893, 0.028076, 0.0354, 0.124023, 0.025635, 0.034912, 0.039307, 0.035156, 0.029663, 0.04541, 0.084473, 0.031128, 0.056641, 0.025879, 0.030273, 0.028076, 0.027588, 0.029053, 0.033691, 0.034424, 0.040771, 0.029297, 0.024048, 0.038574, 0.071777, 0.031738, 0.043457, 0.033691, -5.8e-05, 0.012451, 0.043457, 0.003052, 0.050293, 0.554688, 0.039551, 0.040283, 0.066895, 0.032227, 0.042969, 0.029907, 0.026611, 0.089355, 0.042725, 0.004913, 0.037598, 0.03418, 0.023926, 0.028687, 0.038086, 0.048096, 0.035156, 0.036133, 0.026855, 0.0625, 0.042725, 0.205078, 0.038574, 0.03125, 0.034668, 0.062012, 0.039062, 0.053223, 0.032715, 0.046387, 0.024414, 0.07373, 0.072266, 0.032715, 0.077637, 0.023438, 0.04248, 0.056885, 0.032715, 0.031982, 0.035156, 0.080078, 0.03418, 0.036865, 0.058105, 0.066895, 0.064941, 0.027466, 0.07373, 0.029419, 0.028687, 0.026978, 0.038574, 0.036621, 0.032471, 0.041992, 0.044189, 0.080078, 0.032471, 0.026245, 0.047607, 0.051514, 0.04126, 0.032715, 0.037109, 0.074219, 0.030518, 0.200195, 0.031738, 0.097656, 0.041504, 0.037354, 0.039795, 0.035889, 0.029175, 0.044678, 0.066406, 0.036865, 0.043457, 0.057129, 0.035889, 0.022583, 0.030518, 0.032227, 0.033203, 0.029297, 0.029663, -0.002762, 0.042969, 0.057129, 0.038818, 0.028809, 0.022827, 0.040039, 0.097168, 0.040771, 0.086426, 0.038818, 0.135742, 0.032471, 0.048584, 0.031006, 0.026367, 0.020996, 0.038574, 0.037842, 0.072754, 0.074219, 0.027466, 0.043213, 0.02771, 0.078613, 0.03125, 0.025024, 0.053955, 0.054443, 0.032471, 0.051025, 0.035889, 0.044678, 0.070312, 0.030396, 0.039307, 0.029785, 0.026001, 0.02832, 0.036621, 0.041748, 0.181641, 0.040527, 0.031982, 0.032715, 0.000748, 0.046631, 0.032227, 0.075684, 0.03418, 0.032227, 0.024414, 0.032959, 0.026855, 0.032227, 0.044434, 0.029785, 0.03418, 0.039795, 0.02832, 0.165039, 0.024048, 0.071777, 0.031494, 0.076172, 0.042236, 0.036377, 0.04248, 0.029419, 0.054443, 0.143555, 0.037109, 0.028931, 0.028687, 0.072754, 0.004639, 0.025879, 0.03418, 0.044678, 0.05249, 0.039062, 0.034912, 0.042725, 0.078613, 0.026855, 0.040527, 0.040527, 0.02771, 0.024048, 0.042236, 0.041992, 0.05127, 0.063965, 0.046875, 0.052979, 0.046143, 0.034912, 0.031738, 0.033447, 0.040771, 0.043701, 0.027222, 0.055176, 0.033447, 0.035645, 0.002625, 0.032227, 0.032959, 0.026001, 0.037354, -5e-05, 0.03125, 0.033203, 0.032227, 0.068848, 0.035889, 0.047607, 0.031738, 0.033203, 0.044922, 0.062256, 0.035645, 0.024414, 0.033936, 0.068359, 0.047607, 0.025269, 0.08252, 0.034912, 0.074707, 0.033691, 0.070801, 0.028809, 0.032959, 0.000656, 0.050049, 0.038818, 0.038574, 0.071289, 0.03833, 0.036621, 0.033203, 0.037598, 0.027466, 0.03125, 0.07959, 0.116699, 0.052246, 0.037598, 0.04126, 0.061768, 0.028809, 0.041504, 0.061035, 0.05957, 0.033691, 0.045654, 0.054443, 0.026245, 0.040283, 0.031982, 0.032227, 0.041504, 0.075195, 0.048828, 0.041016, 0.051025, 0.026855, 0.023071, 0.060547, 0.074707, 0.031982, 0.045898, 0.034424, 0.025513, 0.025024, 0.039551, 0.032715, 0.037598, 0.028931, 0.034912, 0.082031, 0.033447, 0.046631, 0.031738, 0.04248, 0.029175, 0.245117, 0.032959, 0.038574, 0.035889, 0.032471, 0.131836, 0.029419, 0.035645, 0.028931, 0.063965, 0.023682, 0.03833, 0.031738, 0.038818, 0.088379, 0.069336, 0.032715, 0.05957, 0.060059, 0.044434, 0.033936, 0.033447, 0.046143, 0.042725, 0.030151, 0.040771, 0.034668, 0.064453, 0.041748, 0.095215, 0.0354, 0.031738, 0.035889, 0.029907, 0.02478, 0.048096, 0.034424, 0.062256, 0.005188, 0.038574, 0.029541, 0.030884, 0.053223, 0.040039, 0.039307, 0.110352, 0.02356, 0.056396, 0.039795, 0.027588, 0.044434, 0.036621, 0.040283, 0.038574, 0.024414, 0.064453, 0.024536, 0.038818, 0.032959, 0.034668, 0.000458, 0.024048, 0.068848, 0.033936, 0.040039, 0.022217, 0.027222, 0.035156, 0.04541, 0.044922, 0.07959, 0.033447, 0.026367, 0.052979, 0.084473, 0.0271, 0.031982, 0.047119, 0.033447, 0.036133, 0.045654, -0.001442, 0.001228, 0.039062, 0.04248, 0.039307, 0.046875, 0.041992, 0.001518, 0.046631, 0.030518, 0.067871, 0.03418, 0.03125, 0.040283, 0.031494, 0.070312, 0.06543, 0.029663, 0.040283, 0.026001, 0.025269, 0.037598, 0.000786, 0.039062, 0.061768, 0.032959, 0.038574, 0.039795, 0.031494, 0.025879, 0.036621, 0.085449, 0.039795, 0.028442, 0.041504, 0.052734, 0.063965, 0.00296, 0.060059, 0.000418, 0.03125, 0.037109, 0.041992, 0.043945, 0.023071, 0.053955, 0.114258, 0.034668, 0.062256, 0.036865, 0.024536, -0.000328, 0.053223, 0.044434, 0.069336, 0.046143, 0.031006, 0.034912, 0.070801, 0.034912, 0.032471, 0.039307, 0.050293, 0.023193, 0.03064, 0.038818, 0.029785, 0.030151, -0.001495, 0.032959, 0.087891, 0.037842, 0.061279, 0.051025, 0.042725, 0.049805, 0.05127, 0.025146, 0.042969, 0.047119, 0.033936, 0.04834, 0.07666, 0.029419, 0.080078, 0.028198, 0.053223, 0.044922, 0.045898, 0.028076, 0.443359, 0.082031, 0.02417, 0.039551 ] }, "name": "model.model.layers.1.input_layernorm.weight", "outputIndexes": [ 126 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 125 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_1/Mul_output_0", "outputIndexes": [ 127 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 126, 127 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_1/Mul_1_output_0", "outputIndexes": [ 128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 4416 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4416 ], "outputIndexes": [ 4417 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear", "inputIndexes": [ 4417 ], "outputIndexes": [ 4418 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 10045594, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4418 ], "outputIndexes": [ 4419 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4419 ], "outputIndexes": [ 129 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 128 ], "main_type": "NONE", "name": "/Shape_15_output_0", "outputIndexes": [ 130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 130 ], "main_type": "NONE", "name": "Shape298", "outputIndexes": [ 131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 130 ], "main_type": "NONE", "name": "Rank300", "outputIndexes": [ 132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 132, 132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp302", "outputIndexes": [ 133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze303", "outputIndexes": [ 134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp305", "outputIndexes": [ 135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze306", "outputIndexes": [ 136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 131, 134, 136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice309", "outputIndexes": [ 137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze310", "outputIndexes": [ 138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp311", "outputIndexes": [ 139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 139, 138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp312", "outputIndexes": [ 140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 130, 140, 133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_19_output_0", "outputIndexes": [ 141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 141, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_33_output_0", "outputIndexes": [ 142 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 142, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_13_output_0", "outputIndexes": [ 143 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 129, 143 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_10_output_0", "outputIndexes": [ 144 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_8_output_0", "outputIndexes": [ 145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144 ], "main_type": "NONE", "name": "/Shape_16_output_0", "outputIndexes": [ 146 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 146 ], "main_type": "NONE", "name": "Shape319", "outputIndexes": [ 147 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 146 ], "main_type": "NONE", "name": "Rank321", "outputIndexes": [ 148 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 148, 148 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp323", "outputIndexes": [ 149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze324", "outputIndexes": [ 150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 149, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp326", "outputIndexes": [ 151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 151 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze327", "outputIndexes": [ 152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 147, 150, 152, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice330", "outputIndexes": [ 153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 153 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze331", "outputIndexes": [ 154 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp332", "outputIndexes": [ 155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 155, 154 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp333", "outputIndexes": [ 156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 146, 156, 149 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_20_output_0", "outputIndexes": [ 157 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 157, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_3_output_0", "outputIndexes": [ 158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 158, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_38_output_0", "outputIndexes": [ 159 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 159, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_5_output_0", "outputIndexes": [ 160 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 160 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_2_output_0", "outputIndexes": [ 161 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 144, 22, 159, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_4_output_0", "outputIndexes": [ 162 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 161, 162 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_16_output_0", "outputIndexes": [ 163 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 163, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_9_output_0", "outputIndexes": [ 164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 145, 164 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_5_output_0", "outputIndexes": [ 165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 4420 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4420 ], "outputIndexes": [ 4421 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear", "inputIndexes": [ 4421 ], "outputIndexes": [ 4422 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 10967216, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4422 ], "outputIndexes": [ 4423 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4423 ], "outputIndexes": [ 166 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 142, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_14_output_0", "outputIndexes": [ 167 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 166, 167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_11_output_0", "outputIndexes": [ 168 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_10_output_0", "outputIndexes": [ 169 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168 ], "main_type": "NONE", "name": "/Shape_17_output_0", "outputIndexes": [ 170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 170 ], "main_type": "NONE", "name": "Shape381", "outputIndexes": [ 171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 170 ], "main_type": "NONE", "name": "Rank383", "outputIndexes": [ 172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 172, 172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp385", "outputIndexes": [ 173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze386", "outputIndexes": [ 174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp388", "outputIndexes": [ 175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze389", "outputIndexes": [ 176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 171, 174, 176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice392", "outputIndexes": [ 177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze393", "outputIndexes": [ 178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp394", "outputIndexes": [ 179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 179, 178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp395", "outputIndexes": [ 180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 170, 180, 173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_21_output_0", "outputIndexes": [ 181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 181, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_4_output_0", "outputIndexes": [ 182 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 182, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_40_output_0", "outputIndexes": [ 183 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 183, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_7_output_0", "outputIndexes": [ 184 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 184 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_3_output_0", "outputIndexes": [ 185 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 168, 22, 183, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_6_output_0", "outputIndexes": [ 186 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 185, 186 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_17_output_0", "outputIndexes": [ 187 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 187, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_11_output_0", "outputIndexes": [ 188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 169, 188 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_6_output_0", "outputIndexes": [ 189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 128 ], "outputIndexes": [ 4424 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4424 ], "outputIndexes": [ 4425 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear", "inputIndexes": [ 4425 ], "outputIndexes": [ 4426 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 11197638, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4426 ], "outputIndexes": [ 4427 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4427 ], "outputIndexes": [ 190 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 190, 167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_12_output_0", "outputIndexes": [ 191 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 165, 189, 191, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_17_output_0", "outputIndexes": [ 192 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 192 ], "outputIndexes": [ 4428 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4428 ], "outputIndexes": [ 4429 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear", "inputIndexes": [ 4429 ], "outputIndexes": [ 4430 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 11428060, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4430 ], "outputIndexes": [ 4431 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4431 ], "outputIndexes": [ 193 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 125, 193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_8_output_0", "outputIndexes": [ 194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.137695, 0.15332, 0.158203, 0.150391, 0.15332, 0.15332, 0.104492, 0.150391, 0.147461, 0.142578, 0.095703, 0.158203, 0.128906, 0.158203, 0.158203, 0.164062, 0.15332, 0.15625, 0.151367, 0.114258, 0.158203, 0.151367, 0.152344, 0.133789, 0.158203, 0.158203, 0.148438, 0.163086, 0.155273, 0.165039, 0.147461, 0.141602, 0.155273, 0.154297, 0.157227, 0.150391, 0.124023, 0.168945, 0.103027, 0.162109, 0.157227, 0.15625, 0.152344, 0.15332, 0.118164, 0.15918, 0.164062, 0.131836, 0.163086, 0.128906, 0.161133, 0.119629, 0.154297, 0.158203, 0.132812, 0.158203, 0.155273, 0.162109, 0.157227, 0.164062, 0.169922, 0.162109, 0.151367, 0.15625, 0.15918, 0.146484, 0.138672, 0.09375, 0.162109, 0.092285, 0.157227, 0.122559, 0.152344, 0.15332, 0.162109, 0.150391, 0.143555, 0.163086, 0.083984, 0.15625, 0.140625, 0.15918, 0.136719, 0.154297, 0.160156, 0.116699, 0.15918, 0.150391, 0.15918, 0.125, 0.147461, 0.148438, 0.129883, 0.154297, 0.101562, 0.115234, 0.158203, 0.166016, 0.15625, 0.158203, 0.152344, 0.15332, 0.162109, 0.162109, 0.21875, 0.101074, 0.158203, 0.155273, 0.148438, 0.154297, 0.15918, 0.168945, 0.138672, 0.15332, 0.150391, 0.155273, 0.146484, 0.157227, 0.161133, 0.161133, 0.151367, 0.140625, 0.160156, 0.154297, 0.150391, 0.151367, 0.074219, 0.15625, 0.155273, 0.180664, 0.150391, 0.15918, 0.15332, 0.155273, 0.157227, 0.146484, 0.158203, 0.155273, 0.15332, 0.131836, 0.155273, 0.178711, 0.155273, 0.149414, 0.150391, 0.15332, 0.15332, 0.150391, 0.155273, 0.157227, 0.158203, 0.15332, 0.15332, 0.160156, 0.165039, 0.168945, 0.15918, 0.161133, 0.100098, 0.147461, 0.094727, 0.155273, 0.134766, 0.146484, 0.160156, 0.15625, 0.077637, 0.157227, 0.155273, 0.114258, 0.158203, 0.151367, 0.152344, 0.166992, 0.102051, 0.15918, 0.152344, 0.152344, 0.162109, 0.162109, 0.152344, 0.138672, 0.152344, 0.148438, 0.154297, 0.168945, 0.163086, 0.155273, 0.165039, 0.157227, 0.152344, 0.154297, 0.095215, 0.157227, 0.157227, 0.157227, 0.146484, 0.152344, 0.032715, 0.158203, 0.162109, 0.165039, 0.139648, 0.157227, 0.146484, 0.15625, 0.147461, 0.152344, 0.154297, 0.15918, 0.155273, 0.15625, 0.15332, 0.107422, 0.15625, 0.154297, 0.158203, 0.163086, 0.15918, 0.158203, 0.158203, 0.167969, 0.135742, 0.151367, 0.161133, 0.174805, 0.150391, 0.120117, 0.158203, 0.152344, 0.170898, 0.139648, 0.163086, 0.148438, 0.155273, 0.137695, 0.162109, 0.149414, 0.185547, 0.162109, 0.157227, 0.148438, 0.154297, 0.150391, 0.15918, 0.136719, 0.11084, 0.152344, 0.151367, 0.158203, 0.152344, 0.113281, 0.111328, 0.165039, 0.155273, 0.162109, 0.133789, 0.155273, 0.131836, 0.154297, 0.15918, 0.150391, 0.15918, 0.134766, 0.15918, 0.152344, 0.146484, 0.147461, 0.125977, 0.164062, 0.074707, 0.162109, 0.155273, 0.052979, 0.120605, 0.154297, 0.160156, 0.132812, 0.206055, 0.15332, 0.132812, 0.154297, 0.152344, 0.151367, 0.155273, 0.143555, 0.163086, 0.154297, 0.162109, 0.150391, 0.152344, 0.154297, 0.15918, 0.151367, 0.164062, 0.15332, 0.162109, 0.15918, 0.161133, 0.161133, 0.157227, 0.148438, 0.155273, 0.136719, 0.148438, 0.163086, 0.152344, 0.143555, 0.168945, 0.163086, 0.135742, 0.147461, 0.166992, 0.149414, 0.155273, 0.15332, 0.15332, 0.121582, 0.145508, 0.111328, 0.147461, 0.163086, 0.157227, 0.15332, 0.158203, 0.158203, 0.158203, 0.158203, 0.158203, 0.171875, 0.146484, 0.124512, 0.113281, 0.155273, 0.154297, 0.150391, 0.160156, 0.155273, 0.10791, 0.12793, 0.154297, 0.157227, 0.144531, 0.138672, 0.161133, 0.164062, 0.144531, 0.157227, 0.149414, 0.161133, 0.163086, 0.165039, 0.131836, 0.152344, 0.15625, 0.164062, 0.162109, 0.155273, 0.162109, 0.15625, 0.15625, 0.148438, 0.147461, 0.15918, 0.155273, 0.157227, 0.158203, 0.158203, 0.152344, 0.154297, 0.155273, 0.154297, 0.157227, 0.094238, 0.15332, 0.15332, 0.149414, 0.155273, 0.149414, 0.138672, 0.040771, 0.151367, 0.161133, 0.146484, 0.162109, 0.154297, 0.148438, 0.15918, 0.151367, 0.15332, 0.148438, 0.150391, 0.160156, 0.175781, 0.162109, 0.158203, 0.157227, 0.165039, 0.157227, 0.15332, 0.157227, 0.15918, 0.129883, 0.152344, 0.158203, 0.132812, 0.161133, 0.149414, 0.15625, 0.150391, 0.132812, 0.158203, 0.166992, 0.146484, 0.161133, 0.155273, 0.148438, 0.15332, 0.157227, 0.152344, 0.157227, 0.146484, 0.05127, 0.161133, 0.15918, 0.112305, 0.162109, 0.15625, 0.147461, 0.143555, 0.105957, 0.143555, 0.160156, 0.15332, 0.150391, 0.158203, 0.157227, 0.143555, 0.157227, 0.167969, 0.160156, 0.155273, 0.118164, 0.15625, 0.15332, 0.128906, 0.174805, 0.154297, 0.125, 0.160156, 0.146484, 0.149414, 0.160156, 0.168945, 0.158203, 0.158203, 0.161133, 0.155273, 0.142578, 0.157227, 0.151367, 0.161133, 0.169922, 0.15918, 0.100586, 0.150391, 0.147461, 0.167969, 0.154297, 0.135742, 0.15625, 0.167969, 0.155273, 0.15332, 0.157227, 0.149414, 0.152344, 0.169922, 0.129883, 0.145508, 0.152344, 0.154297, 0.149414, 0.160156, 0.168945, 0.147461, 0.15918, 0.151367, 0.15918, 0.154297, 0.155273, 0.158203, 0.161133, 0.15625, 0.145508, 0.145508, 0.146484, 0.160156, 0.154297, 0.133789, 0.056396, 0.142578, 0.162109, 0.160156, 0.091797, 0.155273, 0.151367, 0.147461, 0.154297, 0.155273, 0.162109, 0.164062, 0.057373, 0.122559, 0.152344, 0.152344, 0.15332, 0.177734, 0.157227, 0.154297, 0.166992, 0.158203, 0.114746, 0.154297, 0.149414, 0.160156, 0.161133, 0.152344, 0.15918, 0.154297, 0.151367, 0.143555, 0.118652, 0.089844, 0.155273, 0.15625, 0.158203, 0.161133, 0.162109, 0.149414, 0.15918, 0.118652, 0.144531, 0.161133, 0.157227, 0.137695, 0.15332, 0.101074, 0.154297, 0.143555, 0.162109, 0.162109, 0.15625, 0.15918, 0.144531, 0.157227, 0.155273, 0.09082, 0.150391, 0.114258, 0.069824, 0.167969, 0.150391, 0.151367, 0.141602, 0.102051, 0.15625, 0.155273, 0.162109, 0.162109, 0.171875, 0.15332, 0.120117, 0.158203, 0.150391, 0.151367, 0.15625, 0.15918, 0.150391, 0.089355, 0.157227, 0.152344, 0.157227, 0.158203, 0.15625, 0.15332, 0.155273, 0.15625, 0.166016, 0.158203, 0.150391, 0.155273, 0.161133, 0.154297, 0.154297, 0.121582, 0.151367, 0.076172, 0.123047, 0.162109, 0.158203, 0.151367, 0.160156, 0.168945, 0.101074, 0.139648, 0.176758, 0.146484, 0.143555, 0.165039, 0.146484, 0.160156, 0.164062, 0.139648, 0.15332, 0.157227, 0.077637, 0.146484, 0.15625, 0.155273, 0.097168, 0.182617, 0.150391, 0.162109, 0.146484, 0.108398, 0.15332, 0.122559, 0.15918, 0.101562, 0.000254, 0.15332, 0.166992, 0.152344, 0.15918, 0.166992, 0.165039, 0.150391, 0.155273, 0.157227, 0.143555, 0.15918, 0.161133, 0.124023, 0.120605, 0.160156, 0.154297, 0.100586, 0.15918, 0.160156, 0.154297, 0.152344, 0.177734, 0.116211, 0.149414, 0.158203, 0.102539, 0.162109, 0.112793, 0.124023, 0.160156, 0.157227, 0.154297, 0.145508, 0.155273, 0.15625, 0.158203, 0.160156, 0.145508, 0.163086, 0.152344, 0.168945, 0.166992, 0.063477, 0.137695, 0.108398, 0.168945, 0.162109, 0.15918, 0.154297, 0.146484, 0.162109, 0.040771, 0.141602, 0.158203, 0.157227, 0.135742, 0.154297, 0.162109, 0.152344, 0.143555, 0.154297, 0.158203, 0.165039, 0.133789, 0.15332, 0.169922, 0.196289, 0.154297, 0.160156, 0.149414, 0.155273, 0.167969, 0.158203, 0.121582, 0.137695, 0.15625, 0.150391, 0.146484, 0.154297, 0.165039, 0.155273, 0.152344, 0.155273, 0.15918, 0.15625, 0.149414, 0.142578, 0.119629, 0.165039, 0.097168, 0.152344, 0.134766, 0.150391, 0.15332, 0.150391, 0.202148, 0.152344, 0.154297, 0.150391, 0.160156, 0.146484, 0.145508, 0.162109, 0.109863, 0.152344, 0.116699, 0.158203, 0.157227, 0.164062, 0.162109, 0.15332, 0.157227, 0.151367, 0.155273, 0.162109, -0.000134, 0.154297, 0.15918, 0.073242, 0.124512, 0.099121, 0.150391, 0.150391, 0.15625, 0.157227, 0.147461, 0.15332, 0.143555, 0.146484, 0.160156, 0.166016, 0.154297, 0.133789, 0.165039, 0.155273, 0.130859, 0.154297, 0.140625, 0.083984, 0.151367, 0.155273, 0.137695, 0.148438, 0.148438, 0.15332, 0.161133, 0.155273, 0.154297, 0.167969, 0.15332, 0.162109, 0.131836, 0.15918, 0.15918, 0.165039, 0.139648, 0.160156, 0.155273, 0.15332, 0.157227, 0.164062, 0.150391, 0.137695, 0.15332, 0.161133, 0.147461, 0.152344, 0.152344, 0.165039, 0.164062, 0.15332, 0.15625, 0.158203, 0.157227, 0.166992, 0.163086, 0.116699, 0.152344, 0.142578, 0.158203, 0.162109, 0.148438, 0.154297, 0.158203, 0.15332, 0.158203, 0.147461, 0.15918, 0.160156, 0.151367, 0.192383, 0.157227, 0.155273, 0.161133, 0.162109, 0.150391, 0.145508, 0.155273, 0.165039, 0.106934, 0.162109, 0.157227, 0.11084, 0.164062, 0.163086, 0.149414, 0.155273, 0.147461, 0.152344, 0.151367, 0.152344, 0.160156, 0.154297, 0.154297, 0.143555, 0.132812, 0.164062, 0.155273, 0.150391, 0.131836, 0.182617, 0.053467, 0.160156, 0.158203, 0.15332, 0.124023, 0.163086, 0.135742, 0.146484, 0.141602, 0.160156, 0.171875, 0.108398, 0.15625, 0.140625, 0.149414, 0.150391, 0.150391, 0.151367, 0.154297, 0.15625, 0.140625, 0.15918, 0.139648, 0.160156, 0.098633, 0.100586, 0.152344, 0.131836, 0.155273, 0.15332, 0.154297, 0.15332, 0.146484, 0.155273, 0.15332, 0.145508, 0.161133, 0.144531, 0.149414, 0.157227, 0.149414, 0.15918, 0.15625, 0.152344, 0.10791, 0.146484, 0.168945, 0.154297, 0.120605, 0.154297, 0.136719, 0.154297, 0.154297, 0.157227, 0.154297, 0.194336, 0.160156, 0.15625, 0.147461, 0.160156, 0.155273, 0.174805, 0.163086, 0.150391, 0.165039, 0.147461, 0.158203, 0.154297, 0.129883, 0.148438, 0.154297, 0.152344, 0.157227, 0.104004, 0.152344, 0.134766, 0.15625, 0.166992, 0.15625, 0.134766, 0.154297, 0.163086, 0.15625, 0.163086, 0.162109, 0.092285, 0.119629, 0.157227, 0.162109, 0.158203, 0.163086, 0.15625, 0.157227, 0.145508, 0.149414, 0.148438, 0.168945, 0.150391, 0.161133, 0.119629, 0.15918, 0.15625, 0.142578, 0.158203, 0.151367, 0.15918, 0.163086, 0.030029, 0.158203, 0.151367, 0.151367, 0.151367, 0.135742, 0.15625, 0.121582, 0.15332, 0.155273, 0.15332, 0.151367, 0.160156, 0.161133, 0.15625, 0.157227, 0.158203, 0.15332, 0.150391, 0.015625, 0.160156, 0.092773, 0.157227, 0.176758, 0.15625, 0.152344, 0.155273, 0.151367, 0.15332, 0.081543, 0.152344, 0.147461, 0.150391, 0.103516, 0.154297, 0.152344, 0.166016, 0.15918, 0.163086, 0.161133, 0.157227, 0.157227, 0.113281, 0.148438, 0.164062, 0.15332, 0.154297, 0.155273, 0.170898, 0.143555, 0.154297, 0.142578, 0.171875, 0.137695, 0.162109, 0.169922, 0.157227, 0.161133, 0.161133, 0.151367, 0.15918, 0.183594, 0.152344, 0.158203, 0.15332, 0.15625, 0.155273, 0.154297, 0.154297, 0.038574, 0.166992, 0.148438, 0.151367, 0.111816, 0.154297, 0.165039, 0.15625, 0.146484, 0.158203, 0.114746, 0.161133, 0.15625, 0.158203, 0.102051, 0.150391, 0.15625, 0.154297, 0.15625, 0.123047, 0.158203, 0.163086, 0.154297, 0.147461, 0.15332, 0.167969, 0.172852, 0.15625, 0.101074, 0.155273, 0.168945, 0.158203, 0.161133, 0.149414, 0.154297, 0.120605, 0.119141, 0.155273, 0.160156, 0.157227, 0.134766, 0.158203, 0.144531, 0.136719, 0.171875, 0.15332, 0.161133, 0.155273, 0.158203, 0.157227, 0.15332, 0.15332, 0.144531, 0.175781, 0.160156, 0.160156, 0.145508, 0.151367, 0.15332, 0.15332, 0.077637, 0.152344, 0.148438, 0.158203, 0.155273, 0.15332, 0.143555, 0.152344, 0.151367, 0.15332, 0.151367, 0.132812, 0.148438, 0.147461, 0.160156, 0.157227, 0.15625, 0.069824, 0.166992, 0.136719, 0.15918, 0.154297, 0.180664, 0.150391, 0.15332, 0.152344, 0.139648, 0.149414, 0.15625, 0.15332, 0.157227, 0.135742, 0.132812, 0.150391, 0.100586, 0.116211, 0.148438, 0.164062, 0.15332, 0.152344, 0.164062, 0.151367, 0.137695, 0.151367, 0.09375, 0.158203, 0.164062, 0.161133, 0.154297, 0.150391, 0.158203, 0.157227, 0.172852, 0.155273, 0.130859, 0.151367, 0.150391, 0.143555, 0.160156, 0.152344, 0.160156, 0.15332, 0.10498, 0.157227, 0.146484, 0.145508, 0.147461, 0.154297, 0.155273, 0.154297, 0.166992, 0.155273, 0.168945, 0.15918, 0.144531, 0.165039, 0.161133, 0.165039, 0.15625, 0.092285, 0.151367, 0.166016, 0.155273, 0.158203, 0.149414, 0.141602, 0.161133, 0.144531, 0.150391, 0.158203, 0.15625, 0.115234, 0.15918, 0.15918, 0.164062, 0.157227, 0.157227, 0.15918, 0.15918, 0.15332, 0.145508, 0.166016, 0.161133, 0.142578, 0.161133, 0.149414, 0.147461, 0.164062, 0.136719, 0.161133, 0.152344, 0.166992, 0.158203, 0.134766, 0.106934, 0.15625, 0.158203, 0.157227, 0.162109, 0.150391, 0.155273, 0.158203, 0.102051, 0.166016, 0.147461, 0.155273, 0.157227, 0.165039, 0.155273, 0.129883, 0.15625, 0.165039, 0.155273, 0.154297, 0.125977, 0.157227, 0.165039, 0.157227, 0.15625, 0.154297, 0.165039, 0.162109, 0.157227, 0.143555, 0.165039, 0.154297, 0.15625, 0.15918, 0.151367, 0.149414, 0.165039, 0.158203, 0.11084, 0.134766, 0.169922, 0.152344, 0.15918, 0.170898, 0.165039, 0.15625, 0.142578, 0.149414, 0.154297, 0.155273, 0.149414, 0.149414, 0.157227, 0.151367, 0.109375, 0.15918, 0.091309, 0.166992, 0.15625, 0.152344, 0.135742, 0.15918, 0.155273, 0.147461, 0.167969, 0.132812, 0.11084, 0.151367, 0.123047, 0.154297, 0.143555, 0.151367, 0.138672, 0.157227, -1.4e-05, 0.096191, 0.15332, 0.149414 ] }, "name": "model.model.layers.1.post_attention_layernorm.weight", "outputIndexes": [ 195 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 194 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_1/Mul_output_0", "outputIndexes": [ 196 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 195, 196 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_1/Mul_1_output_0", "outputIndexes": [ 197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 197 ], "outputIndexes": [ 4432 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4432 ], "outputIndexes": [ 4433 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear", "inputIndexes": [ 4433 ], "outputIndexes": [ 4434 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 12349682, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4434 ], "outputIndexes": [ 4435 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4435 ], "outputIndexes": [ 198 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 198 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_1/Sigmoid_output_0", "outputIndexes": [ 199 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 198, 199 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_1/Mul_output_0", "outputIndexes": [ 200 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 197 ], "outputIndexes": [ 4436 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4436 ], "outputIndexes": [ 4437 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear", "inputIndexes": [ 4437 ], "outputIndexes": [ 4438 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 14930184, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4438 ], "outputIndexes": [ 4439 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4439 ], "outputIndexes": [ 201 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 200, 201 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_1/Mul_output_0", "outputIndexes": [ 202 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 202 ], "outputIndexes": [ 4440 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4440 ], "outputIndexes": [ 4441 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear", "inputIndexes": [ 4441 ], "outputIndexes": [ 4442 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 17510686, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4442 ], "outputIndexes": [ 4443 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.1/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4443 ], "outputIndexes": [ 203 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 194, 203 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_9_output_0", "outputIndexes": [ 204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 204, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_18_output_0", "outputIndexes": [ 205 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.104004, 0.103027, 0.15625, 0.135742, 0.102539, 0.137695, 0.503906, 0.093262, 0.086426, 0.120117, 0.168945, 0.072266, 0.124023, 0.09375, 0.094238, 0.087891, 0.150391, 0.104004, 0.09082, 0.130859, 0.11084, 0.09082, 0.12207, 0.124023, 0.105469, 0.098145, 0.106934, 0.092773, 0.101074, 0.119141, 0.101074, 0.245117, 0.11084, 0.161133, 0.078613, 0.083496, 0.141602, 0.111816, 0.22168, 0.089355, 0.111328, 0.07666, 0.108398, 0.091309, 0.142578, 0.120117, 0.101562, 0.144531, 0.088379, 0.285156, 0.116699, 0.143555, 0.096191, 0.078613, 0.139648, 0.088867, 0.068848, 0.082031, 0.114258, 0.10498, 0.08252, 0.065918, 0.102539, 0.089844, 0.136719, 0.126953, 0.24707, 0.125, 0.099609, 0.5, 0.09375, 0.121094, 0.172852, 0.077148, 0.089844, 0.088379, 0.126953, 0.083496, 0.115723, 0.135742, 0.121582, 0.093262, 0.11377, 0.087891, 0.120117, 0.107422, 0.091797, 0.204102, 0.103027, 0.11084, 0.101562, 0.106934, 0.124023, 0.111328, 0.101074, 0.114258, 0.08252, 0.103516, 0.145508, 0.07666, 0.134766, 0.07666, 0.091797, 0.086914, 0.173828, 0.136719, 0.118164, 0.07959, 0.101074, 0.084473, 0.095703, 0.099121, 0.098633, 0.088867, 0.120117, 0.135742, 0.094727, 0.108887, 0.11084, 0.108398, 0.069824, 0.099609, 0.107422, 0.273438, 0.081055, 0.09082, 0.363281, 0.074707, 0.114258, 0.113281, 0.112793, 0.095215, 0.093262, 0.112305, 0.121582, 0.081055, 0.083008, 0.10498, 0.088379, 0.150391, 0.089844, 0.126953, 0.091797, 0.118652, 0.089355, 0.088379, 0.099609, 0.125977, 0.119629, 0.10791, 0.126953, 0.083984, 0.088867, 0.099121, 0.123535, 0.092773, 0.080566, 0.095215, 0.102539, 0.076172, 0.12207, 0.132812, 0.148438, 0.095703, 0.097656, 0.105469, 0.141602, 0.099121, 0.089355, 0.194336, 0.116211, 0.084961, 0.084473, 0.136719, 0.131836, 0.091309, 0.132812, 0.113281, 0.099609, 0.080566, 0.069824, 0.10498, 0.109863, 0.077637, 0.099121, 0.134766, 0.079102, 0.102051, 0.133789, 0.082031, 0.099121, 0.105469, 0.114258, 0.125977, 0.099121, 0.103516, 0.097656, 0.174805, -0.000125, 0.114258, 0.165039, 0.078613, 0.145508, 0.095703, 0.111816, 0.119141, 0.109863, 0.144531, 0.265625, 0.090332, 0.102539, 0.100098, 0.07373, 0.126953, 0.095703, 0.082031, 0.125977, 0.090332, 0.091797, 0.084473, 0.087402, 0.07666, 0.087402, 0.09082, 0.078125, 0.21875, 0.105957, 0.108398, 0.086914, 0.163086, 0.263672, 0.133789, 0.068359, 0.087402, 0.103027, 0.143555, 0.120605, 0.118652, 0.110352, 0.09082, 0.078613, 0.107422, 0.102539, 0.098145, 0.099609, 0.115234, 0.171875, 0.122559, 0.104004, 0.12207, 0.09082, 0.140625, 0.121094, 0.100098, 0.106934, 0.099121, 0.108887, 0.089844, 0.151367, 0.132812, 0.100586, 0.071777, 0.090332, 0.138672, 0.106934, 0.086426, 0.081055, 0.07959, 0.161133, 0.100586, 0.310547, 0.129883, 0.083496, 0.464844, 0.125, 0.099121, 0.116699, 0.177734, 0.208984, 0.072266, 0.117188, 0.116211, 0.088379, 0.083984, 0.106445, 0.087891, 0.085938, 0.065918, 0.075195, 0.08252, 0.102051, 0.08252, 0.083008, 0.137695, 0.136719, 0.107422, 0.092773, 0.124023, 0.07666, 0.085449, 0.086914, 0.116211, 0.078613, 0.174805, 0.093262, 0.087402, 0.178711, 0.097656, 0.07959, 0.106445, 0.142578, 0.078125, 0.12793, 0.143555, 0.089355, 0.089355, 0.099121, 0.173828, 0.164062, 0.128906, 0.087891, 0.091309, 0.095703, 0.102051, 0.087891, 0.100586, 0.091309, 0.088867, 0.082031, 0.140625, 0.200195, 0.115723, 0.287109, 0.07373, 0.111816, 0.092773, 0.141602, 0.10498, 0.139648, 0.138672, 0.110352, 0.109863, 0.103027, 0.128906, 0.085938, 0.150391, 0.104004, 0.097168, 0.089844, 0.084473, 0.086426, 0.124512, 0.140625, 0.084961, 0.102051, 0.125, 0.121094, 0.117676, 0.100586, 0.095703, 0.070312, 0.193359, 0.095703, 0.092285, 0.111328, 0.095703, 0.098633, 0.103027, 0.147461, 0.11377, 0.084961, 0.10498, 0.101074, 0.099609, 0.104492, 0.101562, 0.102539, 0.080566, 0.098145, 0.144531, -3e-05, 0.112305, 0.079102, 0.081543, 0.089844, 0.095215, 0.108398, 0.09082, 0.164062, 0.138672, 0.105469, 0.169922, 0.107422, 0.175781, 0.091309, 0.098633, 0.087891, 0.099609, 0.09668, 0.105469, 0.106445, 0.109863, 0.113281, 0.085449, 0.088867, 0.117188, 0.081055, 0.092285, 0.083496, 0.111816, 0.145508, 0.093262, 0.101074, 0.10498, 0.106934, 0.098633, 0.119141, 0.083008, 0.097168, 0.115723, 0.118652, 0.109375, 0.15918, 0.097656, 0.09082, 0.136719, 0.105469, 0.128906, 0.172852, 0.109375, 0.124023, 0.15918, 0.091797, 0.126953, 0.097656, 0.084473, 0.100098, 0.126953, 0.091797, 0.141602, 0.07959, 0.1875, 0.458984, 0.085449, 0.101074, 0.143555, 0.104004, 0.106934, 0.171875, 0.118652, 0.125, 0.161133, 0.091797, 0.089844, 0.10498, 0.097168, 0.104492, 0.091309, 0.116699, 0.106445, 0.116699, 0.10498, 0.091309, 0.116699, 0.109863, 0.115234, 0.114258, 0.130859, 0.109375, 0.12793, 0.102051, 0.227539, 0.075684, 0.105469, 0.117188, 0.100098, 0.098145, 0.092285, 0.133789, 0.195312, 0.11377, 0.088867, 0.105469, 0.125977, 0.108887, 0.105957, 0.100586, 0.117676, 0.084961, 0.091309, 0.077637, 0.075195, 0.067871, 0.106934, 0.119629, 0.107422, 0.091797, 0.105957, 0.142578, 0.115723, 0.445312, 0.120117, 0.080566, 0.095215, 0.157227, 0.088867, 0.124023, 0.09375, 0.083984, 0.099121, 0.091309, 0.103027, 0.357422, 0.107422, 0.164062, 0.125977, 0.084473, 0.116211, 0.119141, 0.09082, 0.083984, 0.100586, 0.146484, 0.083496, 0.114258, 0.103027, 0.087402, 0.088379, 0.095215, 0.141602, 0.112793, 0.120605, 0.137695, 0.102051, 0.096191, 0.104492, 0.084473, 0.087402, 0.10791, 0.085938, 0.101562, 0.120117, 0.112793, 0.105957, 0.074707, 0.104492, 0.075684, 0.136719, 0.1875, 0.150391, 0.112793, 0.09375, 0.082031, 0.105469, 0.125977, 0.099609, 0.197266, 0.490234, 0.089355, 0.129883, 0.152344, 0.15332, 0.095215, 0.097168, 0.133789, 0.189453, 0.066406, 0.106445, 0.091797, 0.088867, 0.104492, 0.099609, 0.131836, 0.085938, 0.090332, 0.151367, 0.094727, 0.097168, 0.121582, 0.100586, 0.088867, 0.086426, 0.091797, 0.094727, 0.087891, 0.129883, 0.091797, 0.138672, 0.07959, 0.087891, 0.136719, 0.11377, 0.091309, 0.088379, 0.129883, 0.143555, 0.09668, 0.146484, 0.174805, 0.112793, 0.106445, 0.083496, 0.103027, 0.145508, 0.098633, 0.149414, 0.104004, 0.123535, 0.118652, 0.094727, 0.114746, 0.107422, 0.120117, 0.128906, 0.122559, 0.111328, 0.245117, 0.07959, 0.096191, 0.087402, 0.100586, 0.099609, 0.129883, 0.103027, 0.109375, 0.115723, 0.090332, 0.227539, 0.089844, 0.106445, 0.341797, 0.120117, 0.07959, 0.062988, 0.111816, 0.111328, 0.091797, 0.121582, 0.09375, 0.091309, 0.11084, 0.075684, 0.105957, 0.126953, 0.178711, 0.12793, 0.099609, 0.099609, 0.084961, 0.111328, 0.105957, 0.084961, 0.133789, 0.163086, 0.089355, 0.091309, 0.113281, 0.094727, 0.138672, 0.167969, 0.083984, 0.077148, 0.114258, 0.328125, 0.083984, 0.09668, 0.120117, 0.091309, 0.116699, 0.095703, 0.114258, 0.178711, 0.09082, 0.361328, 0.103027, 0.120605, 0.152344, 0.102539, 0.071289, 0.083984, 0.085449, 0.103516, 0.5, 0.094238, 0.092773, 0.093262, 0.107422, 0.095703, 0.085938, 0.090332, 0.146484, 0.078613, 0.099609, 0.099121, 0.112305, 0.119629, 0.106934, 0.114258, 0.077637, 0.079102, 0.107422, 0.094727, 0.143555, 0.094238, 0.200195, 0.169922, 0.077148, 0.089355, 0.143555, 0.085938, 0.185547, 0.186523, 0.083496, 0.082031, 0.092285, 0.099121, 0.09668, 0.265625, 0.140625, 0.122559, 0.123047, 0.093262, 0.091797, 0.121094, 0.078613, 0.134766, 0.12207, 0.089355, 0.09082, 0.132812, 0.112305, 0.234375, 0.077148, 0.087402, 0.132812, 0.102539, 0.138672, 0.095215, 0.092285, 0.088867, 0.092773, 0.091797, 0.085449, 0.097168, 0.119629, 0.093262, 0.198242, 0.131836, 0.083984, 0.125, 0.104004, 0.115234, 0.110352, 0.109375, 0.10498, 0.091797, 0.083984, 0.137695, 0.117188, 0.112793, 0.103516, 0.075195, 0.124023, 0.15918, 0.071777, 0.10498, 0.174805, 0.094238, 0.10791, 0.137695, 0.165039, 0.162109, 0.136719, 0.112305, 0.149414, 0.102051, 0.102051, 0.089844, 0.067871, 0.099121, 0.175781, 0.085449, 0.12793, 0.07373, 0.111328, 0.095215, 0.114258, 0.085449, 0.125977, 0.087402, 0.108887, 0.162109, 0.111816, 0.108887, 0.112793, 0.100098, 0.178711, 0.088379, 0.074707, 0.085449, 0.137695, 0.083008, 0.078125, 0.123047, 0.11084, 0.089844, 0.082031, 0.169922, 0.076172, 0.162109, 0.102051, 0.111328, 0.084961, 0.084961, 0.097656, 0.097168, 0.095703, 0.095703, 0.106934, 0.083984, 0.109375, 0.100586, 0.082031, 0.093262, 0.080566, 0.07666, 0.081055, 0.095215, 0.094238, 0.109375, 0.396484, 0.105469, 0.146484, 0.130859, 0.105957, 0.145508, 0.110352, 0.086426, 0.235352, 0.114258, 0.083496, 0.137695, 0.096191, 0.080566, 0.105469, 0.105957, 0.101562, 0.094238, 0.088867, 0.099121, 0.123535, 0.117676, 0.300781, 0.093262, 0.09375, 0.087891, 0.15918, 0.085449, 0.125977, 0.070801, 0.12793, 0.094238, 0.111328, 0.135742, 0.094727, 0.185547, 0.08252, 0.117676, 0.181641, 0.096191, 0.10791, 0.124023, 0.095215, 0.087891, 0.102539, 0.155273, 0.093262, 0.120117, 0.103027, 0.188477, 0.085938, 0.087891, 0.106934, 0.109375, 0.113281, 0.097168, 0.091309, 0.108887, 0.158203, 0.08252, 0.090332, 0.087891, 0.141602, 0.096191, 0.095215, 0.064941, 0.146484, 0.073242, 0.166992, 0.09082, 0.209961, 0.100586, 0.100098, 0.123535, 0.099609, 0.089355, 0.164062, 0.100586, 0.112793, 0.094727, 0.143555, 0.091797, 0.089844, 0.089844, 0.118652, 0.086426, 0.085938, 0.082031, 0.087402, 0.097656, 0.158203, 0.154297, 0.084473, 0.091309, 0.101562, 0.181641, 0.116699, 0.214844, 0.092285, 0.11377, 0.119629, 0.092773, 0.091309, 0.102051, 0.105469, 0.100586, 0.09082, 0.10498, 0.125977, 0.082031, 0.106934, 0.091309, 0.180664, 0.085449, 0.087891, 0.109863, 0.137695, 0.091309, 0.094238, 0.123535, 0.088379, 0.186523, 0.102539, 0.093262, 0.102051, 0.081543, 0.081543, 0.083984, 0.106934, 0.241211, 0.092773, 0.101074, 0.077637, 0.083496, 0.100586, 0.081543, 0.122559, 0.088867, 0.077148, 0.092285, 0.104492, 0.089355, 0.095703, 0.114746, 0.086914, 0.095215, 0.109863, 0.121582, 0.223633, 0.089844, 0.105469, 0.097168, 0.157227, 0.136719, 0.077148, 0.085449, 0.119141, 0.166016, 0.291016, 0.097656, 0.105469, 0.091797, 0.12793, 0.085938, 0.089355, 0.082031, 0.137695, 0.115723, 0.096191, 0.083984, 0.095215, 0.116699, 0.084961, 0.097168, 0.112793, 0.083008, 0.086426, 0.098145, 0.094238, 0.112793, 0.188477, 0.101562, 0.179688, 0.09668, 0.081055, 0.094238, 0.109375, 0.129883, 0.106934, 0.083496, 0.100586, 0.113281, 0.08252, 0.077148, 0.095215, 0.120605, 0.102051, 0.095703, 6e-06, 0.087402, 0.092773, 0.102051, 0.135742, 0.095215, 0.107422, 0.085449, 0.114746, 0.136719, 0.131836, 0.089844, 0.072754, 0.081543, 0.111328, 0.124023, 0.097656, 0.179688, 0.101562, 0.132812, 0.07373, 0.166992, 0.11084, 0.105469, 0.077148, 0.123535, 0.094727, 0.088379, 0.137695, 0.083008, 0.082031, 0.102539, 0.104492, 0.084961, 0.116211, 0.151367, 0.339844, 0.168945, 0.103027, 0.083008, 0.141602, 0.087891, 0.10498, 0.172852, 0.130859, 0.094238, 0.084961, 0.116699, 0.100098, 0.102051, 0.089844, 0.086914, 0.103516, 0.125977, 0.084473, 0.101562, 0.125977, 0.09082, 0.094727, 0.114746, 0.149414, 0.117188, 0.118652, 0.097168, 0.116211, 0.097656, 0.114258, 0.090332, 0.099609, 0.071777, 0.088867, 0.208984, 0.101562, 0.174805, 0.097168, 0.086426, 0.090332, 0.451172, 0.088867, 0.102051, 0.102539, 0.080566, 0.177734, 0.082031, 0.100586, 0.097168, 0.1875, 0.088867, 0.098633, 0.09668, 0.084473, 0.157227, 0.160156, 0.081055, 0.09375, 0.123047, 0.124512, 0.098145, 0.080566, 0.114746, 0.108887, 0.087891, 0.12793, 0.125, 0.10498, 0.126953, 0.150391, 0.10498, 0.098633, 0.12207, 0.088379, 0.089355, 0.092773, 0.099121, 0.109375, 0.088867, 0.089355, 0.096191, 0.157227, 0.109863, 0.136719, 0.136719, 0.175781, 0.093262, 0.136719, 0.078613, 0.077637, 0.11084, 0.081055, 0.110352, 0.097168, 0.095215, 0.129883, 0.112793, 0.128906, 0.083984, 0.091797, 0.126953, 0.083984, 0.088867, 0.101074, 0.102051, 0.078613, 0.091797, 0.103027, 0.115234, 0.103516, 0.121582, 0.120605, 0.091309, 0.163086, 0.168945, 0.074219, 0.096191, 0.102051, 0.116211, 0.102051, 0.111328, 0.076172, 0.088379, 0.118164, 0.117676, 0.111816, 0.131836, 0.09082, 0.075684, 0.098145, 0.095215, 0.118652, 0.106445, 0.115723, 0.099121, 0.088867, 0.149414, 0.125, 0.08252, 0.097168, 0.077637, 0.07666, 0.11084, 0.083496, 0.097656, 0.116211, 0.083984, 0.099121, 0.087891, 0.109863, 0.091309, 0.117676, 0.119141, 0.092773, 0.071289, 0.191406, 0.150391, 0.128906, 0.063477, 0.129883, 0.092285, 0.07959, 0.099609, 0.085449, 0.155273, 0.07666, 0.130859, 0.206055, 0.089355, 0.103027, 0.09668, 0.08252, 0.078613, 0.135742, 0.116211, 0.121582, 0.09668, 0.116211, 0.081543, 0.119141, 0.060791, 0.106934, 0.122559, 0.095703, 0.094238, 0.069336, 0.100098, 0.089355, 0.103516, 0.091797, 0.067383, 0.154297, 0.117188, 0.116211, 0.088379, 0.121094, 0.136719, 0.125977, 0.089844, 0.092285, 0.11377, 0.106445, 0.119629, 0.142578, 0.101074, 0.126953, 0.094238, 0.123535, 0.119141, 0.137695, 0.120117, 0.355469, 0.132812, 0.096191, 0.162109 ] }, "name": "model.model.layers.2.input_layernorm.weight", "outputIndexes": [ 206 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 205 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_2/Mul_output_0", "outputIndexes": [ 207 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 206, 207 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_2/Mul_1_output_0", "outputIndexes": [ 208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 4444 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4444 ], "outputIndexes": [ 4445 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear", "inputIndexes": [ 4445 ], "outputIndexes": [ 4446 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 20091188, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4446 ], "outputIndexes": [ 4447 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4447 ], "outputIndexes": [ 209 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 208 ], "main_type": "NONE", "name": "/Shape_29_output_0", "outputIndexes": [ 210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 210 ], "main_type": "NONE", "name": "Shape513", "outputIndexes": [ 211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 210 ], "main_type": "NONE", "name": "Rank515", "outputIndexes": [ 212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 212, 212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp517", "outputIndexes": [ 213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze518", "outputIndexes": [ 214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp520", "outputIndexes": [ 215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze521", "outputIndexes": [ 216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 211, 214, 216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice524", "outputIndexes": [ 217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze525", "outputIndexes": [ 218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp526", "outputIndexes": [ 219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 219, 218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp527", "outputIndexes": [ 220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 210, 220, 213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_34_output_0", "outputIndexes": [ 221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 221, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_65_output_0", "outputIndexes": [ 222 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 222, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_26_output_0", "outputIndexes": [ 223 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 209, 223 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_19_output_0", "outputIndexes": [ 224 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_16_output_0", "outputIndexes": [ 225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224 ], "main_type": "NONE", "name": "/Shape_30_output_0", "outputIndexes": [ 226 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 226 ], "main_type": "NONE", "name": "Shape534", "outputIndexes": [ 227 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 226 ], "main_type": "NONE", "name": "Rank536", "outputIndexes": [ 228 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 228, 228 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp538", "outputIndexes": [ 229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 229 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze539", "outputIndexes": [ 230 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 229, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp541", "outputIndexes": [ 231 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 231 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze542", "outputIndexes": [ 232 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 227, 230, 232, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice545", "outputIndexes": [ 233 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 233 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze546", "outputIndexes": [ 234 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 234 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp547", "outputIndexes": [ 235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 235, 234 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp548", "outputIndexes": [ 236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 226, 236, 229 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_35_output_0", "outputIndexes": [ 237 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 237, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_6_output_0", "outputIndexes": [ 238 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 238, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_70_output_0", "outputIndexes": [ 239 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 239, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_9_output_0", "outputIndexes": [ 240 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 240 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_4_output_0", "outputIndexes": [ 241 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 224, 22, 239, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_8_output_0", "outputIndexes": [ 242 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 241, 242 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_29_output_0", "outputIndexes": [ 243 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 243, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_17_output_0", "outputIndexes": [ 244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 225, 244 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_10_output_0", "outputIndexes": [ 245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 4448 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4448 ], "outputIndexes": [ 4449 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear", "inputIndexes": [ 4449 ], "outputIndexes": [ 4450 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 21012810, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4450 ], "outputIndexes": [ 4451 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4451 ], "outputIndexes": [ 246 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 222, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_27_output_0", "outputIndexes": [ 247 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 246, 247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_20_output_0", "outputIndexes": [ 248 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_18_output_0", "outputIndexes": [ 249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248 ], "main_type": "NONE", "name": "/Shape_31_output_0", "outputIndexes": [ 250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 250 ], "main_type": "NONE", "name": "Shape596", "outputIndexes": [ 251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 250 ], "main_type": "NONE", "name": "Rank598", "outputIndexes": [ 252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 252, 252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp600", "outputIndexes": [ 253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze601", "outputIndexes": [ 254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp603", "outputIndexes": [ 255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze604", "outputIndexes": [ 256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 251, 254, 256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice607", "outputIndexes": [ 257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze608", "outputIndexes": [ 258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp609", "outputIndexes": [ 259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 259, 258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp610", "outputIndexes": [ 260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 250, 260, 253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_36_output_0", "outputIndexes": [ 261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 261, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_7_output_0", "outputIndexes": [ 262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 262, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_72_output_0", "outputIndexes": [ 263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 263, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_11_output_0", "outputIndexes": [ 264 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 264 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_5_output_0", "outputIndexes": [ 265 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 248, 22, 263, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_10_output_0", "outputIndexes": [ 266 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 265, 266 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_30_output_0", "outputIndexes": [ 267 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 267, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_19_output_0", "outputIndexes": [ 268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 249, 268 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_11_output_0", "outputIndexes": [ 269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 208 ], "outputIndexes": [ 4452 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4452 ], "outputIndexes": [ 4453 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear", "inputIndexes": [ 4453 ], "outputIndexes": [ 4454 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 21243232, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4454 ], "outputIndexes": [ 4455 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4455 ], "outputIndexes": [ 270 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 270, 247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_21_output_0", "outputIndexes": [ 271 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 245, 269, 271, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_26_output_0", "outputIndexes": [ 272 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 272 ], "outputIndexes": [ 4456 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4456 ], "outputIndexes": [ 4457 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear", "inputIndexes": [ 4457 ], "outputIndexes": [ 4458 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 21473654, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4458 ], "outputIndexes": [ 4459 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4459 ], "outputIndexes": [ 273 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 205, 273 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_13_output_0", "outputIndexes": [ 274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.164062, 0.193359, 0.200195, 0.199219, 0.194336, 0.202148, 0.083984, 0.197266, 0.180664, 0.177734, 0.084473, 0.196289, 0.151367, 0.204102, 0.202148, 0.200195, 0.174805, 0.186523, 0.18457, 0.137695, 0.198242, 0.196289, 0.185547, 0.166992, 0.189453, 0.195312, 0.186523, 0.195312, 0.189453, 0.199219, 0.186523, 0.130859, 0.197266, 0.189453, 0.19043, 0.191406, 0.123535, 0.193359, 0.089844, 0.198242, 0.192383, 0.202148, 0.183594, 0.192383, 0.138672, 0.195312, 0.195312, 0.126953, 0.208008, 0.112793, 0.200195, 0.120117, 0.197266, 0.201172, 0.138672, 0.197266, 0.199219, 0.189453, 0.199219, 0.195312, 0.194336, 0.197266, 0.194336, 0.198242, 0.183594, 0.181641, 0.151367, 0.084473, 0.194336, 0.074707, 0.202148, 0.131836, 0.161133, 0.188477, 0.198242, 0.189453, 0.171875, 0.197266, 0.071289, 0.197266, 0.177734, 0.203125, 0.176758, 0.186523, 0.198242, 0.129883, 0.202148, 0.148438, 0.197266, 0.138672, 0.181641, 0.195312, 0.145508, 0.196289, 0.078125, 0.103516, 0.196289, 0.197266, 0.199219, 0.210938, 0.163086, 0.188477, 0.188477, 0.196289, 0.220703, 0.114258, 0.19043, 0.191406, 0.19043, 0.199219, 0.201172, 0.194336, 0.186523, 0.200195, 0.194336, 0.1875, 0.188477, 0.191406, 0.198242, 0.189453, 0.192383, 0.168945, 0.197266, 0.169922, 0.194336, 0.1875, 0.061279, 0.196289, 0.194336, 0.213867, 0.196289, 0.198242, 0.19043, 0.196289, 0.189453, 0.189453, 0.203125, 0.202148, 0.195312, 0.157227, 0.191406, 0.197266, 0.196289, 0.196289, 0.200195, 0.191406, 0.196289, 0.18457, 0.185547, 0.199219, 0.186523, 0.195312, 0.198242, 0.202148, 0.186523, 0.201172, 0.201172, 0.196289, 0.081055, 0.195312, 0.089355, 0.194336, 0.151367, 0.193359, 0.191406, 0.196289, 0.064453, 0.191406, 0.19043, 0.108398, 0.176758, 0.196289, 0.197266, 0.155273, 0.079102, 0.207031, 0.169922, 0.200195, 0.199219, 0.201172, 0.194336, 0.164062, 0.178711, 0.188477, 0.202148, 0.186523, 0.204102, 0.185547, 0.201172, 0.200195, 0.195312, 0.186523, 0.094238, 0.195312, 0.19043, 0.194336, 0.195312, 0.146484, 0.000212, 0.192383, 0.217773, 0.195312, 0.164062, 0.193359, 0.181641, 0.189453, 0.208984, 0.175781, 0.174805, 0.198242, 0.200195, 0.185547, 0.195312, 0.09668, 0.197266, 0.202148, 0.194336, 0.200195, 0.202148, 0.193359, 0.198242, 0.206055, 0.165039, 0.186523, 0.196289, 0.237305, 0.192383, 0.103516, 0.194336, 0.166016, 0.174805, 0.157227, 0.201172, 0.194336, 0.200195, 0.160156, 0.197266, 0.179688, 0.211914, 0.207031, 0.198242, 0.183594, 0.185547, 0.194336, 0.191406, 0.168945, 0.120117, 0.198242, 0.193359, 0.191406, 0.198242, 0.141602, 0.111328, 0.202148, 0.18457, 0.195312, 0.171875, 0.1875, 0.116699, 0.195312, 0.196289, 0.197266, 0.203125, 0.15918, 0.197266, 0.196289, 0.181641, 0.196289, 0.111328, 0.198242, 0.053711, 0.216797, 0.188477, 0.03064, 0.142578, 0.19043, 0.194336, 0.15332, 0.136719, 0.191406, 0.164062, 0.19043, 0.192383, 0.199219, 0.193359, 0.18457, 0.201172, 0.195312, 0.193359, 0.198242, 0.196289, 0.188477, 0.203125, 0.179688, 0.196289, 0.19043, 0.206055, 0.18457, 0.196289, 0.202148, 0.196289, 0.1875, 0.1875, 0.142578, 0.186523, 0.194336, 0.177734, 0.1875, 0.201172, 0.195312, 0.143555, 0.193359, 0.175781, 0.182617, 0.192383, 0.196289, 0.19043, 0.148438, 0.183594, 0.151367, 0.206055, 0.201172, 0.191406, 0.199219, 0.194336, 0.194336, 0.192383, 0.196289, 0.194336, 0.157227, 0.172852, 0.151367, 0.103516, 0.193359, 0.196289, 0.193359, 0.19043, 0.180664, 0.119629, 0.119629, 0.194336, 0.192383, 0.197266, 0.15918, 0.207031, 0.198242, 0.183594, 0.203125, 0.186523, 0.201172, 0.200195, 0.185547, 0.155273, 0.193359, 0.199219, 0.194336, 0.199219, 0.201172, 0.194336, 0.193359, 0.194336, 0.148438, 0.188477, 0.198242, 0.189453, 0.194336, 0.193359, 0.197266, 0.150391, 0.1875, 0.193359, 0.188477, 0.195312, 0.086426, 0.191406, 0.1875, 0.201172, 0.194336, 0.196289, 0.125, 0.000155, 0.18457, 0.197266, 0.195312, 0.198242, 0.19043, 0.1875, 0.193359, 0.178711, 0.185547, 0.185547, 0.130859, 0.201172, 0.131836, 0.199219, 0.193359, 0.196289, 0.200195, 0.200195, 0.1875, 0.18457, 0.197266, 0.158203, 0.205078, 0.199219, 0.160156, 0.201172, 0.18457, 0.201172, 0.194336, 0.162109, 0.201172, 0.201172, 0.19043, 0.203125, 0.196289, 0.179688, 0.204102, 0.188477, 0.18457, 0.199219, 0.188477, 0.047119, 0.199219, 0.200195, 0.136719, 0.195312, 0.191406, 0.170898, 0.191406, 0.079102, 0.155273, 0.200195, 0.198242, 0.194336, 0.195312, 0.202148, 0.18457, 0.199219, 0.220703, 0.195312, 0.144531, 0.124023, 0.200195, 0.18457, 0.155273, 0.210938, 0.195312, 0.125977, 0.202148, 0.182617, 0.183594, 0.193359, 0.200195, 0.199219, 0.194336, 0.197266, 0.197266, 0.185547, 0.198242, 0.193359, 0.192383, 0.197266, 0.191406, 0.089844, 0.196289, 0.185547, 0.191406, 0.186523, 0.138672, 0.192383, 0.202148, 0.201172, 0.195312, 0.191406, 0.1875, 0.186523, 0.200195, 0.152344, 0.15625, 0.195312, 0.201172, 0.195312, 0.18457, 0.202148, 0.189453, 0.191406, 0.172852, 0.196289, 0.192383, 0.200195, 0.205078, 0.199219, 0.195312, 0.182617, 0.169922, 0.192383, 0.192383, 0.192383, 0.169922, 0.048828, 0.183594, 0.196289, 0.19043, 0.075195, 0.192383, 0.193359, 0.1875, 0.203125, 0.194336, 0.192383, 0.196289, 0.039062, 0.155273, 0.179688, 0.198242, 0.201172, 0.149414, 0.175781, 0.183594, 0.196289, 0.198242, 0.114258, 0.196289, 0.193359, 0.191406, 0.194336, 0.201172, 0.198242, 0.182617, 0.18457, 0.179688, 0.12793, 0.085938, 0.19043, 0.19043, 0.185547, 0.191406, 0.18457, 0.18457, 0.198242, 0.129883, 0.172852, 0.196289, 0.196289, 0.165039, 0.202148, 0.088379, 0.186523, 0.186523, 0.188477, 0.201172, 0.197266, 0.198242, 0.19043, 0.193359, 0.165039, 0.244141, 0.196289, 0.116699, 0.047852, 0.175781, 0.197266, 0.188477, 0.166016, 0.105469, 0.200195, 0.191406, 0.194336, 0.196289, 0.200195, 0.188477, 0.138672, 0.198242, 0.192383, 0.193359, 0.185547, 0.204102, 0.176758, 0.085449, 0.203125, 0.194336, 0.19043, 0.195312, 0.200195, 0.194336, 0.192383, 0.196289, 0.208008, 0.202148, 0.173828, 0.126953, 0.206055, 0.194336, 0.18457, 0.151367, 0.195312, 0.066406, 0.121094, 0.193359, 0.198242, 0.201172, 0.189453, 0.211914, 0.096191, 0.168945, 0.195312, 0.181641, 0.177734, 0.208008, 0.186523, 0.203125, 0.191406, 0.15625, 0.182617, 0.185547, 0.070801, 0.192383, 0.198242, 0.197266, 0.080078, 0.212891, 0.186523, 0.196289, 0.180664, 0.100098, 0.200195, 0.125, 0.192383, 0.083984, 0.056641, 0.191406, 0.194336, 0.194336, 0.176758, 0.197266, 0.200195, 0.186523, 0.198242, 0.195312, 0.179688, 0.197266, 0.197266, 0.151367, 0.109863, 0.193359, 0.186523, 0.077637, 0.195312, 0.1875, 0.200195, 0.196289, 0.204102, 0.125977, 0.194336, 0.191406, 0.078125, 0.201172, 0.111328, 0.102539, 0.195312, 0.197266, 0.1875, 0.109863, 0.197266, 0.198242, 0.18457, 0.198242, 0.185547, 0.202148, 0.193359, 0.193359, 0.193359, 0.048584, 0.15332, 0.095703, 0.193359, 0.19043, 0.198242, 0.202148, 0.197266, 0.200195, 0.033447, 0.189453, 0.19043, 0.202148, 0.162109, 0.197266, 0.200195, 0.192383, 0.172852, 0.196289, 0.202148, 0.201172, 0.169922, 0.200195, 0.202148, 0.136719, 0.195312, 0.194336, 0.197266, 0.200195, 0.162109, 0.193359, 0.125977, 0.154297, 0.202148, 0.1875, 0.178711, 0.191406, 0.168945, 0.1875, 0.200195, 0.195312, 0.208008, 0.195312, 0.1875, 0.118652, 0.132812, 0.197266, 0.089844, 0.188477, 0.164062, 0.195312, 0.195312, 0.182617, 0.136719, 0.194336, 0.192383, 0.183594, 0.194336, 0.138672, 0.202148, 0.201172, 0.130859, 0.200195, 0.135742, 0.193359, 0.193359, 0.194336, 0.204102, 0.201172, 0.197266, 0.195312, 0.192383, 0.197266, -0.00032, 0.193359, 0.199219, 0.068848, 0.155273, 0.076172, 0.202148, 0.18457, 0.194336, 0.194336, 0.196289, 0.185547, 0.171875, 0.181641, 0.194336, 0.201172, 0.19043, 0.142578, 0.196289, 0.198242, 0.155273, 0.205078, 0.181641, 0.064941, 0.158203, 0.173828, 0.170898, 0.18457, 0.166992, 0.197266, 0.192383, 0.194336, 0.195312, 0.201172, 0.15332, 0.196289, 0.15918, 0.196289, 0.197266, 0.202148, 0.170898, 0.199219, 0.192383, 0.198242, 0.199219, 0.196289, 0.180664, 0.166016, 0.19043, 0.202148, 0.139648, 0.193359, 0.198242, 0.204102, 0.222656, 0.198242, 0.192383, 0.193359, 0.195312, 0.206055, 0.196289, 0.131836, 0.194336, 0.15332, 0.196289, 0.196289, 0.185547, 0.194336, 0.194336, 0.188477, 0.196289, 0.1875, 0.197266, 0.197266, 0.19043, 0.211914, 0.198242, 0.194336, 0.192383, 0.196289, 0.188477, 0.1875, 0.198242, 0.193359, 0.119629, 0.199219, 0.189453, 0.104492, 0.203125, 0.201172, 0.199219, 0.200195, 0.142578, 0.196289, 0.192383, 0.191406, 0.199219, 0.201172, 0.195312, 0.18457, 0.162109, 0.194336, 0.194336, 0.188477, 0.165039, 0.204102, 0.051025, 0.191406, 0.198242, 0.195312, 0.138672, 0.197266, 0.173828, 0.196289, 0.176758, 0.199219, 0.200195, 0.106934, 0.198242, 0.147461, 0.202148, 0.1875, 0.179688, 0.171875, 0.183594, 0.195312, 0.188477, 0.205078, 0.167969, 0.191406, 0.07959, 0.092773, 0.192383, 0.106934, 0.197266, 0.198242, 0.192383, 0.196289, 0.186523, 0.198242, 0.181641, 0.182617, 0.197266, 0.195312, 0.194336, 0.192383, 0.178711, 0.196289, 0.203125, 0.192383, 0.109375, 0.189453, 0.197266, 0.196289, 0.120117, 0.19043, 0.178711, 0.1875, 0.196289, 0.196289, 0.192383, 0.149414, 0.198242, 0.191406, 0.161133, 0.192383, 0.196289, 0.198242, 0.198242, 0.193359, 0.205078, 0.186523, 0.196289, 0.201172, 0.155273, 0.169922, 0.191406, 0.196289, 0.199219, 0.087891, 0.196289, 0.148438, 0.194336, 0.196289, 0.189453, 0.155273, 0.196289, 0.201172, 0.196289, 0.195312, 0.194336, 0.086914, 0.105469, 0.201172, 0.194336, 0.192383, 0.139648, 0.1875, 0.197266, 0.182617, 0.19043, 0.19043, 0.194336, 0.186523, 0.191406, 0.133789, 0.194336, 0.195312, 0.18457, 0.202148, 0.189453, 0.195312, 0.201172, 0.024292, 0.206055, 0.19043, 0.195312, 0.191406, 0.173828, 0.200195, 0.102051, 0.191406, 0.196289, 0.192383, 0.185547, 0.203125, 0.194336, 0.178711, 0.196289, 0.19043, 0.182617, 0.203125, -0.000106, 0.205078, 0.060547, 0.194336, 0.154297, 0.188477, 0.195312, 0.197266, 0.191406, 0.145508, 0.078125, 0.178711, 0.189453, 0.204102, 0.116211, 0.189453, 0.185547, 0.203125, 0.193359, 0.198242, 0.188477, 0.198242, 0.196289, 0.130859, 0.197266, 0.200195, 0.19043, 0.198242, 0.198242, 0.202148, 0.176758, 0.175781, 0.162109, 0.204102, 0.166016, 0.188477, 0.213867, 0.195312, 0.179688, 0.198242, 0.178711, 0.197266, 0.196289, 0.19043, 0.200195, 0.202148, 0.196289, 0.216797, 0.192383, 0.194336, 0.039062, 0.199219, 0.198242, 0.179688, 0.123047, 0.192383, 0.203125, 0.185547, 0.182617, 0.188477, 0.136719, 0.196289, 0.203125, 0.206055, 0.078125, 0.185547, 0.206055, 0.105957, 0.200195, 0.109863, 0.200195, 0.193359, 0.200195, 0.189453, 0.196289, 0.200195, 0.201172, 0.196289, 0.091309, 0.186523, 0.208008, 0.193359, 0.196289, 0.185547, 0.199219, 0.126953, 0.126953, 0.181641, 0.200195, 0.191406, 0.15625, 0.202148, 0.189453, 0.155273, 0.198242, 0.195312, 0.1875, 0.183594, 0.199219, 0.186523, 0.198242, 0.195312, 0.171875, 0.155273, 0.199219, 0.193359, 0.169922, 0.198242, 0.196289, 0.1875, 0.063477, 0.198242, 0.19043, 0.193359, 0.188477, 0.193359, 0.177734, 0.193359, 0.194336, 0.196289, 0.197266, 0.115234, 0.188477, 0.1875, 0.195312, 0.206055, 0.197266, 0.041748, 0.201172, 0.183594, 0.192383, 0.1875, 0.195312, 0.196289, 0.189453, 0.191406, 0.164062, 0.200195, 0.205078, 0.192383, 0.191406, 0.142578, 0.175781, 0.201172, 0.077637, 0.124512, 0.183594, 0.201172, 0.199219, 0.183594, 0.194336, 0.198242, 0.168945, 0.196289, 0.06543, 0.198242, 0.147461, 0.188477, 0.191406, 0.182617, 0.200195, 0.199219, 0.202148, 0.204102, 0.161133, 0.1875, 0.191406, 0.19043, 0.194336, 0.182617, 0.183594, 0.186523, 0.095703, 0.203125, 0.164062, 0.185547, 0.196289, 0.188477, 0.200195, 0.18457, 0.198242, 0.19043, 0.192383, 0.191406, 0.180664, 0.202148, 0.198242, 0.169922, 0.197266, 0.072266, 0.188477, 0.206055, 0.197266, 0.208984, 0.198242, 0.172852, 0.203125, 0.188477, 0.181641, 0.199219, 0.186523, 0.135742, 0.201172, 0.201172, 0.195312, 0.192383, 0.202148, 0.191406, 0.199219, 0.199219, 0.186523, 0.202148, 0.203125, 0.183594, 0.198242, 0.199219, 0.189453, 0.196289, 0.167969, 0.195312, 0.189453, 0.197266, 0.195312, 0.145508, 0.12207, 0.201172, 0.193359, 0.201172, 0.199219, 0.197266, 0.196289, 0.195312, 0.094238, 0.200195, 0.1875, 0.201172, 0.195312, 0.205078, 0.185547, 0.140625, 0.193359, 0.203125, 0.177734, 0.188477, 0.119629, 0.202148, 0.202148, 0.203125, 0.201172, 0.197266, 0.194336, 0.198242, 0.197266, 0.165039, 0.167969, 0.185547, 0.191406, 0.19043, 0.196289, 0.196289, 0.180664, 0.192383, 0.103516, 0.166016, 0.194336, 0.196289, 0.19043, 0.195312, 0.238281, 0.185547, 0.183594, 0.196289, 0.192383, 0.200195, 0.186523, 0.195312, 0.19043, 0.194336, 0.103516, 0.188477, 0.093262, 0.197266, 0.19043, 0.175781, 0.163086, 0.200195, 0.196289, 0.192383, 0.216797, 0.155273, 0.12207, 0.188477, 0.129883, 0.19043, 0.171875, 0.183594, 0.175781, 0.196289, 0.048828, 0.086914, 0.206055, 0.186523 ] }, "name": "model.model.layers.2.post_attention_layernorm.weight", "outputIndexes": [ 275 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_2/Mul_output_0", "outputIndexes": [ 276 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 275, 276 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_2/Mul_1_output_0", "outputIndexes": [ 277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 277 ], "outputIndexes": [ 4460 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4460 ], "outputIndexes": [ 4461 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear", "inputIndexes": [ 4461 ], "outputIndexes": [ 4462 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 22395276, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4462 ], "outputIndexes": [ 4463 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4463 ], "outputIndexes": [ 278 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 278 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_2/Sigmoid_output_0", "outputIndexes": [ 279 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 278, 279 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_2/Mul_output_0", "outputIndexes": [ 280 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 277 ], "outputIndexes": [ 4464 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4464 ], "outputIndexes": [ 4465 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear", "inputIndexes": [ 4465 ], "outputIndexes": [ 4466 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 24975778, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4466 ], "outputIndexes": [ 4467 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4467 ], "outputIndexes": [ 281 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 280, 281 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_2/Mul_output_0", "outputIndexes": [ 282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 282 ], "outputIndexes": [ 4468 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4468 ], "outputIndexes": [ 4469 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear", "inputIndexes": [ 4469 ], "outputIndexes": [ 4470 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 27556280, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4470 ], "outputIndexes": [ 4471 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.2/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4471 ], "outputIndexes": [ 283 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 274, 283 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_14_output_0", "outputIndexes": [ 284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 284, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_27_output_0", "outputIndexes": [ 285 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.089355, 0.088379, 0.115723, 0.25, 0.081543, 0.172852, 0.464844, 0.087402, 0.107422, 0.108887, 0.161133, 0.083496, 0.092773, 0.072754, 0.073242, 0.075684, 0.18457, 0.117676, 0.085449, 0.114258, 0.100586, 0.095215, 0.090332, 0.139648, 0.081543, 0.097168, 0.101074, 0.114746, 0.092773, 0.110352, 0.10498, 0.183594, 0.12207, 0.15625, 0.077637, 0.092285, 0.108398, 0.120117, 0.214844, 0.105469, 0.075195, 0.061279, 0.099121, 0.083984, 0.122559, 0.125, 0.077637, 0.113281, 0.083984, 0.229492, 0.095703, 0.116699, 0.08252, 0.080078, 0.120117, 0.118652, 0.061768, 0.100586, 0.124512, 0.12207, 0.067383, 0.075684, 0.106934, 0.100098, 0.132812, 0.137695, 0.275391, 0.114746, 0.11377, 0.480469, 0.067871, 0.118652, 0.171875, 0.071289, 0.067871, 0.100586, 0.117676, 0.096191, 0.125977, 0.094727, 0.104492, 0.085449, 0.097656, 0.071289, 0.091797, 0.102539, 0.074707, 0.168945, 0.106445, 0.108887, 0.111816, 0.102051, 0.101074, 0.088867, 0.080078, 0.102539, 0.068848, 0.067383, 0.249023, 0.083496, 0.144531, 0.097656, 0.111816, 0.080566, 0.12793, 0.09375, 0.111816, 0.073242, 0.084961, 0.068848, 0.067383, 0.09375, 0.094238, 0.114258, 0.078125, 0.170898, 0.091797, 0.08252, 0.078125, 0.106445, 0.095215, 0.103516, 0.077637, 0.225586, 0.074707, 0.07959, 0.316406, 0.089844, 0.083984, 0.078613, 0.092285, 0.066895, 0.10791, 0.117188, 0.106934, 0.091797, 0.060791, 0.076172, 0.101074, 0.132812, 0.094727, 0.099121, 0.114746, 0.12793, 0.067383, 0.077637, 0.111328, 0.10791, 0.150391, 0.10791, 0.142578, 0.093262, 0.066406, 0.087891, 0.094238, 0.11377, 0.092773, 0.087402, 0.081055, 0.078613, 0.118164, 0.116211, 0.125977, 0.068848, 0.102051, 0.083008, 0.12793, 0.085938, 0.109375, 0.168945, 0.117188, 0.083984, 0.07959, 0.125, 0.128906, 0.095215, 0.132812, 0.094238, 0.076172, 0.088379, 0.059082, 0.100586, 0.07373, 0.07666, 0.09082, 0.18457, 0.094727, 0.100586, 0.106445, 0.115234, 0.073242, 0.091309, 0.10791, 0.090332, 0.078125, 0.087891, 0.103516, 0.144531, -6e-05, 0.135742, 0.107422, 0.071777, 0.139648, 0.098145, 0.081055, 0.109863, 0.059082, 0.145508, 0.243164, 0.085938, 0.115234, 0.090332, 0.083496, 0.115234, 0.105469, 0.078125, 0.10498, 0.077637, 0.092285, 0.091309, 0.075195, 0.0625, 0.09375, 0.09082, 0.074707, 0.193359, 0.111328, 0.074219, 0.071777, 0.140625, 0.206055, 0.174805, 0.062012, 0.067871, 0.085449, 0.139648, 0.132812, 0.123535, 0.083496, 0.072266, 0.081055, 0.087402, 0.095703, 0.106934, 0.095703, 0.109375, 0.111328, 0.135742, 0.095215, 0.158203, 0.092773, 0.108887, 0.098145, 0.081543, 0.117188, 0.074219, 0.099121, 0.083008, 0.146484, 0.142578, 0.113281, 0.073242, 0.067383, 0.099609, 0.104004, 0.080078, 0.09082, 0.098145, 0.165039, 0.086914, 0.304688, 0.040771, 0.098633, 0.410156, 0.123047, 0.085449, 0.121094, 0.144531, 0.244141, 0.088379, 0.125977, 0.106445, 0.07959, 0.079102, 0.091797, 0.097656, 0.104004, 0.056641, 0.083496, 0.084473, 0.104004, 0.121094, 0.064453, 0.133789, 0.125, 0.096191, 0.067383, 0.110352, 0.077637, 0.100586, 0.07666, 0.102051, 0.09375, 0.143555, 0.085449, 0.078125, 0.136719, 0.087402, 0.104492, 0.083008, 0.135742, 0.064941, 0.137695, 0.125977, 0.099609, 0.054443, 0.09668, 0.122559, 0.150391, 0.096191, 0.068359, 0.120605, 0.088379, 0.085938, 0.077148, 0.098145, 0.094727, 0.089355, 0.068848, 0.105469, 0.208008, 0.104004, 0.194336, 0.066406, 0.102539, 0.080078, 0.15918, 0.104492, 0.121582, 0.131836, 0.09668, 0.096191, 0.133789, 0.128906, 0.07373, 0.081543, 0.135742, 0.057617, 0.114746, 0.088379, 0.075684, 0.126953, 0.110352, 0.104004, 0.108887, 0.091797, 0.083984, 0.132812, 0.102539, 0.091797, 0.076172, 0.208984, 0.07666, 0.077637, 0.151367, 0.09082, 0.120117, 0.092285, 0.145508, 0.093262, 0.081055, 0.103516, 0.078613, 0.099121, 0.119629, 0.109375, 0.095703, 0.087402, 0.072754, 0.163086, 0.07959, 0.092773, 0.094727, 0.074219, 0.077637, 0.09375, 0.093262, 0.092773, 0.155273, 0.107422, 0.097656, 0.146484, 0.083008, 0.170898, 0.080566, 0.083496, 0.083984, 0.072266, 0.074219, 0.09082, 0.097656, 0.117676, 0.125977, 0.070801, 0.053223, 0.106445, 0.087402, 0.101562, 0.082031, 0.091309, 0.116699, 0.117676, 0.066406, 0.083496, 0.07666, 0.085449, 0.100586, 0.061035, 0.070312, 0.108887, 0.12793, 0.110352, 0.12793, 0.092773, 0.07666, 0.124512, 0.146484, 0.161133, 0.181641, 0.121094, 0.146484, 0.129883, 0.083496, 0.116211, 0.100586, 0.078613, 0.094727, 0.101074, 0.051758, 0.063477, 0.064941, 0.146484, 0.373047, 0.070312, 0.09375, 0.129883, 0.083008, 0.122559, 0.160156, 0.100098, 0.098145, 0.134766, 0.077148, 0.07373, 0.110352, 0.09375, 0.090332, 0.076172, 0.094727, 0.102051, 0.123535, 0.110352, 0.08252, 0.122559, 0.116211, 0.095215, 0.091309, 0.129883, 0.117188, 0.128906, 0.103516, 0.206055, 0.067383, 0.106445, 0.096191, 0.100586, 0.116211, 0.097656, 0.123047, 0.177734, 0.107422, 0.074707, 0.072754, 0.109863, 0.078613, 0.118652, 0.089844, 0.134766, 0.068848, 0.085449, 0.097168, 0.084473, 0.065918, 0.094238, 0.089355, 0.111328, 0.078125, 0.09375, 0.103516, 0.129883, 0.390625, 0.097656, 0.084961, 0.09668, 0.158203, 0.079102, 0.140625, 0.10791, 0.069824, 0.101074, 0.087402, 0.107422, 0.333984, 0.114746, 0.121094, 0.116211, 0.098145, 0.10498, 0.102051, 0.092285, 0.095703, 0.095215, 0.112793, 0.073242, 0.080078, 0.087891, 0.080566, 0.084473, 0.080566, 0.129883, 0.128906, 0.095215, 0.129883, 0.086914, 0.095215, 0.103516, 0.08252, 0.07959, 0.125, 0.095703, 0.091797, 0.101562, 0.089844, 0.072754, 0.064941, 0.11084, 0.062988, 0.12207, 0.183594, 0.165039, 0.09668, 0.083008, 0.086914, 0.07959, 0.112305, 0.06543, 0.163086, 0.253906, 0.080078, 0.115234, 0.166992, 0.163086, 0.079102, 0.083008, 0.10791, 0.158203, 0.076172, 0.109375, 0.060791, 0.089844, 0.147461, 0.092285, 0.104492, 0.095215, 0.096191, 0.119629, 0.098145, 0.083008, 0.10791, 0.095703, 0.095215, 0.080566, 0.09082, 0.105469, 0.098145, 0.104492, 0.10791, 0.133789, 0.048584, 0.047852, 0.116699, 0.119141, 0.09082, 0.069824, 0.185547, 0.15332, 0.094238, 0.143555, 0.129883, 0.149414, 0.10791, 0.106934, 0.089844, 0.099121, 0.067871, 0.129883, 0.09375, 0.09668, 0.113281, 0.067871, 0.125, 0.075195, 0.117676, 0.149414, 0.081055, 0.111816, 0.219727, 0.078613, 0.083984, 0.083984, 0.091309, 0.056641, 0.10498, 0.115234, 0.108887, 0.089844, 0.085449, 0.24707, 0.073242, 0.087402, 0.318359, 0.087402, 0.084473, 0.040771, 0.096191, 0.080078, 0.07373, 0.106445, 0.080078, 0.095215, 0.132812, 0.094238, 0.091309, 0.114746, 0.147461, 0.12207, 0.102539, 0.102051, 0.102051, 0.120117, 0.115723, 0.087891, 0.142578, 0.138672, 0.071777, 0.088867, 0.105957, 0.069336, 0.121582, 0.175781, 0.078125, 0.086426, 0.093262, 0.308594, 0.073242, 0.080566, 0.084473, 0.087891, 0.126953, 0.07666, 0.099609, 0.11084, 0.083008, 0.330078, 0.092285, 0.102051, 0.115234, 0.086914, 0.083008, 0.081055, 0.107422, 0.106445, 0.482422, 0.087891, 0.111328, 0.172852, 0.096191, 0.09375, 0.094727, 0.09375, 0.098633, 0.067383, 0.09668, 0.080566, 0.133789, 0.084473, 0.125977, 0.097656, 0.079102, 0.068359, 0.079102, 0.08252, 0.130859, 0.074707, 0.178711, 0.135742, 0.074219, 0.089355, 0.119141, 0.087891, 0.177734, 0.135742, 0.077148, 0.083008, 0.074707, 0.102539, 0.081055, 0.228516, 0.115723, 0.108887, 0.148438, 0.093262, 0.088379, 0.12207, 0.082031, 0.104004, 0.160156, 0.09375, 0.125, 0.110352, 0.108887, 0.140625, 0.075195, 0.074219, 0.135742, 0.09375, 0.118164, 0.072266, 0.09375, 0.099609, 0.070312, 0.09375, 0.078125, 0.086914, 0.119629, 0.075195, 0.230469, 0.085449, 0.052979, 0.125977, 0.108398, 0.11084, 0.072754, 0.089844, 0.091309, 0.082031, 0.067383, 0.109863, 0.095703, 0.108398, 0.075195, 0.07373, 0.088867, 0.124023, 0.075684, 0.09668, 0.146484, 0.060547, 0.083984, 0.135742, 0.161133, 0.15625, 0.124023, 0.094238, 0.087402, 0.087891, 0.126953, 0.087891, 0.062256, 0.083984, 0.125, 0.149414, 0.119141, 0.111328, 0.100098, 0.089844, 0.115234, 0.097656, 0.164062, 0.081055, 0.089355, 0.064453, 0.110352, 0.121094, 0.115234, 0.070312, 0.246094, 0.07373, 0.069336, 0.051758, 0.125, 0.099121, 0.063477, 0.118164, 0.084961, 0.062256, 0.077148, 0.140625, 0.083008, 0.140625, 0.10498, 0.06543, 0.071777, 0.088867, 0.084473, 0.115234, 0.07959, 0.084473, 0.088379, 0.080078, 0.098633, 0.087891, 0.064941, 0.091797, 0.059326, 0.071777, 0.071777, 0.106445, 0.078613, 0.098633, 0.177734, 0.079102, 0.141602, 0.101562, 0.049072, 0.111328, 0.154297, 0.099609, 0.236328, 0.115723, 0.072754, 0.1875, 0.099121, 0.097168, 0.083496, 0.09668, 0.084961, 0.089355, 0.083984, 0.136719, 0.105957, 0.105957, 0.267578, 0.070312, 0.078125, 0.080566, 0.135742, 0.097656, 0.074707, 0.089355, 0.122559, 0.09082, 0.101074, 0.108398, 0.074707, 0.163086, 0.075684, 0.093262, 0.169922, 0.095703, 0.103516, 0.111816, 0.091309, 0.089844, 0.098633, 0.118652, 0.105469, 0.112305, 0.10791, 0.199219, 0.068848, 0.089844, 0.119629, 0.117676, 0.119141, 0.103027, 0.087402, 0.11084, 0.092773, 0.081055, 0.078613, 0.072754, 0.158203, 0.083984, 0.066895, 0.07373, 0.12793, 0.069336, 0.121094, 0.089355, 0.194336, 0.095215, 0.09375, 0.124512, 0.087891, 0.07959, 0.123535, 0.083008, 0.087402, 0.095703, 0.134766, 0.083984, 0.086426, 0.080078, 0.07666, 0.098145, 0.072754, 0.073242, 0.07666, 0.090332, 0.129883, 0.138672, 0.089355, 0.084961, 0.093262, 0.174805, 0.109375, 0.164062, 0.095703, 0.112305, 0.120605, 0.09082, 0.060303, 0.094727, 0.046387, 0.095215, 0.078613, 0.09375, 0.125977, 0.086914, 0.095703, 0.083496, 0.1875, 0.097656, 0.076172, 0.121094, 0.094727, 0.105957, 0.083008, 0.092285, 0.080566, 0.166016, 0.110352, 0.111328, 0.100098, 0.076172, 0.073242, 0.070801, 0.117188, 0.25, 0.092285, 0.068359, 0.07666, 0.070312, 0.075195, 0.075684, 0.09668, 0.075195, 0.091797, 0.084961, 0.106934, 0.087891, 0.081055, 0.108398, 0.083496, 0.082031, 0.10498, 0.094727, 0.205078, 0.09375, 0.112793, 0.120117, 0.137695, 0.123535, 0.084961, 0.080566, 0.105957, 0.143555, 0.233398, 0.092773, 0.086914, 0.07373, 0.122559, 0.093262, 0.084473, 0.086914, 0.149414, 0.177734, 0.076172, 0.074707, 0.091309, 0.112305, 0.078613, 0.109375, 0.088379, 0.080078, 0.085938, 0.114258, 0.108398, 0.112305, 0.172852, 0.081543, 0.116211, 0.098145, 0.065918, 0.085938, 0.140625, 0.11377, 0.114746, 0.070312, 0.106445, 0.122559, 0.111816, 0.079102, 0.07666, 0.043457, 0.108398, 0.105469, 0.056885, 0.065918, 0.09082, 0.108887, 0.121094, 0.118652, 0.087891, 0.07373, 0.122559, 0.166016, 0.109863, 0.076172, 0.071289, 0.064941, 0.099121, 0.116211, 0.079102, 0.216797, 0.089355, 0.105957, 0.081543, 0.144531, 0.162109, 0.103027, 0.062012, 0.117676, 0.070801, 0.078613, 0.133789, 0.121582, 0.068848, 0.109375, 0.101074, 0.099609, 0.085938, 0.116211, 0.337891, 0.118164, 0.085938, 0.101074, 0.158203, 0.088867, 0.083984, 0.185547, 0.12207, 0.101074, 0.072266, 0.131836, 0.095703, 0.116211, 0.107422, 0.06543, 0.124023, 0.111816, 0.074219, 0.098633, 0.139648, 0.074219, 0.07959, 0.094238, 0.15332, 0.092285, 0.103516, 0.084473, 0.155273, 0.059082, 0.108887, 0.09082, 0.101562, 0.087402, 0.084473, 0.174805, 0.09668, 0.143555, 0.097656, 0.075195, 0.070312, 0.484375, 0.054932, 0.100586, 0.092285, 0.083496, 0.261719, 0.06543, 0.125977, 0.087891, 0.206055, 0.074219, 0.069824, 0.105957, 0.112793, 0.163086, 0.125, 0.085449, 0.095703, 0.098633, 0.089355, 0.094238, 0.071289, 0.105469, 0.085449, 0.072266, 0.100098, 0.141602, 0.116699, 0.150391, 0.135742, 0.092285, 0.067383, 0.130859, 0.060303, 0.091309, 0.105957, 0.088867, 0.099121, 0.066406, 0.083984, 0.101562, 0.149414, 0.07959, 0.172852, 0.092285, 0.164062, 0.097168, 0.143555, 0.105469, 0.08252, 0.095215, 0.083984, 0.084961, 0.105957, 0.097168, 0.123047, 0.091797, 0.107422, 0.059082, 0.102051, 0.099121, 0.068359, 0.088379, 0.092285, 0.095215, 0.089844, 0.057617, 0.103027, 0.086914, 0.100586, 0.138672, 0.117188, 0.081055, 0.10498, 0.138672, 0.078125, 0.103027, 0.080078, 0.105957, 0.083496, 0.089355, 0.06543, 0.07959, 0.138672, 0.080566, 0.101562, 0.131836, 0.090332, 0.090332, 0.096191, 0.091309, 0.124512, 0.109375, 0.115234, 0.092285, 0.081055, 0.175781, 0.102051, 0.077148, 0.07959, 0.072754, 0.087891, 0.154297, 0.096191, 0.094727, 0.113281, 0.084473, 0.092773, 0.081543, 0.075684, 0.078125, 0.116211, 0.09668, 0.119141, 0.074707, 0.131836, 0.116211, 0.12793, 0.058838, 0.074219, 0.094238, 0.07959, 0.092773, 0.089844, 0.133789, 0.080078, 0.141602, 0.143555, 0.095215, 0.097656, 0.091797, 0.089844, 0.061768, 0.128906, 0.123535, 0.121582, 0.099609, 0.093262, 0.102539, 0.118652, 0.068848, 0.043457, 0.114746, 0.100098, 0.098633, 0.078125, 0.109863, 0.113281, 0.112305, 0.100586, 0.07373, 0.15918, 0.09375, 0.111816, 0.083984, 0.121582, 0.125, 0.09082, 0.160156, 0.090332, 0.125977, 0.053467, 0.121094, 0.137695, 0.092773, 0.109863, 0.106934, 0.132812, 0.087402, 0.104492, 0.174805, 0.304688, 0.11084, 0.111816, 0.169922 ] }, "name": "model.model.layers.3.input_layernorm.weight", "outputIndexes": [ 286 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 285 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_3/Mul_output_0", "outputIndexes": [ 287 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 286, 287 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_3/Mul_1_output_0", "outputIndexes": [ 288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 4472 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4472 ], "outputIndexes": [ 4473 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear", "inputIndexes": [ 4473 ], "outputIndexes": [ 4474 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 30136782, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4474 ], "outputIndexes": [ 4475 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4475 ], "outputIndexes": [ 289 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 288 ], "main_type": "NONE", "name": "/Shape_43_output_0", "outputIndexes": [ 290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 290 ], "main_type": "NONE", "name": "Shape728", "outputIndexes": [ 291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 290 ], "main_type": "NONE", "name": "Rank730", "outputIndexes": [ 292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 292, 292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp732", "outputIndexes": [ 293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze733", "outputIndexes": [ 294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp735", "outputIndexes": [ 295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze736", "outputIndexes": [ 296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 291, 294, 296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice739", "outputIndexes": [ 297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze740", "outputIndexes": [ 298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp741", "outputIndexes": [ 299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 299, 298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp742", "outputIndexes": [ 300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 290, 300, 293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_49_output_0", "outputIndexes": [ 301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 301, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_97_output_0", "outputIndexes": [ 302 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 302, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_39_output_0", "outputIndexes": [ 303 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 289, 303 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_28_output_0", "outputIndexes": [ 304 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_24_output_0", "outputIndexes": [ 305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304 ], "main_type": "NONE", "name": "/Shape_44_output_0", "outputIndexes": [ 306 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 306 ], "main_type": "NONE", "name": "Shape749", "outputIndexes": [ 307 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 306 ], "main_type": "NONE", "name": "Rank751", "outputIndexes": [ 308 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 308, 308 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp753", "outputIndexes": [ 309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 309 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze754", "outputIndexes": [ 310 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 309, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp756", "outputIndexes": [ 311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 311 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze757", "outputIndexes": [ 312 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 307, 310, 312, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice760", "outputIndexes": [ 313 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 313 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze761", "outputIndexes": [ 314 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 314 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp762", "outputIndexes": [ 315 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 315, 314 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp763", "outputIndexes": [ 316 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 306, 316, 309 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_50_output_0", "outputIndexes": [ 317 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 317, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_9_output_0", "outputIndexes": [ 318 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 318, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_102_output_0", "outputIndexes": [ 319 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 319, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_13_output_0", "outputIndexes": [ 320 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 320 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_6_output_0", "outputIndexes": [ 321 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 304, 22, 319, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_12_output_0", "outputIndexes": [ 322 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 321, 322 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_42_output_0", "outputIndexes": [ 323 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 323, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_25_output_0", "outputIndexes": [ 324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 305, 324 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_15_output_0", "outputIndexes": [ 325 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 4476 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4476 ], "outputIndexes": [ 4477 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear", "inputIndexes": [ 4477 ], "outputIndexes": [ 4478 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 31058404, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4478 ], "outputIndexes": [ 4479 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4479 ], "outputIndexes": [ 326 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 302, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_40_output_0", "outputIndexes": [ 327 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 326, 327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_29_output_0", "outputIndexes": [ 328 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_26_output_0", "outputIndexes": [ 329 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328 ], "main_type": "NONE", "name": "/Shape_45_output_0", "outputIndexes": [ 330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 330 ], "main_type": "NONE", "name": "Shape811", "outputIndexes": [ 331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 330 ], "main_type": "NONE", "name": "Rank813", "outputIndexes": [ 332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 332, 332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp815", "outputIndexes": [ 333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze816", "outputIndexes": [ 334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp818", "outputIndexes": [ 335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze819", "outputIndexes": [ 336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 331, 334, 336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice822", "outputIndexes": [ 337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze823", "outputIndexes": [ 338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp824", "outputIndexes": [ 339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 339, 338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp825", "outputIndexes": [ 340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 330, 340, 333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_51_output_0", "outputIndexes": [ 341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 341, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_10_output_0", "outputIndexes": [ 342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 342, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_104_output_0", "outputIndexes": [ 343 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 343, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_15_output_0", "outputIndexes": [ 344 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 344 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_7_output_0", "outputIndexes": [ 345 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 328, 22, 343, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_14_output_0", "outputIndexes": [ 346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 345, 346 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_43_output_0", "outputIndexes": [ 347 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 347, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_27_output_0", "outputIndexes": [ 348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 329, 348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_16_output_0", "outputIndexes": [ 349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 288 ], "outputIndexes": [ 4480 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4480 ], "outputIndexes": [ 4481 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear", "inputIndexes": [ 4481 ], "outputIndexes": [ 4482 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 31288826, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4482 ], "outputIndexes": [ 4483 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4483 ], "outputIndexes": [ 350 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 350, 327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_30_output_0", "outputIndexes": [ 351 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 325, 349, 351, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_35_output_0", "outputIndexes": [ 352 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 352 ], "outputIndexes": [ 4484 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4484 ], "outputIndexes": [ 4485 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear", "inputIndexes": [ 4485 ], "outputIndexes": [ 4486 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 31519248, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4486 ], "outputIndexes": [ 4487 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4487 ], "outputIndexes": [ 353 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 285, 353 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_18_output_0", "outputIndexes": [ 354 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.183594, 0.206055, 0.212891, 0.223633, 0.209961, 0.214844, 0.061523, 0.216797, 0.195312, 0.196289, 0.11084, 0.21582, 0.173828, 0.213867, 0.208984, 0.217773, 0.197266, 0.198242, 0.204102, 0.147461, 0.21875, 0.22168, 0.208984, 0.177734, 0.206055, 0.214844, 0.208984, 0.214844, 0.205078, 0.21875, 0.209961, 0.124023, 0.214844, 0.213867, 0.216797, 0.203125, 0.137695, 0.21582, 0.112305, 0.21582, 0.216797, 0.219727, 0.193359, 0.208984, 0.157227, 0.213867, 0.220703, 0.144531, 0.226562, 0.12793, 0.213867, 0.129883, 0.214844, 0.217773, 0.162109, 0.208008, 0.22168, 0.209961, 0.214844, 0.219727, 0.220703, 0.21875, 0.208008, 0.212891, 0.196289, 0.197266, 0.149414, 0.105957, 0.211914, 0.090332, 0.22168, 0.152344, 0.173828, 0.208008, 0.224609, 0.210938, 0.191406, 0.220703, 0.088379, 0.211914, 0.191406, 0.224609, 0.199219, 0.208984, 0.217773, 0.154297, 0.216797, 0.165039, 0.228516, 0.155273, 0.202148, 0.220703, 0.161133, 0.214844, 0.095215, 0.128906, 0.214844, 0.222656, 0.219727, 0.224609, 0.179688, 0.210938, 0.209961, 0.214844, 0.237305, 0.132812, 0.208008, 0.212891, 0.211914, 0.213867, 0.220703, 0.219727, 0.208984, 0.21875, 0.211914, 0.208984, 0.211914, 0.216797, 0.220703, 0.216797, 0.209961, 0.192383, 0.216797, 0.186523, 0.220703, 0.203125, 0.04541, 0.214844, 0.212891, 0.230469, 0.21875, 0.225586, 0.21582, 0.208008, 0.210938, 0.208008, 0.224609, 0.219727, 0.214844, 0.182617, 0.21582, 0.21582, 0.214844, 0.216797, 0.219727, 0.209961, 0.207031, 0.197266, 0.208984, 0.216797, 0.212891, 0.216797, 0.217773, 0.21582, 0.222656, 0.214844, 0.230469, 0.217773, 0.099121, 0.21875, 0.10791, 0.217773, 0.166992, 0.211914, 0.214844, 0.219727, 0.087402, 0.224609, 0.212891, 0.125977, 0.191406, 0.217773, 0.216797, 0.170898, 0.100098, 0.225586, 0.1875, 0.216797, 0.22168, 0.21875, 0.203125, 0.180664, 0.205078, 0.213867, 0.214844, 0.209961, 0.224609, 0.205078, 0.21875, 0.216797, 0.216797, 0.207031, 0.119629, 0.21582, 0.216797, 0.212891, 0.207031, 0.160156, -4.1e-05, 0.21582, 0.229492, 0.21582, 0.193359, 0.205078, 0.202148, 0.207031, 0.21875, 0.200195, 0.183594, 0.21582, 0.21582, 0.210938, 0.216797, 0.117188, 0.216797, 0.21875, 0.212891, 0.210938, 0.223633, 0.21582, 0.21875, 0.217773, 0.189453, 0.207031, 0.222656, 0.244141, 0.214844, 0.116699, 0.217773, 0.195312, 0.186523, 0.174805, 0.222656, 0.208008, 0.220703, 0.185547, 0.21875, 0.208008, 0.223633, 0.225586, 0.210938, 0.201172, 0.207031, 0.22168, 0.222656, 0.194336, 0.129883, 0.21582, 0.220703, 0.202148, 0.214844, 0.166992, 0.132812, 0.211914, 0.206055, 0.22168, 0.196289, 0.214844, 0.143555, 0.217773, 0.21875, 0.213867, 0.224609, 0.19043, 0.219727, 0.213867, 0.206055, 0.211914, 0.128906, 0.21582, 0.089844, 0.22168, 0.212891, 0.044434, 0.164062, 0.21875, 0.208008, 0.180664, 0.122559, 0.209961, 0.18457, 0.21875, 0.21582, 0.217773, 0.21875, 0.200195, 0.222656, 0.219727, 0.213867, 0.222656, 0.217773, 0.21582, 0.227539, 0.205078, 0.224609, 0.209961, 0.213867, 0.209961, 0.214844, 0.21875, 0.216797, 0.206055, 0.205078, 0.160156, 0.212891, 0.210938, 0.194336, 0.208984, 0.216797, 0.224609, 0.161133, 0.217773, 0.199219, 0.188477, 0.212891, 0.210938, 0.217773, 0.166992, 0.205078, 0.131836, 0.21582, 0.225586, 0.216797, 0.21582, 0.210938, 0.21582, 0.208984, 0.22168, 0.224609, 0.174805, 0.183594, 0.172852, 0.123535, 0.213867, 0.217773, 0.208008, 0.216797, 0.197266, 0.133789, 0.138672, 0.208984, 0.210938, 0.217773, 0.173828, 0.217773, 0.208008, 0.194336, 0.216797, 0.206055, 0.220703, 0.216797, 0.209961, 0.176758, 0.211914, 0.213867, 0.217773, 0.216797, 0.211914, 0.211914, 0.212891, 0.206055, 0.161133, 0.208984, 0.226562, 0.208984, 0.213867, 0.220703, 0.216797, 0.167969, 0.203125, 0.223633, 0.205078, 0.220703, 0.109863, 0.216797, 0.206055, 0.217773, 0.209961, 0.220703, 0.136719, 0.021851, 0.207031, 0.216797, 0.212891, 0.212891, 0.208008, 0.205078, 0.21875, 0.192383, 0.212891, 0.208008, 0.137695, 0.219727, 0.140625, 0.217773, 0.211914, 0.219727, 0.222656, 0.22168, 0.208008, 0.208008, 0.225586, 0.183594, 0.220703, 0.223633, 0.188477, 0.220703, 0.207031, 0.21582, 0.212891, 0.186523, 0.217773, 0.220703, 0.208984, 0.225586, 0.217773, 0.200195, 0.214844, 0.219727, 0.204102, 0.22168, 0.204102, 0.061523, 0.217773, 0.21875, 0.149414, 0.21875, 0.214844, 0.194336, 0.204102, 0.095215, 0.169922, 0.216797, 0.220703, 0.212891, 0.220703, 0.216797, 0.206055, 0.204102, 0.211914, 0.21875, 0.164062, 0.149414, 0.217773, 0.204102, 0.175781, 0.22168, 0.212891, 0.149414, 0.21875, 0.199219, 0.203125, 0.213867, 0.219727, 0.213867, 0.214844, 0.223633, 0.208008, 0.208008, 0.217773, 0.217773, 0.206055, 0.220703, 0.211914, 0.109863, 0.22168, 0.209961, 0.217773, 0.21582, 0.15332, 0.208984, 0.21875, 0.212891, 0.214844, 0.208984, 0.209961, 0.204102, 0.216797, 0.172852, 0.166992, 0.219727, 0.21875, 0.217773, 0.213867, 0.214844, 0.205078, 0.209961, 0.18457, 0.21875, 0.209961, 0.222656, 0.217773, 0.216797, 0.210938, 0.214844, 0.193359, 0.212891, 0.208008, 0.207031, 0.1875, 0.051514, 0.204102, 0.21582, 0.214844, 0.094727, 0.211914, 0.210938, 0.208008, 0.22168, 0.220703, 0.210938, 0.22168, 0.053223, 0.166992, 0.189453, 0.21875, 0.214844, 0.166992, 0.193359, 0.211914, 0.216797, 0.211914, 0.134766, 0.212891, 0.219727, 0.214844, 0.217773, 0.217773, 0.217773, 0.203125, 0.202148, 0.199219, 0.148438, 0.109375, 0.209961, 0.214844, 0.210938, 0.22168, 0.204102, 0.202148, 0.213867, 0.140625, 0.197266, 0.219727, 0.219727, 0.186523, 0.210938, 0.105957, 0.197266, 0.199219, 0.210938, 0.227539, 0.21875, 0.21875, 0.21582, 0.206055, 0.178711, 0.212891, 0.212891, 0.124512, 0.072754, 0.193359, 0.217773, 0.213867, 0.182617, 0.125, 0.21582, 0.216797, 0.213867, 0.216797, 0.223633, 0.208008, 0.152344, 0.214844, 0.214844, 0.209961, 0.207031, 0.225586, 0.199219, 0.117188, 0.219727, 0.211914, 0.21582, 0.212891, 0.214844, 0.211914, 0.222656, 0.21582, 0.228516, 0.223633, 0.188477, 0.150391, 0.223633, 0.211914, 0.212891, 0.166016, 0.21582, 0.089844, 0.138672, 0.214844, 0.21582, 0.213867, 0.216797, 0.22168, 0.118164, 0.179688, 0.210938, 0.204102, 0.205078, 0.217773, 0.206055, 0.226562, 0.213867, 0.169922, 0.201172, 0.210938, 0.105469, 0.213867, 0.210938, 0.217773, 0.103027, 0.224609, 0.203125, 0.213867, 0.199219, 0.125977, 0.216797, 0.135742, 0.22168, 0.11084, -4.8e-05, 0.211914, 0.213867, 0.21875, 0.194336, 0.209961, 0.225586, 0.208008, 0.214844, 0.219727, 0.191406, 0.226562, 0.209961, 0.171875, 0.129883, 0.207031, 0.207031, 0.102539, 0.214844, 0.214844, 0.22168, 0.220703, 0.225586, 0.147461, 0.208984, 0.214844, 0.085449, 0.216797, 0.133789, 0.120605, 0.21875, 0.214844, 0.209961, 0.108398, 0.21582, 0.211914, 0.207031, 0.208984, 0.209961, 0.223633, 0.210938, 0.212891, 0.21875, 0.066406, 0.177734, 0.116699, 0.220703, 0.216797, 0.219727, 0.216797, 0.211914, 0.219727, 0.0005, 0.209961, 0.214844, 0.21875, 0.185547, 0.21582, 0.220703, 0.211914, 0.193359, 0.224609, 0.212891, 0.222656, 0.189453, 0.22168, 0.211914, 0.151367, 0.217773, 0.22168, 0.211914, 0.21875, 0.180664, 0.211914, 0.140625, 0.174805, 0.225586, 0.208008, 0.196289, 0.213867, 0.1875, 0.211914, 0.212891, 0.214844, 0.21875, 0.210938, 0.206055, 0.137695, 0.154297, 0.217773, 0.10791, 0.210938, 0.183594, 0.21875, 0.219727, 0.201172, 0.132812, 0.219727, 0.21582, 0.197266, 0.222656, 0.160156, 0.21875, 0.21875, 0.148438, 0.217773, 0.154297, 0.210938, 0.213867, 0.21875, 0.219727, 0.217773, 0.219727, 0.213867, 0.214844, 0.217773, -0.000387, 0.208008, 0.220703, 0.088379, 0.165039, 0.101074, 0.21875, 0.201172, 0.216797, 0.22168, 0.209961, 0.199219, 0.19043, 0.197266, 0.213867, 0.223633, 0.208008, 0.163086, 0.216797, 0.219727, 0.171875, 0.220703, 0.206055, 0.089355, 0.170898, 0.188477, 0.186523, 0.204102, 0.183594, 0.214844, 0.204102, 0.219727, 0.220703, 0.22168, 0.15918, 0.220703, 0.174805, 0.216797, 0.212891, 0.223633, 0.194336, 0.223633, 0.210938, 0.21582, 0.226562, 0.214844, 0.200195, 0.189453, 0.213867, 0.229492, 0.149414, 0.212891, 0.212891, 0.213867, 0.220703, 0.22168, 0.222656, 0.205078, 0.21875, 0.230469, 0.21582, 0.150391, 0.217773, 0.176758, 0.217773, 0.21875, 0.208984, 0.21582, 0.220703, 0.199219, 0.210938, 0.205078, 0.226562, 0.210938, 0.211914, 0.237305, 0.212891, 0.209961, 0.210938, 0.220703, 0.209961, 0.203125, 0.212891, 0.214844, 0.192383, 0.212891, 0.210938, 0.116699, 0.22168, 0.211914, 0.21582, 0.212891, 0.158203, 0.213867, 0.216797, 0.208008, 0.210938, 0.213867, 0.214844, 0.194336, 0.181641, 0.22168, 0.224609, 0.216797, 0.181641, 0.21875, 0.072266, 0.212891, 0.21875, 0.214844, 0.15918, 0.219727, 0.194336, 0.21582, 0.204102, 0.214844, 0.219727, 0.122559, 0.213867, 0.165039, 0.223633, 0.200195, 0.191406, 0.18457, 0.213867, 0.21875, 0.208008, 0.223633, 0.183594, 0.211914, 0.098145, 0.110352, 0.212891, 0.114746, 0.219727, 0.220703, 0.210938, 0.214844, 0.213867, 0.209961, 0.201172, 0.205078, 0.217773, 0.21582, 0.216797, 0.209961, 0.1875, 0.211914, 0.217773, 0.212891, 0.133789, 0.210938, 0.207031, 0.212891, 0.144531, 0.212891, 0.198242, 0.204102, 0.220703, 0.217773, 0.214844, 0.158203, 0.216797, 0.220703, 0.166992, 0.227539, 0.21875, 0.222656, 0.212891, 0.208984, 0.219727, 0.207031, 0.212891, 0.22168, 0.180664, 0.189453, 0.223633, 0.21582, 0.21875, 0.10498, 0.22168, 0.166016, 0.210938, 0.21875, 0.202148, 0.171875, 0.213867, 0.222656, 0.211914, 0.220703, 0.214844, 0.10498, 0.124023, 0.217773, 0.21875, 0.216797, 0.148438, 0.210938, 0.21582, 0.197266, 0.21582, 0.217773, 0.217773, 0.204102, 0.210938, 0.151367, 0.21582, 0.211914, 0.200195, 0.21875, 0.212891, 0.213867, 0.207031, 0.047607, 0.223633, 0.216797, 0.21582, 0.21875, 0.1875, 0.225586, 0.111816, 0.212891, 0.211914, 0.212891, 0.206055, 0.22168, 0.208984, 0.210938, 0.224609, 0.208008, 0.198242, 0.216797, 0.046631, 0.21582, 0.078613, 0.219727, 0.164062, 0.216797, 0.208984, 0.22168, 0.216797, 0.158203, 0.094727, 0.208984, 0.205078, 0.217773, 0.137695, 0.216797, 0.206055, 0.225586, 0.207031, 0.213867, 0.210938, 0.211914, 0.207031, 0.15332, 0.212891, 0.226562, 0.220703, 0.21875, 0.212891, 0.211914, 0.196289, 0.196289, 0.170898, 0.22168, 0.185547, 0.213867, 0.223633, 0.217773, 0.198242, 0.205078, 0.196289, 0.212891, 0.222656, 0.207031, 0.219727, 0.219727, 0.209961, 0.21582, 0.21875, 0.219727, 0.063965, 0.213867, 0.212891, 0.199219, 0.144531, 0.212891, 0.212891, 0.207031, 0.203125, 0.198242, 0.152344, 0.21875, 0.214844, 0.217773, 0.103516, 0.213867, 0.219727, 0.099609, 0.214844, 0.122559, 0.21875, 0.205078, 0.21582, 0.203125, 0.21582, 0.212891, 0.220703, 0.219727, 0.111816, 0.211914, 0.21875, 0.212891, 0.220703, 0.211914, 0.220703, 0.140625, 0.125, 0.203125, 0.217773, 0.209961, 0.174805, 0.21582, 0.206055, 0.169922, 0.216797, 0.216797, 0.21875, 0.197266, 0.212891, 0.208008, 0.21582, 0.21582, 0.185547, 0.15918, 0.213867, 0.217773, 0.196289, 0.207031, 0.219727, 0.207031, 0.09082, 0.216797, 0.21875, 0.21582, 0.205078, 0.21582, 0.195312, 0.214844, 0.211914, 0.207031, 0.212891, 0.135742, 0.214844, 0.201172, 0.214844, 0.21875, 0.222656, 0.059326, 0.222656, 0.192383, 0.21875, 0.210938, 0.230469, 0.225586, 0.212891, 0.217773, 0.166016, 0.216797, 0.22168, 0.214844, 0.208984, 0.166016, 0.186523, 0.216797, 0.099609, 0.143555, 0.206055, 0.227539, 0.206055, 0.205078, 0.216797, 0.21875, 0.198242, 0.21875, 0.09082, 0.220703, 0.163086, 0.21875, 0.206055, 0.216797, 0.222656, 0.220703, 0.222656, 0.217773, 0.188477, 0.21875, 0.222656, 0.207031, 0.222656, 0.204102, 0.202148, 0.212891, 0.118164, 0.213867, 0.186523, 0.212891, 0.213867, 0.209961, 0.223633, 0.211914, 0.21582, 0.209961, 0.216797, 0.223633, 0.205078, 0.214844, 0.216797, 0.186523, 0.220703, 0.101562, 0.206055, 0.210938, 0.219727, 0.219727, 0.21582, 0.196289, 0.224609, 0.204102, 0.201172, 0.223633, 0.211914, 0.146484, 0.214844, 0.214844, 0.219727, 0.21875, 0.210938, 0.213867, 0.22168, 0.210938, 0.197266, 0.220703, 0.211914, 0.198242, 0.214844, 0.22168, 0.206055, 0.21875, 0.18457, 0.214844, 0.208008, 0.21875, 0.216797, 0.164062, 0.154297, 0.224609, 0.219727, 0.217773, 0.222656, 0.21582, 0.220703, 0.209961, 0.117676, 0.216797, 0.213867, 0.212891, 0.21582, 0.208984, 0.208984, 0.151367, 0.209961, 0.217773, 0.199219, 0.214844, 0.131836, 0.216797, 0.226562, 0.219727, 0.222656, 0.211914, 0.21582, 0.21582, 0.217773, 0.180664, 0.170898, 0.208008, 0.211914, 0.217773, 0.217773, 0.214844, 0.210938, 0.217773, 0.121094, 0.183594, 0.21875, 0.209961, 0.208984, 0.222656, 0.222656, 0.206055, 0.207031, 0.217773, 0.209961, 0.220703, 0.209961, 0.21875, 0.208984, 0.209961, 0.114258, 0.211914, 0.113281, 0.216797, 0.205078, 0.209961, 0.181641, 0.210938, 0.219727, 0.21875, 0.227539, 0.167969, 0.148438, 0.208984, 0.147461, 0.208984, 0.191406, 0.205078, 0.198242, 0.212891, -0.000364, 0.114746, 0.214844, 0.206055 ] }, "name": "model.model.layers.3.post_attention_layernorm.weight", "outputIndexes": [ 355 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 354 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_3/Mul_output_0", "outputIndexes": [ 356 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 355, 356 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_3/Mul_1_output_0", "outputIndexes": [ 357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 357 ], "outputIndexes": [ 4488 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4488 ], "outputIndexes": [ 4489 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear", "inputIndexes": [ 4489 ], "outputIndexes": [ 4490 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 32440870, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4490 ], "outputIndexes": [ 4491 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4491 ], "outputIndexes": [ 358 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 358 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_3/Sigmoid_output_0", "outputIndexes": [ 359 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 358, 359 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_3/Mul_output_0", "outputIndexes": [ 360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 357 ], "outputIndexes": [ 4492 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4492 ], "outputIndexes": [ 4493 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear", "inputIndexes": [ 4493 ], "outputIndexes": [ 4494 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 35021372, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4494 ], "outputIndexes": [ 4495 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4495 ], "outputIndexes": [ 361 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 360, 361 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_3/Mul_output_0", "outputIndexes": [ 362 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 362 ], "outputIndexes": [ 4496 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4496 ], "outputIndexes": [ 4497 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear", "inputIndexes": [ 4497 ], "outputIndexes": [ 4498 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 37601874, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4498 ], "outputIndexes": [ 4499 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.3/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4499 ], "outputIndexes": [ 363 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 354, 363 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_19_output_0", "outputIndexes": [ 364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 364, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_36_output_0", "outputIndexes": [ 365 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.332031, 0.408203, 0.361328, 0.375, 0.296875, 0.371094, 0.648438, 0.373047, 0.320312, 0.378906, 0.5, 0.380859, 0.363281, 0.279297, 0.326172, 0.318359, 0.386719, 0.443359, 0.355469, 0.310547, 0.363281, 0.369141, 0.347656, 0.419922, 0.470703, 0.328125, 0.320312, 0.376953, 0.339844, 0.359375, 0.367188, 0.34375, 0.318359, 0.359375, 0.320312, 0.361328, 0.326172, 0.3125, 0.507812, 0.345703, 0.388672, 0.318359, 0.330078, 0.320312, 0.326172, 0.384766, 0.339844, 0.417969, 0.341797, 0.503906, 0.332031, 0.351562, 0.302734, 0.304688, 0.392578, 0.382812, 0.302734, 0.380859, 0.328125, 0.341797, 0.341797, 0.373047, 0.333984, 0.363281, 0.455078, 0.369141, 0.515625, 0.365234, 0.326172, 0.691406, 0.296875, 0.345703, 0.453125, 0.355469, 0.304688, 0.361328, 0.394531, 0.337891, 0.447266, 0.351562, 0.28125, 0.314453, 0.326172, 0.326172, 0.318359, 0.302734, 0.310547, 0.523438, 0.302734, 0.345703, 0.388672, 0.355469, 0.3125, 0.353516, 0.40625, 0.306641, 0.357422, 0.292969, 0.427734, 0.382812, 0.554688, 0.316406, 0.373047, 0.332031, 0.332031, 0.314453, 0.326172, 0.320312, 0.417969, 0.302734, 0.316406, 0.339844, 0.394531, 0.392578, 0.302734, 0.439453, 0.335938, 0.310547, 0.332031, 0.359375, 0.34375, 0.298828, 0.300781, 0.490234, 0.304688, 0.388672, 0.511719, 0.277344, 0.363281, 0.28125, 0.339844, 0.300781, 0.357422, 0.376953, 0.408203, 0.388672, 0.310547, 0.306641, 0.361328, 0.396484, 0.296875, 0.386719, 0.371094, 0.324219, 0.294922, 0.394531, 0.371094, 0.306641, 0.388672, 0.40625, 0.369141, 0.361328, 0.322266, 0.328125, 0.347656, 0.394531, 0.300781, 0.363281, 0.363281, 0.332031, 0.4375, 0.394531, 0.392578, 0.328125, 0.314453, 0.357422, 0.369141, 0.339844, 0.345703, 0.585938, 0.458984, 0.285156, 0.304688, 0.589844, 0.460938, 0.367188, 0.523438, 0.353516, 0.345703, 0.349609, 0.265625, 0.341797, 0.339844, 0.345703, 0.314453, 0.419922, 0.322266, 0.376953, 0.34375, 0.320312, 0.292969, 0.337891, 0.425781, 0.347656, 0.328125, 0.367188, 0.324219, 0.527344, 0.151367, 0.355469, 0.357422, 0.314453, 0.392578, 0.386719, 0.349609, 0.355469, 0.285156, 0.349609, 0.490234, 0.326172, 0.373047, 0.333984, 0.363281, 0.353516, 0.326172, 0.306641, 0.396484, 0.322266, 0.332031, 0.34375, 0.304688, 0.324219, 0.337891, 0.365234, 0.322266, 0.347656, 0.330078, 0.267578, 0.351562, 0.507812, 0.439453, 0.388672, 0.292969, 0.316406, 0.363281, 0.433594, 0.353516, 0.371094, 0.335938, 0.285156, 0.324219, 0.330078, 0.386719, 0.351562, 0.279297, 0.326172, 0.291016, 0.34375, 0.3125, 0.396484, 0.294922, 0.337891, 0.269531, 0.34375, 0.435547, 0.365234, 0.367188, 0.320312, 0.523438, 0.314453, 0.355469, 0.3125, 0.337891, 0.365234, 0.349609, 0.333984, 0.289062, 0.34375, 0.480469, 0.355469, 0.455078, 0.289062, 0.316406, 0.5, 0.367188, 0.359375, 0.369141, 0.349609, 0.695312, 0.316406, 0.330078, 0.322266, 0.314453, 0.275391, 0.308594, 0.353516, 0.333984, 0.320312, 0.332031, 0.34375, 0.34375, 0.314453, 0.320312, 0.414062, 0.324219, 0.337891, 0.257812, 0.410156, 0.294922, 0.335938, 0.3125, 0.289062, 0.339844, 0.439453, 0.367188, 0.326172, 0.388672, 0.294922, 0.314453, 0.341797, 0.369141, 0.275391, 0.494141, 0.400391, 0.375, 0.304688, 0.345703, 0.341797, 0.447266, 0.285156, 0.316406, 0.339844, 0.351562, 0.318359, 0.382812, 0.355469, 0.322266, 0.357422, 0.298828, 0.539062, 0.435547, 0.353516, 0.558594, 0.285156, 0.332031, 0.296875, 0.404297, 0.308594, 0.449219, 0.427734, 0.394531, 0.351562, 0.355469, 0.390625, 0.302734, 0.332031, 0.414062, 0.310547, 0.359375, 0.324219, 0.337891, 0.353516, 0.333984, 0.363281, 0.351562, 0.296875, 0.386719, 0.353516, 0.380859, 0.390625, 0.316406, 0.554688, 0.302734, 0.310547, 0.457031, 0.341797, 0.386719, 0.308594, 0.511719, 0.351562, 0.326172, 0.292969, 0.322266, 0.416016, 0.333984, 0.326172, 0.300781, 0.367188, 0.298828, 0.53125, 0.271484, 0.375, 0.335938, 0.287109, 0.324219, 0.361328, 0.392578, 0.289062, 0.46875, 0.347656, 0.316406, 0.570312, 0.298828, 0.699219, 0.302734, 0.322266, 0.304688, 0.341797, 0.287109, 0.371094, 0.439453, 0.275391, 0.373047, 0.263672, 0.279297, 0.363281, 0.330078, 0.371094, 0.300781, 0.375, 0.345703, 0.363281, 0.292969, 0.330078, 0.302734, 0.337891, 0.347656, 0.322266, 0.308594, 0.369141, 0.316406, 0.333984, 0.267578, 0.318359, 0.357422, 0.318359, 0.394531, 0.324219, 0.388672, 0.378906, 0.589844, 0.486328, 0.345703, 0.386719, 0.318359, 0.367188, 0.357422, 0.341797, 0.292969, 0.265625, 0.291016, 0.535156, 0.460938, 0.326172, 0.382812, 0.423828, 0.318359, 0.345703, 0.410156, 0.337891, 0.341797, 0.386719, 0.333984, 0.298828, 0.339844, 0.341797, 0.3125, 0.308594, 0.279297, 0.365234, 0.347656, 0.408203, 0.324219, 0.345703, 0.400391, 0.335938, 0.375, 0.359375, 0.417969, 0.462891, 0.365234, 0.398438, 0.292969, 0.369141, 0.386719, 0.384766, 0.394531, 0.349609, 0.367188, 0.490234, 0.365234, 0.345703, 0.285156, 0.392578, 0.351562, 0.375, 0.332031, 0.453125, 0.300781, 0.308594, 0.320312, 0.332031, 0.287109, 0.322266, 0.351562, 0.427734, 0.314453, 0.345703, 0.378906, 0.353516, 0.605469, 0.412109, 0.292969, 0.398438, 0.466797, 0.308594, 0.347656, 0.345703, 0.314453, 0.300781, 0.416016, 0.308594, 0.402344, 0.316406, 0.339844, 0.386719, 0.376953, 0.613281, 0.347656, 0.300781, 0.322266, 0.335938, 0.341797, 0.291016, 0.318359, 0.330078, 0.289062, 0.300781, 0.289062, 0.4375, 0.396484, 0.351562, 0.361328, 0.390625, 0.341797, 0.392578, 0.361328, 0.330078, 0.404297, 0.328125, 0.365234, 0.378906, 0.322266, 0.318359, 0.328125, 0.392578, 0.267578, 0.400391, 0.412109, 0.427734, 0.355469, 0.355469, 0.324219, 0.324219, 0.347656, 0.277344, 0.5, 0.029419, 0.333984, 0.353516, 0.365234, 0.574219, 0.365234, 0.384766, 0.375, 0.443359, 0.324219, 0.349609, 0.314453, 0.345703, 0.355469, 0.359375, 0.365234, 0.335938, 0.330078, 0.369141, 0.337891, 0.294922, 0.365234, 0.375, 0.298828, 0.345703, 0.341797, 0.341797, 0.332031, 0.361328, 0.324219, 0.345703, 0.316406, 0.292969, 0.388672, 0.550781, 0.347656, 0.349609, 0.423828, 0.369141, 0.3125, 0.445312, 0.427734, 0.390625, 0.345703, 0.341797, 0.361328, 0.339844, 0.261719, 0.359375, 0.375, 0.380859, 0.414062, 0.283203, 0.414062, 0.341797, 0.371094, 0.441406, 0.326172, 0.392578, 0.494141, 0.273438, 0.363281, 0.322266, 0.404297, 0.322266, 0.388672, 0.373047, 0.392578, 0.28125, 0.296875, 0.609375, 0.337891, 0.322266, 0.388672, 0.296875, 0.304688, 0.239258, 0.341797, 0.296875, 0.322266, 0.4375, 0.349609, 0.333984, 0.371094, 0.369141, 0.318359, 0.322266, 0.423828, 0.363281, 0.398438, 0.382812, 0.380859, 0.363281, 0.322266, 0.318359, 0.380859, 0.345703, 0.335938, 0.322266, 0.408203, 0.318359, 0.351562, 0.535156, 0.304688, 0.283203, 0.341797, 0.691406, 0.285156, 0.306641, 0.390625, 0.298828, 0.367188, 0.318359, 0.355469, 0.335938, 0.322266, 0.503906, 0.349609, 0.355469, 0.40625, 0.363281, 0.351562, 0.298828, 0.351562, 0.330078, 0.515625, 0.308594, 0.341797, 0.304688, 0.335938, 0.324219, 0.302734, 0.298828, 0.40625, 0.333984, 0.328125, 0.306641, 0.328125, 0.333984, 0.335938, 0.585938, 0.267578, 0.351562, 0.310547, 0.324219, 0.542969, 0.316406, 0.421875, 0.455078, 0.353516, 0.351562, 0.382812, 0.345703, 0.400391, 0.347656, 0.320312, 0.333984, 0.298828, 0.339844, 0.314453, 0.527344, 0.332031, 0.335938, 0.582031, 0.345703, 0.316406, 0.349609, 0.310547, 0.384766, 0.691406, 0.306641, 0.357422, 0.353516, 0.332031, 0.351562, 0.3125, 0.302734, 0.345703, 0.314453, 0.333984, 0.302734, 0.337891, 0.308594, 0.359375, 0.363281, 0.308594, 0.335938, 0.333984, 0.333984, 0.373047, 0.328125, 0.294922, 0.310547, 0.320312, 0.443359, 0.328125, 0.361328, 0.367188, 0.302734, 0.292969, 0.371094, 0.316406, 0.330078, 0.3125, 0.318359, 0.384766, 0.386719, 0.302734, 0.363281, 0.351562, 0.324219, 0.283203, 0.423828, 0.582031, 0.382812, 0.388672, 0.287109, 0.292969, 0.341797, 0.359375, 0.294922, 0.34375, 0.330078, 0.515625, 0.332031, 0.40625, 0.386719, 0.339844, 0.341797, 0.382812, 0.335938, 0.380859, 0.298828, 0.291016, 0.328125, 0.373047, 0.353516, 0.298828, 0.304688, 0.570312, 0.328125, 0.328125, 0.267578, 0.357422, 0.316406, 0.320312, 0.373047, 0.318359, 0.300781, 0.291016, 0.382812, 0.335938, 0.498047, 0.347656, 0.347656, 0.339844, 0.324219, 0.357422, 0.34375, 0.330078, 0.304688, 0.291016, 0.369141, 0.394531, 0.34375, 0.294922, 0.335938, 0.351562, 0.269531, 0.314453, 0.335938, 0.314453, 0.369141, 0.347656, 0.335938, 0.357422, 0.365234, 0.255859, 0.345703, 0.369141, 0.326172, 0.546875, 0.384766, 0.310547, 0.429688, 0.349609, 0.326172, 0.275391, 0.398438, 0.316406, 0.285156, 0.291016, 0.359375, 0.333984, 0.365234, 0.519531, 0.318359, 0.318359, 0.320312, 0.427734, 0.328125, 0.257812, 0.310547, 0.380859, 0.326172, 0.347656, 0.308594, 0.308594, 0.435547, 0.332031, 0.396484, 0.404297, 0.337891, 0.332031, 0.363281, 0.34375, 0.292969, 0.359375, 0.398438, 0.417969, 0.390625, 0.339844, 0.628906, 0.291016, 0.316406, 0.355469, 0.396484, 0.390625, 0.351562, 0.300781, 0.332031, 0.322266, 0.291016, 0.318359, 0.351562, 0.486328, 0.404297, 0.316406, 0.292969, 0.402344, 0.316406, 0.3125, 0.373047, 0.431641, 0.332031, 0.351562, 0.404297, 0.296875, 0.25, 0.339844, 0.601562, 0.324219, 0.386719, 0.376953, 0.341797, 0.328125, 0.34375, 0.359375, 0.392578, 0.291016, 0.306641, 0.365234, 0.289062, 0.373047, 0.435547, 0.330078, 0.306641, 0.3125, 0.482422, 0.300781, 0.400391, 0.341797, 0.345703, 0.433594, 0.328125, 0.339844, 0.3125, 0.251953, 0.296875, 0.361328, 0.367188, 0.449219, 0.369141, 0.347656, 0.310547, 0.527344, 0.384766, 0.326172, 0.378906, 0.318359, 0.34375, 0.296875, 0.351562, 0.300781, 0.441406, 0.361328, 0.322266, 0.333984, 0.34375, 0.304688, 0.363281, 0.388672, 0.347656, 0.337891, 0.335938, 0.324219, 0.339844, 0.316406, 0.357422, 0.349609, 0.3125, 0.330078, 0.337891, 0.333984, 0.294922, 0.378906, 0.341797, 0.304688, 0.320312, 0.367188, 0.308594, 0.400391, 0.289062, 0.380859, 0.339844, 0.589844, 0.386719, 0.34375, 0.300781, 0.3125, 0.503906, 0.546875, 0.359375, 0.316406, 0.347656, 0.353516, 0.351562, 0.332031, 0.298828, 0.451172, 0.376953, 0.294922, 0.259766, 0.322266, 0.291016, 0.337891, 0.378906, 0.335938, 0.320312, 0.361328, 0.3125, 0.322266, 0.306641, 0.441406, 0.347656, 0.388672, 0.386719, 0.328125, 0.339844, 0.34375, 0.425781, 0.449219, 0.318359, 0.378906, 0.375, 0.326172, 0.365234, 0.339844, 0.259766, 0.335938, 0.34375, 0.283203, 0.285156, 0.3125, 0.373047, 0.369141, 0.410156, 0.306641, 0.326172, 0.349609, 0.457031, 0.365234, 0.34375, 0.28125, 0.361328, 0.410156, 0.392578, 0.367188, 0.652344, 0.355469, 0.357422, 0.326172, 0.376953, 0.388672, 0.396484, 0.335938, 0.396484, 0.306641, 0.330078, 0.40625, 0.392578, 0.283203, 0.408203, 0.322266, 0.357422, 0.304688, 0.380859, 0.691406, 0.335938, 0.337891, 0.322266, 0.347656, 0.263672, 0.341797, 0.412109, 0.380859, 0.306641, 0.322266, 0.355469, 0.341797, 0.369141, 0.369141, 0.289062, 0.373047, 0.546875, 0.324219, 0.363281, 0.425781, 0.324219, 0.292969, 0.332031, 0.359375, 0.296875, 0.34375, 0.337891, 0.396484, 0.275391, 0.357422, 0.388672, 0.378906, 0.308594, 0.335938, 0.535156, 0.382812, 0.375, 0.292969, 0.310547, 0.298828, 0.660156, 0.300781, 0.287109, 0.390625, 0.339844, 0.474609, 0.314453, 0.353516, 0.326172, 0.443359, 0.292969, 0.324219, 0.3125, 0.332031, 0.441406, 0.378906, 0.34375, 0.447266, 0.353516, 0.359375, 0.308594, 0.28125, 0.386719, 0.308594, 0.306641, 0.375, 0.396484, 0.449219, 0.351562, 0.5, 0.337891, 0.314453, 0.359375, 0.296875, 0.324219, 0.339844, 0.328125, 0.332031, 0.304688, 0.369141, 0.310547, 0.34375, 0.353516, 0.402344, 0.380859, 0.34375, 0.365234, 0.486328, 0.361328, 0.320312, 0.361328, 0.289062, 0.361328, 0.363281, 0.326172, 0.384766, 0.335938, 0.373047, 0.300781, 0.316406, 0.310547, 0.275391, 0.300781, 0.347656, 0.335938, 0.310547, 0.285156, 0.367188, 0.3125, 0.355469, 0.363281, 0.355469, 0.349609, 0.371094, 0.361328, 0.302734, 0.376953, 0.308594, 0.353516, 0.320312, 0.3125, 0.332031, 0.34375, 0.394531, 0.353516, 0.396484, 0.417969, 0.322266, 0.345703, 0.353516, 0.318359, 0.390625, 0.322266, 0.318359, 0.277344, 0.318359, 0.423828, 0.355469, 0.283203, 0.332031, 0.314453, 0.328125, 0.326172, 0.345703, 0.316406, 0.388672, 0.314453, 0.335938, 0.363281, 0.285156, 0.341797, 0.490234, 0.332031, 0.320312, 0.314453, 0.382812, 0.316406, 0.388672, 0.296875, 0.285156, 0.353516, 0.337891, 0.332031, 0.314453, 0.369141, 0.302734, 0.464844, 0.445312, 0.375, 0.349609, 0.341797, 0.355469, 0.289062, 0.375, 0.380859, 0.375, 0.306641, 0.328125, 0.341797, 0.380859, 0.314453, 0.207031, 0.375, 0.328125, 0.365234, 0.296875, 0.332031, 0.326172, 0.345703, 0.359375, 0.269531, 0.478516, 0.353516, 0.414062, 0.359375, 0.345703, 0.357422, 0.324219, 0.347656, 0.316406, 0.371094, 0.279297, 0.390625, 0.332031, 0.333984, 0.332031, 0.322266, 0.314453, 0.339844, 0.382812, 0.400391, 0.417969, 0.455078, 0.320312, 0.382812 ] }, "name": "model.model.layers.4.input_layernorm.weight", "outputIndexes": [ 366 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 365 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_4/Mul_output_0", "outputIndexes": [ 367 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 366, 367 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_4/Mul_1_output_0", "outputIndexes": [ 368 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 4500 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4500 ], "outputIndexes": [ 4501 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear", "inputIndexes": [ 4501 ], "outputIndexes": [ 4502 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 40182376, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4502 ], "outputIndexes": [ 4503 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4503 ], "outputIndexes": [ 369 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 368 ], "main_type": "NONE", "name": "/Shape_57_output_0", "outputIndexes": [ 370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 370 ], "main_type": "NONE", "name": "Shape943", "outputIndexes": [ 371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 370 ], "main_type": "NONE", "name": "Rank945", "outputIndexes": [ 372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 372, 372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp947", "outputIndexes": [ 373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze948", "outputIndexes": [ 374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp950", "outputIndexes": [ 375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze951", "outputIndexes": [ 376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 371, 374, 376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice954", "outputIndexes": [ 377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze955", "outputIndexes": [ 378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp956", "outputIndexes": [ 379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 379, 378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp957", "outputIndexes": [ 380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 370, 380, 373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_64_output_0", "outputIndexes": [ 381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 381, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_129_output_0", "outputIndexes": [ 382 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 382, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_52_output_0", "outputIndexes": [ 383 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 369, 383 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_37_output_0", "outputIndexes": [ 384 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_32_output_0", "outputIndexes": [ 385 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384 ], "main_type": "NONE", "name": "/Shape_58_output_0", "outputIndexes": [ 386 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 386 ], "main_type": "NONE", "name": "Shape964", "outputIndexes": [ 387 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 386 ], "main_type": "NONE", "name": "Rank966", "outputIndexes": [ 388 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 388, 388 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp968", "outputIndexes": [ 389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 389 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze969", "outputIndexes": [ 390 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 389, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp971", "outputIndexes": [ 391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 391 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze972", "outputIndexes": [ 392 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 387, 390, 392, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice975", "outputIndexes": [ 393 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 393 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze976", "outputIndexes": [ 394 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 394 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp977", "outputIndexes": [ 395 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 395, 394 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp978", "outputIndexes": [ 396 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 386, 396, 389 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_65_output_0", "outputIndexes": [ 397 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 397, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_12_output_0", "outputIndexes": [ 398 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 398, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_134_output_0", "outputIndexes": [ 399 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 399, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_17_output_0", "outputIndexes": [ 400 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 400 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_8_output_0", "outputIndexes": [ 401 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 384, 22, 399, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_16_output_0", "outputIndexes": [ 402 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 401, 402 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_55_output_0", "outputIndexes": [ 403 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 403, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_33_output_0", "outputIndexes": [ 404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 385, 404 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_20_output_0", "outputIndexes": [ 405 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 4504 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4504 ], "outputIndexes": [ 4505 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear", "inputIndexes": [ 4505 ], "outputIndexes": [ 4506 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 41103998, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4506 ], "outputIndexes": [ 4507 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4507 ], "outputIndexes": [ 406 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 382, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_53_output_0", "outputIndexes": [ 407 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 406, 407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_38_output_0", "outputIndexes": [ 408 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_34_output_0", "outputIndexes": [ 409 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408 ], "main_type": "NONE", "name": "/Shape_59_output_0", "outputIndexes": [ 410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 410 ], "main_type": "NONE", "name": "Shape1027", "outputIndexes": [ 411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 410 ], "main_type": "NONE", "name": "Rank1029", "outputIndexes": [ 412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 412, 412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1031", "outputIndexes": [ 413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1032", "outputIndexes": [ 414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1034", "outputIndexes": [ 415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1035", "outputIndexes": [ 416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 411, 414, 416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1038", "outputIndexes": [ 417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1039", "outputIndexes": [ 418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1040", "outputIndexes": [ 419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 419, 418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1041", "outputIndexes": [ 420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 410, 420, 413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_66_output_0", "outputIndexes": [ 421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 421, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_13_output_0", "outputIndexes": [ 422 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 422, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_136_output_0", "outputIndexes": [ 423 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 423, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_19_output_0", "outputIndexes": [ 424 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 424 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_9_output_0", "outputIndexes": [ 425 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 408, 22, 423, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_18_output_0", "outputIndexes": [ 426 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 425, 426 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_56_output_0", "outputIndexes": [ 427 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 427, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_35_output_0", "outputIndexes": [ 428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 409, 428 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_21_output_0", "outputIndexes": [ 429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 368 ], "outputIndexes": [ 4508 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4508 ], "outputIndexes": [ 4509 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear", "inputIndexes": [ 4509 ], "outputIndexes": [ 4510 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 41334420, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4510 ], "outputIndexes": [ 4511 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4511 ], "outputIndexes": [ 430 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 430, 407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_39_output_0", "outputIndexes": [ 431 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 405, 429, 431, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_44_output_0", "outputIndexes": [ 432 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 432 ], "outputIndexes": [ 4512 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4512 ], "outputIndexes": [ 4513 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear", "inputIndexes": [ 4513 ], "outputIndexes": [ 4514 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 41564842, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4514 ], "outputIndexes": [ 4515 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4515 ], "outputIndexes": [ 433 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 365, 433 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_23_output_0", "outputIndexes": [ 434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.197266, 0.22168, 0.223633, 0.232422, 0.230469, 0.224609, 0.046875, 0.230469, 0.207031, 0.203125, 0.119629, 0.226562, 0.180664, 0.225586, 0.220703, 0.229492, 0.208984, 0.213867, 0.223633, 0.161133, 0.229492, 0.225586, 0.217773, 0.198242, 0.222656, 0.233398, 0.220703, 0.227539, 0.225586, 0.225586, 0.219727, 0.129883, 0.225586, 0.224609, 0.229492, 0.210938, 0.163086, 0.230469, 0.122559, 0.229492, 0.227539, 0.234375, 0.213867, 0.22168, 0.176758, 0.225586, 0.227539, 0.161133, 0.228516, 0.134766, 0.233398, 0.148438, 0.237305, 0.230469, 0.172852, 0.227539, 0.227539, 0.217773, 0.223633, 0.231445, 0.228516, 0.225586, 0.214844, 0.225586, 0.210938, 0.207031, 0.162109, 0.123535, 0.229492, 0.093262, 0.237305, 0.170898, 0.18457, 0.219727, 0.239258, 0.213867, 0.201172, 0.227539, 0.114746, 0.233398, 0.209961, 0.232422, 0.219727, 0.216797, 0.222656, 0.176758, 0.238281, 0.164062, 0.230469, 0.181641, 0.208008, 0.227539, 0.180664, 0.22168, 0.111816, 0.150391, 0.233398, 0.224609, 0.225586, 0.230469, 0.174805, 0.219727, 0.234375, 0.223633, 0.238281, 0.149414, 0.229492, 0.223633, 0.217773, 0.223633, 0.230469, 0.228516, 0.21875, 0.226562, 0.222656, 0.222656, 0.225586, 0.225586, 0.233398, 0.230469, 0.224609, 0.204102, 0.232422, 0.19043, 0.231445, 0.21875, 0.038086, 0.224609, 0.220703, 0.236328, 0.231445, 0.232422, 0.232422, 0.21875, 0.216797, 0.209961, 0.238281, 0.230469, 0.220703, 0.186523, 0.21875, 0.234375, 0.223633, 0.232422, 0.228516, 0.222656, 0.21875, 0.208008, 0.225586, 0.225586, 0.223633, 0.226562, 0.231445, 0.233398, 0.219727, 0.224609, 0.231445, 0.227539, 0.114258, 0.231445, 0.112793, 0.220703, 0.19043, 0.227539, 0.22168, 0.226562, 0.100586, 0.227539, 0.22168, 0.124512, 0.200195, 0.236328, 0.230469, 0.160156, 0.119629, 0.238281, 0.1875, 0.230469, 0.236328, 0.229492, 0.223633, 0.195312, 0.212891, 0.223633, 0.225586, 0.224609, 0.225586, 0.22168, 0.229492, 0.229492, 0.225586, 0.226562, 0.136719, 0.224609, 0.230469, 0.220703, 0.21582, 0.160156, -2e-05, 0.225586, 0.225586, 0.228516, 0.204102, 0.229492, 0.220703, 0.214844, 0.227539, 0.211914, 0.201172, 0.226562, 0.225586, 0.222656, 0.227539, 0.139648, 0.234375, 0.224609, 0.224609, 0.222656, 0.238281, 0.229492, 0.229492, 0.228516, 0.206055, 0.222656, 0.232422, 0.242188, 0.22168, 0.137695, 0.225586, 0.1875, 0.205078, 0.183594, 0.235352, 0.214844, 0.228516, 0.18457, 0.227539, 0.211914, 0.239258, 0.237305, 0.21875, 0.212891, 0.209961, 0.235352, 0.228516, 0.208008, 0.139648, 0.228516, 0.237305, 0.216797, 0.234375, 0.186523, 0.154297, 0.228516, 0.212891, 0.231445, 0.207031, 0.21875, 0.145508, 0.233398, 0.227539, 0.230469, 0.231445, 0.199219, 0.227539, 0.229492, 0.220703, 0.225586, 0.141602, 0.228516, 0.07373, 0.230469, 0.227539, 0.053711, 0.188477, 0.232422, 0.226562, 0.197266, 0.077637, 0.229492, 0.199219, 0.227539, 0.222656, 0.229492, 0.240234, 0.211914, 0.222656, 0.238281, 0.225586, 0.233398, 0.229492, 0.227539, 0.227539, 0.216797, 0.234375, 0.220703, 0.232422, 0.22168, 0.226562, 0.230469, 0.227539, 0.219727, 0.22168, 0.166016, 0.225586, 0.226562, 0.209961, 0.225586, 0.232422, 0.235352, 0.181641, 0.230469, 0.192383, 0.198242, 0.230469, 0.226562, 0.236328, 0.183594, 0.217773, 0.12793, 0.237305, 0.241211, 0.230469, 0.225586, 0.223633, 0.219727, 0.223633, 0.232422, 0.237305, 0.169922, 0.195312, 0.189453, 0.121094, 0.22168, 0.22168, 0.226562, 0.232422, 0.206055, 0.145508, 0.146484, 0.222656, 0.227539, 0.217773, 0.19043, 0.237305, 0.231445, 0.216797, 0.225586, 0.211914, 0.235352, 0.224609, 0.233398, 0.193359, 0.223633, 0.227539, 0.226562, 0.226562, 0.229492, 0.21875, 0.226562, 0.21875, 0.169922, 0.219727, 0.232422, 0.21582, 0.228516, 0.225586, 0.227539, 0.164062, 0.212891, 0.230469, 0.217773, 0.226562, 0.139648, 0.232422, 0.21875, 0.227539, 0.220703, 0.228516, 0.141602, 0.023682, 0.216797, 0.229492, 0.217773, 0.226562, 0.220703, 0.214844, 0.21582, 0.211914, 0.230469, 0.222656, 0.139648, 0.240234, 0.115723, 0.241211, 0.228516, 0.230469, 0.232422, 0.238281, 0.226562, 0.222656, 0.237305, 0.188477, 0.227539, 0.236328, 0.198242, 0.233398, 0.212891, 0.229492, 0.223633, 0.205078, 0.227539, 0.232422, 0.219727, 0.236328, 0.226562, 0.213867, 0.231445, 0.224609, 0.207031, 0.232422, 0.208984, 0.087402, 0.231445, 0.237305, 0.175781, 0.225586, 0.22168, 0.204102, 0.225586, 0.098145, 0.179688, 0.233398, 0.241211, 0.223633, 0.233398, 0.236328, 0.219727, 0.225586, 0.228516, 0.232422, 0.166992, 0.168945, 0.229492, 0.210938, 0.1875, 0.231445, 0.223633, 0.166016, 0.228516, 0.211914, 0.211914, 0.226562, 0.232422, 0.232422, 0.231445, 0.237305, 0.222656, 0.224609, 0.227539, 0.220703, 0.217773, 0.227539, 0.224609, 0.129883, 0.224609, 0.208008, 0.227539, 0.225586, 0.161133, 0.224609, 0.237305, 0.233398, 0.228516, 0.22168, 0.216797, 0.219727, 0.235352, 0.195312, 0.170898, 0.231445, 0.227539, 0.234375, 0.223633, 0.236328, 0.21875, 0.231445, 0.1875, 0.236328, 0.22168, 0.237305, 0.235352, 0.228516, 0.222656, 0.22168, 0.201172, 0.222656, 0.227539, 0.219727, 0.207031, 0.061035, 0.21582, 0.227539, 0.226562, 0.11084, 0.21875, 0.223633, 0.229492, 0.231445, 0.225586, 0.223633, 0.223633, 0.060059, 0.189453, 0.204102, 0.219727, 0.225586, 0.155273, 0.204102, 0.230469, 0.233398, 0.224609, 0.152344, 0.235352, 0.228516, 0.22168, 0.229492, 0.227539, 0.229492, 0.205078, 0.210938, 0.220703, 0.170898, 0.12207, 0.234375, 0.213867, 0.223633, 0.227539, 0.209961, 0.22168, 0.231445, 0.158203, 0.205078, 0.235352, 0.227539, 0.196289, 0.219727, 0.119141, 0.209961, 0.209961, 0.237305, 0.223633, 0.234375, 0.226562, 0.226562, 0.230469, 0.188477, 0.110352, 0.227539, 0.151367, 0.092773, 0.186523, 0.228516, 0.229492, 0.199219, 0.143555, 0.229492, 0.216797, 0.228516, 0.229492, 0.231445, 0.229492, 0.166992, 0.22168, 0.21875, 0.21875, 0.216797, 0.227539, 0.208984, 0.137695, 0.233398, 0.21875, 0.220703, 0.229492, 0.230469, 0.217773, 0.232422, 0.233398, 0.239258, 0.235352, 0.206055, 0.143555, 0.237305, 0.21875, 0.21875, 0.1875, 0.227539, 0.113281, 0.148438, 0.220703, 0.227539, 0.229492, 0.224609, 0.229492, 0.133789, 0.193359, 0.234375, 0.209961, 0.217773, 0.233398, 0.214844, 0.232422, 0.231445, 0.182617, 0.21582, 0.21582, 0.117188, 0.220703, 0.225586, 0.228516, 0.121582, 0.242188, 0.210938, 0.222656, 0.219727, 0.139648, 0.228516, 0.137695, 0.223633, 0.132812, -0.000147, 0.224609, 0.229492, 0.228516, 0.214844, 0.227539, 0.233398, 0.22168, 0.226562, 0.236328, 0.207031, 0.233398, 0.223633, 0.191406, 0.141602, 0.219727, 0.220703, 0.115723, 0.223633, 0.228516, 0.236328, 0.231445, 0.240234, 0.163086, 0.224609, 0.213867, 0.122559, 0.231445, 0.154297, 0.125, 0.223633, 0.231445, 0.21875, 0.078613, 0.232422, 0.229492, 0.219727, 0.230469, 0.21875, 0.237305, 0.226562, 0.220703, 0.234375, 0.064941, 0.19043, 0.140625, 0.235352, 0.228516, 0.229492, 0.225586, 0.231445, 0.230469, 0.000341, 0.223633, 0.222656, 0.239258, 0.197266, 0.234375, 0.239258, 0.21875, 0.197266, 0.236328, 0.226562, 0.226562, 0.204102, 0.225586, 0.223633, 0.131836, 0.226562, 0.233398, 0.222656, 0.227539, 0.168945, 0.227539, 0.15332, 0.183594, 0.226562, 0.219727, 0.205078, 0.229492, 0.19043, 0.237305, 0.230469, 0.230469, 0.237305, 0.229492, 0.21582, 0.131836, 0.168945, 0.230469, 0.119141, 0.220703, 0.195312, 0.232422, 0.223633, 0.210938, 0.097656, 0.226562, 0.220703, 0.21582, 0.232422, 0.168945, 0.235352, 0.231445, 0.175781, 0.230469, 0.168945, 0.220703, 0.21875, 0.236328, 0.231445, 0.228516, 0.235352, 0.223633, 0.226562, 0.226562, -4.1e-05, 0.22168, 0.237305, 0.097656, 0.182617, 0.11084, 0.223633, 0.208984, 0.234375, 0.229492, 0.224609, 0.210938, 0.214844, 0.21582, 0.21875, 0.233398, 0.217773, 0.175781, 0.227539, 0.229492, 0.189453, 0.229492, 0.22168, 0.099609, 0.170898, 0.198242, 0.210938, 0.217773, 0.197266, 0.226562, 0.21875, 0.232422, 0.224609, 0.234375, 0.171875, 0.235352, 0.19043, 0.226562, 0.232422, 0.230469, 0.204102, 0.225586, 0.231445, 0.230469, 0.235352, 0.216797, 0.223633, 0.200195, 0.226562, 0.230469, 0.141602, 0.224609, 0.219727, 0.225586, 0.226562, 0.228516, 0.233398, 0.220703, 0.224609, 0.233398, 0.225586, 0.169922, 0.22168, 0.179688, 0.233398, 0.226562, 0.216797, 0.227539, 0.228516, 0.220703, 0.230469, 0.22168, 0.243164, 0.236328, 0.220703, 0.244141, 0.227539, 0.222656, 0.225586, 0.232422, 0.220703, 0.211914, 0.224609, 0.229492, 0.217773, 0.222656, 0.222656, 0.137695, 0.232422, 0.216797, 0.227539, 0.234375, 0.161133, 0.21875, 0.229492, 0.219727, 0.224609, 0.228516, 0.231445, 0.209961, 0.192383, 0.232422, 0.233398, 0.228516, 0.196289, 0.228516, 0.083984, 0.225586, 0.228516, 0.232422, 0.167969, 0.219727, 0.205078, 0.226562, 0.208984, 0.230469, 0.231445, 0.147461, 0.233398, 0.175781, 0.225586, 0.217773, 0.213867, 0.197266, 0.21875, 0.216797, 0.228516, 0.236328, 0.204102, 0.227539, 0.115234, 0.136719, 0.219727, 0.112305, 0.230469, 0.235352, 0.214844, 0.223633, 0.220703, 0.222656, 0.214844, 0.220703, 0.230469, 0.233398, 0.223633, 0.224609, 0.196289, 0.224609, 0.232422, 0.231445, 0.150391, 0.227539, 0.234375, 0.219727, 0.158203, 0.227539, 0.207031, 0.212891, 0.229492, 0.230469, 0.230469, 0.133789, 0.222656, 0.22168, 0.19043, 0.239258, 0.238281, 0.230469, 0.228516, 0.220703, 0.229492, 0.223633, 0.224609, 0.237305, 0.19043, 0.205078, 0.230469, 0.228516, 0.228516, 0.112305, 0.228516, 0.185547, 0.228516, 0.229492, 0.209961, 0.182617, 0.222656, 0.232422, 0.229492, 0.225586, 0.222656, 0.130859, 0.136719, 0.22168, 0.223633, 0.227539, 0.143555, 0.228516, 0.231445, 0.213867, 0.226562, 0.222656, 0.233398, 0.224609, 0.235352, 0.169922, 0.232422, 0.222656, 0.214844, 0.232422, 0.228516, 0.234375, 0.217773, 0.043701, 0.229492, 0.22168, 0.222656, 0.230469, 0.203125, 0.233398, 0.140625, 0.219727, 0.229492, 0.225586, 0.216797, 0.231445, 0.230469, 0.213867, 0.230469, 0.222656, 0.216797, 0.231445, 0.061768, 0.227539, 0.107422, 0.236328, 0.148438, 0.228516, 0.21875, 0.234375, 0.229492, 0.161133, 0.088379, 0.209961, 0.219727, 0.231445, 0.162109, 0.222656, 0.216797, 0.235352, 0.220703, 0.225586, 0.225586, 0.235352, 0.224609, 0.176758, 0.220703, 0.233398, 0.229492, 0.22168, 0.223633, 0.231445, 0.213867, 0.216797, 0.18457, 0.238281, 0.198242, 0.232422, 0.239258, 0.231445, 0.220703, 0.21875, 0.199219, 0.22168, 0.232422, 0.22168, 0.236328, 0.231445, 0.226562, 0.232422, 0.236328, 0.226562, 0.084961, 0.225586, 0.228516, 0.21582, 0.163086, 0.220703, 0.239258, 0.217773, 0.209961, 0.209961, 0.174805, 0.226562, 0.226562, 0.225586, 0.121094, 0.21875, 0.225586, 0.072266, 0.227539, 0.136719, 0.222656, 0.212891, 0.222656, 0.216797, 0.229492, 0.220703, 0.231445, 0.230469, 0.130859, 0.224609, 0.230469, 0.219727, 0.226562, 0.220703, 0.230469, 0.15332, 0.12207, 0.21875, 0.231445, 0.225586, 0.197266, 0.227539, 0.22168, 0.1875, 0.225586, 0.232422, 0.236328, 0.216797, 0.225586, 0.213867, 0.226562, 0.235352, 0.201172, 0.151367, 0.228516, 0.229492, 0.200195, 0.224609, 0.228516, 0.22168, 0.104492, 0.233398, 0.236328, 0.236328, 0.22168, 0.226562, 0.207031, 0.224609, 0.226562, 0.225586, 0.230469, 0.136719, 0.224609, 0.216797, 0.232422, 0.232422, 0.229492, 0.024536, 0.225586, 0.212891, 0.223633, 0.223633, 0.263672, 0.231445, 0.226562, 0.230469, 0.164062, 0.229492, 0.236328, 0.228516, 0.222656, 0.176758, 0.209961, 0.226562, 0.116211, 0.163086, 0.217773, 0.227539, 0.22168, 0.21875, 0.236328, 0.231445, 0.208984, 0.224609, 0.11084, 0.244141, 0.166992, 0.224609, 0.21875, 0.226562, 0.236328, 0.230469, 0.224609, 0.224609, 0.201172, 0.234375, 0.234375, 0.213867, 0.235352, 0.21875, 0.209961, 0.224609, 0.138672, 0.228516, 0.189453, 0.216797, 0.220703, 0.227539, 0.229492, 0.224609, 0.230469, 0.223633, 0.223633, 0.235352, 0.211914, 0.232422, 0.231445, 0.188477, 0.225586, 0.12207, 0.225586, 0.227539, 0.229492, 0.234375, 0.234375, 0.207031, 0.239258, 0.211914, 0.220703, 0.234375, 0.22168, 0.162109, 0.234375, 0.228516, 0.233398, 0.230469, 0.21875, 0.225586, 0.230469, 0.232422, 0.208984, 0.231445, 0.225586, 0.206055, 0.226562, 0.231445, 0.213867, 0.226562, 0.194336, 0.237305, 0.230469, 0.227539, 0.225586, 0.173828, 0.164062, 0.228516, 0.239258, 0.236328, 0.229492, 0.226562, 0.236328, 0.227539, 0.131836, 0.240234, 0.22168, 0.222656, 0.234375, 0.213867, 0.22168, 0.177734, 0.219727, 0.230469, 0.213867, 0.232422, 0.147461, 0.227539, 0.223633, 0.227539, 0.239258, 0.228516, 0.217773, 0.226562, 0.231445, 0.188477, 0.188477, 0.222656, 0.222656, 0.230469, 0.226562, 0.232422, 0.216797, 0.224609, 0.144531, 0.205078, 0.233398, 0.223633, 0.213867, 0.231445, 0.228516, 0.21875, 0.213867, 0.22168, 0.224609, 0.236328, 0.217773, 0.228516, 0.222656, 0.22168, 0.134766, 0.227539, 0.126953, 0.229492, 0.222656, 0.211914, 0.200195, 0.22168, 0.225586, 0.226562, 0.233398, 0.180664, 0.162109, 0.222656, 0.173828, 0.21875, 0.210938, 0.216797, 0.211914, 0.225586, 0.000437, 0.129883, 0.226562, 0.21875 ] }, "name": "model.model.layers.4.post_attention_layernorm.weight", "outputIndexes": [ 435 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_4/Mul_output_0", "outputIndexes": [ 436 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 435, 436 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_4/Mul_1_output_0", "outputIndexes": [ 437 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 437 ], "outputIndexes": [ 4516 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4516 ], "outputIndexes": [ 4517 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear", "inputIndexes": [ 4517 ], "outputIndexes": [ 4518 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 42486464, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4518 ], "outputIndexes": [ 4519 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4519 ], "outputIndexes": [ 438 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 438 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_4/Sigmoid_output_0", "outputIndexes": [ 439 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 438, 439 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_4/Mul_output_0", "outputIndexes": [ 440 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 437 ], "outputIndexes": [ 4520 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4520 ], "outputIndexes": [ 4521 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear", "inputIndexes": [ 4521 ], "outputIndexes": [ 4522 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 45066966, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4522 ], "outputIndexes": [ 4523 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4523 ], "outputIndexes": [ 441 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 440, 441 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_4/Mul_output_0", "outputIndexes": [ 442 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 442 ], "outputIndexes": [ 4524 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4524 ], "outputIndexes": [ 4525 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear", "inputIndexes": [ 4525 ], "outputIndexes": [ 4526 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 47647468, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4526 ], "outputIndexes": [ 4527 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.4/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4527 ], "outputIndexes": [ 443 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 434, 443 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_24_output_0", "outputIndexes": [ 444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 444, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_45_output_0", "outputIndexes": [ 445 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.148438, 0.179688, 0.169922, 0.18457, 0.144531, 0.185547, 0.59375, 0.193359, 0.143555, 0.182617, 0.263672, 0.146484, 0.157227, 0.136719, 0.146484, 0.147461, 0.24707, 0.189453, 0.142578, 0.155273, 0.207031, 0.136719, 0.161133, 0.178711, 0.201172, 0.181641, 0.203125, 0.164062, 0.154297, 0.179688, 0.182617, 0.298828, 0.170898, 0.212891, 0.147461, 0.158203, 0.166016, 0.158203, 0.255859, 0.180664, 0.157227, 0.130859, 0.166992, 0.192383, 0.182617, 0.179688, 0.15918, 0.150391, 0.121582, 0.296875, 0.168945, 0.15332, 0.131836, 0.155273, 0.191406, 0.178711, 0.125977, 0.151367, 0.192383, 0.212891, 0.15918, 0.15918, 0.171875, 0.157227, 0.201172, 0.21582, 0.335938, 0.171875, 0.169922, 0.597656, 0.176758, 0.172852, 0.233398, 0.176758, 0.166016, 0.146484, 0.194336, 0.154297, 0.219727, 0.194336, 0.132812, 0.129883, 0.158203, 0.132812, 0.145508, 0.116211, 0.15625, 0.267578, 0.154297, 0.152344, 0.158203, 0.172852, 0.152344, 0.135742, 0.198242, 0.139648, 0.18457, 0.125977, 0.199219, 0.131836, 0.236328, 0.142578, 0.146484, 0.15918, 0.145508, 0.143555, 0.163086, 0.12793, 0.166992, 0.138672, 0.139648, 0.172852, 0.142578, 0.175781, 0.145508, 0.249023, 0.148438, 0.147461, 0.162109, 0.176758, 0.163086, 0.164062, 0.140625, 0.257812, 0.148438, 0.171875, 0.449219, 0.143555, 0.139648, 0.126953, 0.15625, 0.113281, 0.185547, 0.176758, 0.167969, 0.143555, 0.128906, 0.165039, 0.197266, 0.169922, 0.146484, 0.230469, 0.151367, 0.171875, 0.139648, 0.179688, 0.167969, 0.157227, 0.185547, 0.173828, 0.172852, 0.15332, 0.130859, 0.146484, 0.150391, 0.173828, 0.135742, 0.154297, 0.176758, 0.163086, 0.198242, 0.180664, 0.174805, 0.131836, 0.15332, 0.139648, 0.21582, 0.175781, 0.135742, 0.291016, 0.181641, 0.126953, 0.147461, 0.214844, 0.206055, 0.204102, 0.223633, 0.145508, 0.15332, 0.166992, 0.124512, 0.166992, 0.130859, 0.142578, 0.155273, 0.267578, 0.149414, 0.162109, 0.18457, 0.166992, 0.136719, 0.141602, 0.183594, 0.165039, 0.141602, 0.203125, 0.142578, 0.206055, 0.136719, 0.197266, 0.145508, 0.125, 0.169922, 0.18457, 0.158203, 0.164062, 0.123535, 0.219727, 0.332031, 0.152344, 0.188477, 0.138672, 0.154297, 0.174805, 0.164062, 0.166992, 0.171875, 0.129883, 0.166992, 0.141602, 0.128906, 0.128906, 0.133789, 0.151367, 0.158203, 0.206055, 0.166992, 0.110352, 0.183594, 0.210938, 0.248047, 0.194336, 0.126953, 0.141602, 0.151367, 0.189453, 0.208008, 0.161133, 0.167969, 0.138672, 0.137695, 0.149414, 0.157227, 0.15918, 0.125977, 0.169922, 0.223633, 0.155273, 0.167969, 0.198242, 0.160156, 0.142578, 0.133789, 0.145508, 0.200195, 0.177734, 0.166016, 0.140625, 0.208984, 0.154297, 0.158203, 0.133789, 0.139648, 0.15918, 0.154297, 0.15332, 0.149414, 0.163086, 0.229492, 0.143555, 0.427734, 0.147461, 0.201172, 0.416016, 0.164062, 0.178711, 0.242188, 0.160156, 0.527344, 0.151367, 0.15332, 0.160156, 0.148438, 0.166992, 0.167969, 0.148438, 0.1875, 0.143555, 0.119141, 0.174805, 0.143555, 0.173828, 0.149414, 0.206055, 0.172852, 0.161133, 0.117188, 0.21875, 0.132812, 0.162109, 0.130859, 0.125977, 0.135742, 0.201172, 0.147461, 0.148438, 0.189453, 0.144531, 0.147461, 0.172852, 0.1875, 0.135742, 0.183594, 0.178711, 0.174805, 0.152344, 0.173828, 0.175781, 0.246094, 0.245117, 0.148438, 0.155273, 0.144531, 0.15332, 0.143555, 0.172852, 0.167969, 0.181641, 0.167969, 0.197266, 0.261719, 0.173828, 0.285156, 0.135742, 0.21875, 0.158203, 0.169922, 0.139648, 0.18457, 0.167969, 0.178711, 0.182617, 0.169922, 0.166016, 0.12207, 0.164062, 0.220703, 0.136719, 0.192383, 0.144531, 0.144531, 0.186523, 0.151367, 0.168945, 0.204102, 0.165039, 0.174805, 0.166016, 0.175781, 0.165039, 0.123047, 0.226562, 0.129883, 0.12793, 0.242188, 0.136719, 0.160156, 0.133789, 0.21875, 0.155273, 0.134766, 0.149414, 0.152344, 0.185547, 0.202148, 0.195312, 0.158203, 0.161133, 0.134766, 0.267578, 0.267578, 0.158203, 0.15918, 0.141602, 0.142578, 0.143555, 0.185547, 0.138672, 0.275391, 0.210938, 0.15918, 0.259766, 0.136719, 0.396484, 0.136719, 0.148438, 0.140625, 0.148438, 0.151367, 0.167969, 0.200195, 0.176758, 0.15918, 0.138672, 0.137695, 0.148438, 0.137695, 0.167969, 0.151367, 0.144531, 0.18457, 0.194336, 0.126953, 0.15625, 0.140625, 0.167969, 0.15332, 0.134766, 0.145508, 0.165039, 0.160156, 0.141602, 0.243164, 0.144531, 0.143555, 0.155273, 0.206055, 0.166992, 0.230469, 0.197266, 0.359375, 0.194336, 0.132812, 0.189453, 0.134766, 0.157227, 0.162109, 0.15625, 0.148438, 0.186523, 0.129883, 0.226562, 0.328125, 0.162109, 0.167969, 0.18457, 0.168945, 0.167969, 0.200195, 0.148438, 0.1875, 0.237305, 0.133789, 0.140625, 0.160156, 0.163086, 0.165039, 0.148438, 0.142578, 0.193359, 0.157227, 0.169922, 0.147461, 0.202148, 0.174805, 0.144531, 0.163086, 0.19043, 0.172852, 0.198242, 0.173828, 0.202148, 0.142578, 0.164062, 0.175781, 0.179688, 0.192383, 0.140625, 0.142578, 0.214844, 0.140625, 0.15918, 0.146484, 0.179688, 0.164062, 0.171875, 0.167969, 0.231445, 0.133789, 0.140625, 0.194336, 0.144531, 0.137695, 0.165039, 0.171875, 0.179688, 0.154297, 0.166016, 0.175781, 0.165039, 0.523438, 0.186523, 0.129883, 0.211914, 0.25, 0.146484, 0.179688, 0.176758, 0.141602, 0.151367, 0.181641, 0.168945, 0.394531, 0.151367, 0.170898, 0.170898, 0.151367, 0.18457, 0.150391, 0.151367, 0.167969, 0.147461, 0.171875, 0.132812, 0.175781, 0.167969, 0.140625, 0.136719, 0.140625, 0.192383, 0.230469, 0.143555, 0.161133, 0.183594, 0.161133, 0.180664, 0.126953, 0.154297, 0.172852, 0.134766, 0.167969, 0.149414, 0.158203, 0.148438, 0.124023, 0.162109, 0.130859, 0.176758, 0.25, 0.240234, 0.22168, 0.152344, 0.146484, 0.146484, 0.163086, 0.125977, 0.228516, 0.04248, 0.135742, 0.148438, 0.253906, 0.257812, 0.137695, 0.157227, 0.179688, 0.21582, 0.158203, 0.136719, 0.147461, 0.163086, 0.18457, 0.137695, 0.15625, 0.151367, 0.146484, 0.167969, 0.15918, 0.12793, 0.170898, 0.142578, 0.141602, 0.146484, 0.158203, 0.170898, 0.15332, 0.174805, 0.173828, 0.193359, 0.139648, 0.132812, 0.179688, 0.188477, 0.142578, 0.144531, 0.191406, 0.163086, 0.147461, 0.233398, 0.1875, 0.163086, 0.170898, 0.169922, 0.186523, 0.154297, 0.105957, 0.1875, 0.139648, 0.172852, 0.188477, 0.142578, 0.165039, 0.151367, 0.245117, 0.206055, 0.130859, 0.183594, 0.267578, 0.140625, 0.166992, 0.143555, 0.178711, 0.125977, 0.207031, 0.201172, 0.15918, 0.118164, 0.147461, 0.382812, 0.154297, 0.129883, 0.494141, 0.148438, 0.15625, 0.148438, 0.15918, 0.125977, 0.151367, 0.225586, 0.145508, 0.131836, 0.199219, 0.144531, 0.167969, 0.183594, 0.200195, 0.175781, 0.189453, 0.202148, 0.185547, 0.208008, 0.191406, 0.192383, 0.210938, 0.158203, 0.135742, 0.123047, 0.200195, 0.155273, 0.158203, 0.231445, 0.142578, 0.136719, 0.162109, 0.539062, 0.135742, 0.145508, 0.140625, 0.15918, 0.193359, 0.164062, 0.144531, 0.173828, 0.185547, 0.4375, 0.139648, 0.168945, 0.427734, 0.137695, 0.157227, 0.121582, 0.18457, 0.160156, 0.605469, 0.149414, 0.148438, 0.161133, 0.167969, 0.167969, 0.143555, 0.133789, 0.180664, 0.12793, 0.18457, 0.142578, 0.166992, 0.148438, 0.163086, 0.177734, 0.125977, 0.151367, 0.142578, 0.149414, 0.202148, 0.125, 0.229492, 0.193359, 0.150391, 0.145508, 0.186523, 0.165039, 0.277344, 0.200195, 0.12793, 0.163086, 0.121094, 0.15332, 0.135742, 0.314453, 0.151367, 0.151367, 0.314453, 0.169922, 0.128906, 0.175781, 0.129883, 0.212891, 0.441406, 0.140625, 0.181641, 0.179688, 0.162109, 0.195312, 0.164062, 0.132812, 0.167969, 0.139648, 0.161133, 0.131836, 0.149414, 0.149414, 0.142578, 0.149414, 0.171875, 0.188477, 0.15918, 0.135742, 0.359375, 0.152344, 0.15332, 0.22168, 0.144531, 0.22168, 0.148438, 0.157227, 0.154297, 0.121582, 0.144531, 0.189453, 0.162109, 0.160156, 0.151367, 0.154297, 0.201172, 0.186523, 0.125977, 0.15332, 0.181641, 0.12207, 0.138672, 0.220703, 0.249023, 0.189453, 0.204102, 0.139648, 0.21582, 0.196289, 0.183594, 0.134766, 0.145508, 0.157227, 0.236328, 0.149414, 0.21875, 0.163086, 0.167969, 0.166992, 0.188477, 0.182617, 0.208984, 0.15918, 0.157227, 0.195312, 0.189453, 0.172852, 0.144531, 0.125977, 0.326172, 0.152344, 0.15918, 0.121582, 0.154297, 0.130859, 0.162109, 0.168945, 0.142578, 0.15625, 0.145508, 0.182617, 0.171875, 0.230469, 0.152344, 0.139648, 0.170898, 0.134766, 0.149414, 0.185547, 0.145508, 0.125, 0.165039, 0.173828, 0.162109, 0.147461, 0.143555, 0.198242, 0.155273, 0.125977, 0.137695, 0.166016, 0.15625, 0.193359, 0.208008, 0.142578, 0.174805, 0.132812, 0.115723, 0.166016, 0.182617, 0.164062, 0.25, 0.166016, 0.142578, 0.217773, 0.146484, 0.143555, 0.147461, 0.165039, 0.128906, 0.157227, 0.166992, 0.174805, 0.151367, 0.169922, 0.402344, 0.166016, 0.142578, 0.166016, 0.196289, 0.169922, 0.163086, 0.142578, 0.191406, 0.18457, 0.138672, 0.162109, 0.154297, 0.244141, 0.134766, 0.165039, 0.186523, 0.169922, 0.152344, 0.163086, 0.170898, 0.142578, 0.15625, 0.1875, 0.206055, 0.162109, 0.147461, 0.398438, 0.136719, 0.176758, 0.15918, 0.1875, 0.228516, 0.144531, 0.145508, 0.151367, 0.166016, 0.170898, 0.171875, 0.131836, 0.285156, 0.158203, 0.147461, 0.139648, 0.175781, 0.132812, 0.186523, 0.175781, 0.206055, 0.140625, 0.15625, 0.206055, 0.135742, 0.125977, 0.166992, 0.173828, 0.166016, 0.157227, 0.19043, 0.171875, 0.175781, 0.158203, 0.173828, 0.130859, 0.135742, 0.144531, 0.148438, 0.144531, 0.193359, 0.205078, 0.150391, 0.143555, 0.141602, 0.289062, 0.148438, 0.238281, 0.176758, 0.174805, 0.18457, 0.124512, 0.136719, 0.163086, 0.115234, 0.136719, 0.165039, 0.135742, 0.167969, 0.134766, 0.154297, 0.129883, 0.230469, 0.154297, 0.123047, 0.160156, 0.189453, 0.154297, 0.133789, 0.195312, 0.146484, 0.244141, 0.206055, 0.165039, 0.139648, 0.150391, 0.144531, 0.152344, 0.174805, 0.349609, 0.141602, 0.161133, 0.128906, 0.140625, 0.139648, 0.154297, 0.118652, 0.131836, 0.161133, 0.176758, 0.150391, 0.132812, 0.148438, 0.158203, 0.151367, 0.170898, 0.164062, 0.178711, 0.330078, 0.147461, 0.229492, 0.210938, 0.201172, 0.205078, 0.167969, 0.171875, 0.165039, 0.198242, 0.417969, 0.144531, 0.151367, 0.145508, 0.151367, 0.185547, 0.158203, 0.145508, 0.170898, 0.149414, 0.152344, 0.15332, 0.144531, 0.128906, 0.130859, 0.182617, 0.161133, 0.139648, 0.157227, 0.173828, 0.157227, 0.139648, 0.222656, 0.145508, 0.182617, 0.176758, 0.133789, 0.140625, 0.169922, 0.167969, 0.181641, 0.144531, 0.18457, 0.169922, 0.157227, 0.147461, 0.15332, 0.117188, 0.164062, 0.162109, 0.217773, 0.137695, 0.136719, 0.164062, 0.157227, 0.183594, 0.157227, 0.135742, 0.197266, 0.339844, 0.145508, 0.152344, 0.138672, 0.128906, 0.18457, 0.170898, 0.144531, 0.484375, 0.15332, 0.171875, 0.140625, 0.183594, 0.207031, 0.171875, 0.142578, 0.138672, 0.123535, 0.145508, 0.18457, 0.176758, 0.132812, 0.166016, 0.142578, 0.161133, 0.138672, 0.141602, 0.462891, 0.170898, 0.182617, 0.178711, 0.188477, 0.139648, 0.150391, 0.216797, 0.18457, 0.151367, 0.128906, 0.180664, 0.154297, 0.21875, 0.192383, 0.143555, 0.173828, 0.185547, 0.143555, 0.139648, 0.199219, 0.152344, 0.130859, 0.178711, 0.223633, 0.135742, 0.169922, 0.1875, 0.225586, 0.132812, 0.178711, 0.123047, 0.198242, 0.128906, 0.147461, 0.259766, 0.163086, 0.191406, 0.155273, 0.141602, 0.140625, 0.628906, 0.125977, 0.144531, 0.166016, 0.154297, 0.476562, 0.149414, 0.161133, 0.150391, 0.337891, 0.138672, 0.141602, 0.207031, 0.148438, 0.226562, 0.193359, 0.125977, 0.205078, 0.148438, 0.165039, 0.137695, 0.137695, 0.155273, 0.166992, 0.15625, 0.165039, 0.170898, 0.210938, 0.183594, 0.191406, 0.15625, 0.129883, 0.21582, 0.117188, 0.161133, 0.163086, 0.151367, 0.149414, 0.207031, 0.181641, 0.150391, 0.157227, 0.147461, 0.243164, 0.166016, 0.249023, 0.152344, 0.210938, 0.143555, 0.140625, 0.169922, 0.12793, 0.192383, 0.183594, 0.151367, 0.181641, 0.202148, 0.169922, 0.130859, 0.165039, 0.24707, 0.142578, 0.139648, 0.166992, 0.157227, 0.161133, 0.119629, 0.169922, 0.129883, 0.179688, 0.168945, 0.166016, 0.142578, 0.168945, 0.167969, 0.117676, 0.172852, 0.132812, 0.163086, 0.160156, 0.132812, 0.134766, 0.140625, 0.189453, 0.144531, 0.139648, 0.208008, 0.147461, 0.161133, 0.175781, 0.193359, 0.163086, 0.165039, 0.151367, 0.139648, 0.137695, 0.228516, 0.146484, 0.129883, 0.137695, 0.140625, 0.137695, 0.192383, 0.152344, 0.142578, 0.175781, 0.15918, 0.172852, 0.164062, 0.130859, 0.143555, 0.180664, 0.160156, 0.166992, 0.149414, 0.158203, 0.167969, 0.172852, 0.119629, 0.146484, 0.168945, 0.157227, 0.172852, 0.133789, 0.193359, 0.146484, 0.226562, 0.232422, 0.147461, 0.148438, 0.15332, 0.15332, 0.130859, 0.205078, 0.172852, 0.175781, 0.164062, 0.177734, 0.142578, 0.170898, 0.133789, 0.15625, 0.203125, 0.161133, 0.143555, 0.126953, 0.175781, 0.15918, 0.188477, 0.147461, 0.140625, 0.217773, 0.155273, 0.19043, 0.175781, 0.155273, 0.233398, 0.133789, 0.172852, 0.143555, 0.169922, 0.140625, 0.170898, 0.170898, 0.131836, 0.181641, 0.180664, 0.181641, 0.149414, 0.183594, 0.177734, 0.390625, 0.208008, 0.152344, 0.214844 ] }, "name": "model.model.layers.5.input_layernorm.weight", "outputIndexes": [ 446 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_5/Mul_output_0", "outputIndexes": [ 447 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 446, 447 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_5/Mul_1_output_0", "outputIndexes": [ 448 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 4528 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4528 ], "outputIndexes": [ 4529 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear", "inputIndexes": [ 4529 ], "outputIndexes": [ 4530 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 50227970, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4530 ], "outputIndexes": [ 4531 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4531 ], "outputIndexes": [ 449 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 448 ], "main_type": "NONE", "name": "/Shape_71_output_0", "outputIndexes": [ 450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 450 ], "main_type": "NONE", "name": "Shape1159", "outputIndexes": [ 451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 450 ], "main_type": "NONE", "name": "Rank1161", "outputIndexes": [ 452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 452, 452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1163", "outputIndexes": [ 453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1164", "outputIndexes": [ 454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1166", "outputIndexes": [ 455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1167", "outputIndexes": [ 456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 451, 454, 456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1170", "outputIndexes": [ 457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1171", "outputIndexes": [ 458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1172", "outputIndexes": [ 459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 459, 458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1173", "outputIndexes": [ 460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 450, 460, 453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_79_output_0", "outputIndexes": [ 461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 461, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_161_output_0", "outputIndexes": [ 462 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 462, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_65_output_0", "outputIndexes": [ 463 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 449, 463 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_46_output_0", "outputIndexes": [ 464 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_40_output_0", "outputIndexes": [ 465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464 ], "main_type": "NONE", "name": "/Shape_72_output_0", "outputIndexes": [ 466 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 466 ], "main_type": "NONE", "name": "Shape1180", "outputIndexes": [ 467 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 466 ], "main_type": "NONE", "name": "Rank1182", "outputIndexes": [ 468 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 468, 468 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1184", "outputIndexes": [ 469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 469 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1185", "outputIndexes": [ 470 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 469, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1187", "outputIndexes": [ 471 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 471 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1188", "outputIndexes": [ 472 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 467, 470, 472, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1191", "outputIndexes": [ 473 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 473 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1192", "outputIndexes": [ 474 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 474 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1193", "outputIndexes": [ 475 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 475, 474 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1194", "outputIndexes": [ 476 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 466, 476, 469 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_80_output_0", "outputIndexes": [ 477 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 477, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_15_output_0", "outputIndexes": [ 478 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 478, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_166_output_0", "outputIndexes": [ 479 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 479, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_21_output_0", "outputIndexes": [ 480 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 480 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_10_output_0", "outputIndexes": [ 481 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 464, 22, 479, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_20_output_0", "outputIndexes": [ 482 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 481, 482 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_68_output_0", "outputIndexes": [ 483 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 483, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_41_output_0", "outputIndexes": [ 484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 465, 484 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_25_output_0", "outputIndexes": [ 485 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 4532 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4532 ], "outputIndexes": [ 4533 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear", "inputIndexes": [ 4533 ], "outputIndexes": [ 4534 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 51149592, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4534 ], "outputIndexes": [ 4535 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4535 ], "outputIndexes": [ 486 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 462, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_66_output_0", "outputIndexes": [ 487 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 486, 487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_47_output_0", "outputIndexes": [ 488 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_42_output_0", "outputIndexes": [ 489 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488 ], "main_type": "NONE", "name": "/Shape_73_output_0", "outputIndexes": [ 490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 490 ], "main_type": "NONE", "name": "Shape1243", "outputIndexes": [ 491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 490 ], "main_type": "NONE", "name": "Rank1245", "outputIndexes": [ 492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 492, 492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1247", "outputIndexes": [ 493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1248", "outputIndexes": [ 494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1250", "outputIndexes": [ 495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1251", "outputIndexes": [ 496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 491, 494, 496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1254", "outputIndexes": [ 497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1255", "outputIndexes": [ 498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1256", "outputIndexes": [ 499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 499, 498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1257", "outputIndexes": [ 500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 490, 500, 493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_81_output_0", "outputIndexes": [ 501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 501, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_16_output_0", "outputIndexes": [ 502 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 502, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_168_output_0", "outputIndexes": [ 503 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 503, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_23_output_0", "outputIndexes": [ 504 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 504 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_11_output_0", "outputIndexes": [ 505 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 488, 22, 503, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_22_output_0", "outputIndexes": [ 506 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 505, 506 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_69_output_0", "outputIndexes": [ 507 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 507, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_43_output_0", "outputIndexes": [ 508 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 489, 508 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_26_output_0", "outputIndexes": [ 509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 448 ], "outputIndexes": [ 4536 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4536 ], "outputIndexes": [ 4537 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear", "inputIndexes": [ 4537 ], "outputIndexes": [ 4538 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 51380014, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4538 ], "outputIndexes": [ 4539 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4539 ], "outputIndexes": [ 510 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 510, 487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_48_output_0", "outputIndexes": [ 511 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 485, 509, 511, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_53_output_0", "outputIndexes": [ 512 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 512 ], "outputIndexes": [ 4540 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4540 ], "outputIndexes": [ 4541 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear", "inputIndexes": [ 4541 ], "outputIndexes": [ 4542 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 51610436, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4542 ], "outputIndexes": [ 4543 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4543 ], "outputIndexes": [ 513 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 445, 513 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_28_output_0", "outputIndexes": [ 514 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.191406, 0.222656, 0.236328, 0.230469, 0.232422, 0.232422, 0.074707, 0.227539, 0.208008, 0.212891, 0.147461, 0.230469, 0.186523, 0.245117, 0.232422, 0.244141, 0.207031, 0.219727, 0.227539, 0.166992, 0.235352, 0.234375, 0.229492, 0.192383, 0.223633, 0.238281, 0.223633, 0.238281, 0.228516, 0.235352, 0.21875, 0.131836, 0.234375, 0.21875, 0.238281, 0.224609, 0.158203, 0.231445, 0.140625, 0.233398, 0.227539, 0.240234, 0.208008, 0.229492, 0.179688, 0.224609, 0.237305, 0.160156, 0.236328, 0.143555, 0.237305, 0.144531, 0.24707, 0.238281, 0.168945, 0.243164, 0.241211, 0.212891, 0.228516, 0.234375, 0.227539, 0.222656, 0.216797, 0.230469, 0.204102, 0.205078, 0.15332, 0.146484, 0.225586, 0.112793, 0.242188, 0.162109, 0.176758, 0.227539, 0.253906, 0.22168, 0.200195, 0.238281, 0.140625, 0.227539, 0.209961, 0.245117, 0.209961, 0.223633, 0.237305, 0.168945, 0.242188, 0.148438, 0.230469, 0.169922, 0.207031, 0.225586, 0.177734, 0.220703, 0.146484, 0.149414, 0.237305, 0.239258, 0.235352, 0.235352, 0.148438, 0.228516, 0.239258, 0.227539, 0.237305, 0.15332, 0.235352, 0.232422, 0.220703, 0.229492, 0.231445, 0.235352, 0.226562, 0.231445, 0.223633, 0.222656, 0.217773, 0.227539, 0.232422, 0.222656, 0.217773, 0.202148, 0.240234, 0.193359, 0.237305, 0.225586, 0.069336, 0.228516, 0.219727, 0.248047, 0.240234, 0.240234, 0.226562, 0.222656, 0.232422, 0.213867, 0.240234, 0.230469, 0.230469, 0.194336, 0.233398, 0.244141, 0.225586, 0.241211, 0.239258, 0.230469, 0.216797, 0.198242, 0.226562, 0.234375, 0.223633, 0.238281, 0.232422, 0.242188, 0.230469, 0.233398, 0.24707, 0.236328, 0.146484, 0.240234, 0.144531, 0.216797, 0.175781, 0.239258, 0.226562, 0.24707, 0.131836, 0.246094, 0.226562, 0.142578, 0.194336, 0.244141, 0.241211, 0.133789, 0.136719, 0.240234, 0.163086, 0.240234, 0.244141, 0.238281, 0.224609, 0.202148, 0.213867, 0.224609, 0.230469, 0.222656, 0.237305, 0.22168, 0.243164, 0.235352, 0.239258, 0.227539, 0.136719, 0.223633, 0.226562, 0.231445, 0.227539, 0.136719, 0.000241, 0.228516, 0.231445, 0.237305, 0.200195, 0.223633, 0.212891, 0.223633, 0.230469, 0.214844, 0.199219, 0.232422, 0.232422, 0.220703, 0.239258, 0.140625, 0.240234, 0.227539, 0.21875, 0.231445, 0.242188, 0.243164, 0.237305, 0.229492, 0.205078, 0.220703, 0.238281, 0.240234, 0.233398, 0.145508, 0.235352, 0.163086, 0.203125, 0.173828, 0.244141, 0.226562, 0.25, 0.181641, 0.239258, 0.223633, 0.242188, 0.238281, 0.230469, 0.21582, 0.224609, 0.230469, 0.237305, 0.208984, 0.144531, 0.236328, 0.233398, 0.231445, 0.238281, 0.189453, 0.154297, 0.229492, 0.205078, 0.236328, 0.209961, 0.238281, 0.138672, 0.232422, 0.242188, 0.227539, 0.231445, 0.194336, 0.232422, 0.234375, 0.21875, 0.230469, 0.142578, 0.232422, 0.098633, 0.235352, 0.22168, 0.09082, 0.180664, 0.239258, 0.229492, 0.205078, 0.144531, 0.236328, 0.186523, 0.234375, 0.22168, 0.245117, 0.242188, 0.217773, 0.241211, 0.246094, 0.237305, 0.234375, 0.231445, 0.241211, 0.236328, 0.21875, 0.234375, 0.233398, 0.231445, 0.226562, 0.240234, 0.243164, 0.229492, 0.217773, 0.232422, 0.162109, 0.225586, 0.234375, 0.205078, 0.224609, 0.240234, 0.237305, 0.174805, 0.239258, 0.162109, 0.185547, 0.222656, 0.232422, 0.232422, 0.182617, 0.225586, 0.140625, 0.243164, 0.244141, 0.230469, 0.229492, 0.225586, 0.226562, 0.233398, 0.245117, 0.240234, 0.140625, 0.193359, 0.18457, 0.139648, 0.227539, 0.228516, 0.230469, 0.245117, 0.203125, 0.15332, 0.152344, 0.225586, 0.227539, 0.234375, 0.193359, 0.239258, 0.228516, 0.208984, 0.239258, 0.220703, 0.236328, 0.241211, 0.223633, 0.195312, 0.233398, 0.227539, 0.233398, 0.242188, 0.232422, 0.223633, 0.226562, 0.227539, 0.146484, 0.234375, 0.236328, 0.193359, 0.228516, 0.241211, 0.239258, 0.150391, 0.214844, 0.244141, 0.227539, 0.235352, 0.154297, 0.225586, 0.22168, 0.246094, 0.230469, 0.234375, 0.140625, 0.03833, 0.220703, 0.232422, 0.228516, 0.236328, 0.216797, 0.213867, 0.236328, 0.197266, 0.227539, 0.226562, 0.142578, 0.242188, 0.146484, 0.237305, 0.228516, 0.229492, 0.238281, 0.24707, 0.22168, 0.216797, 0.24707, 0.196289, 0.240234, 0.240234, 0.196289, 0.248047, 0.21875, 0.228516, 0.228516, 0.199219, 0.240234, 0.24707, 0.224609, 0.242188, 0.234375, 0.211914, 0.236328, 0.229492, 0.210938, 0.243164, 0.230469, 0.118652, 0.232422, 0.239258, 0.164062, 0.225586, 0.220703, 0.206055, 0.227539, 0.157227, 0.164062, 0.233398, 0.244141, 0.231445, 0.231445, 0.24707, 0.220703, 0.22168, 0.251953, 0.243164, 0.152344, 0.171875, 0.244141, 0.207031, 0.191406, 0.232422, 0.227539, 0.163086, 0.235352, 0.209961, 0.22168, 0.226562, 0.241211, 0.236328, 0.239258, 0.238281, 0.225586, 0.217773, 0.228516, 0.234375, 0.22168, 0.232422, 0.227539, 0.141602, 0.228516, 0.208984, 0.241211, 0.237305, 0.151367, 0.228516, 0.236328, 0.233398, 0.232422, 0.219727, 0.219727, 0.21582, 0.235352, 0.201172, 0.165039, 0.236328, 0.240234, 0.248047, 0.227539, 0.237305, 0.220703, 0.228516, 0.179688, 0.242188, 0.228516, 0.234375, 0.237305, 0.238281, 0.238281, 0.224609, 0.189453, 0.232422, 0.232422, 0.22168, 0.206055, 0.086914, 0.219727, 0.243164, 0.237305, 0.135742, 0.224609, 0.227539, 0.222656, 0.241211, 0.235352, 0.230469, 0.241211, 0.084961, 0.19043, 0.197266, 0.236328, 0.233398, 0.133789, 0.203125, 0.226562, 0.232422, 0.225586, 0.149414, 0.235352, 0.241211, 0.231445, 0.234375, 0.245117, 0.239258, 0.198242, 0.207031, 0.213867, 0.167969, 0.140625, 0.231445, 0.225586, 0.220703, 0.234375, 0.210938, 0.219727, 0.237305, 0.166016, 0.205078, 0.234375, 0.230469, 0.199219, 0.226562, 0.136719, 0.208008, 0.217773, 0.227539, 0.239258, 0.231445, 0.240234, 0.226562, 0.241211, 0.171875, 0.105469, 0.235352, 0.148438, 0.124512, 0.168945, 0.232422, 0.224609, 0.202148, 0.148438, 0.231445, 0.229492, 0.232422, 0.229492, 0.241211, 0.228516, 0.176758, 0.240234, 0.224609, 0.230469, 0.21582, 0.238281, 0.213867, 0.145508, 0.243164, 0.230469, 0.216797, 0.236328, 0.233398, 0.21875, 0.237305, 0.230469, 0.246094, 0.240234, 0.202148, 0.134766, 0.24707, 0.227539, 0.235352, 0.181641, 0.237305, 0.139648, 0.154297, 0.225586, 0.229492, 0.235352, 0.222656, 0.239258, 0.137695, 0.197266, 0.225586, 0.205078, 0.21582, 0.241211, 0.212891, 0.245117, 0.238281, 0.172852, 0.216797, 0.217773, 0.141602, 0.230469, 0.226562, 0.230469, 0.148438, 0.248047, 0.214844, 0.223633, 0.212891, 0.142578, 0.239258, 0.145508, 0.231445, 0.132812, 0.02124, 0.230469, 0.229492, 0.224609, 0.207031, 0.248047, 0.240234, 0.219727, 0.227539, 0.236328, 0.204102, 0.232422, 0.233398, 0.19043, 0.147461, 0.21582, 0.216797, 0.149414, 0.225586, 0.224609, 0.237305, 0.239258, 0.242188, 0.161133, 0.228516, 0.220703, 0.143555, 0.228516, 0.154297, 0.139648, 0.234375, 0.235352, 0.21875, 0.135742, 0.229492, 0.234375, 0.222656, 0.227539, 0.229492, 0.240234, 0.224609, 0.237305, 0.234375, 0.080078, 0.189453, 0.143555, 0.253906, 0.231445, 0.245117, 0.232422, 0.237305, 0.236328, 0.037598, 0.22168, 0.237305, 0.239258, 0.197266, 0.237305, 0.241211, 0.21582, 0.197266, 0.238281, 0.231445, 0.232422, 0.199219, 0.234375, 0.229492, 0.125977, 0.237305, 0.228516, 0.225586, 0.244141, 0.147461, 0.234375, 0.15625, 0.175781, 0.238281, 0.228516, 0.201172, 0.222656, 0.192383, 0.233398, 0.237305, 0.236328, 0.242188, 0.235352, 0.222656, 0.140625, 0.15625, 0.225586, 0.155273, 0.21875, 0.194336, 0.236328, 0.241211, 0.220703, 0.136719, 0.236328, 0.237305, 0.220703, 0.248047, 0.161133, 0.237305, 0.245117, 0.173828, 0.242188, 0.171875, 0.233398, 0.224609, 0.239258, 0.239258, 0.231445, 0.238281, 0.219727, 0.236328, 0.229492, 0.047852, 0.225586, 0.234375, 0.108887, 0.182617, 0.145508, 0.236328, 0.212891, 0.245117, 0.236328, 0.222656, 0.21582, 0.209961, 0.213867, 0.238281, 0.232422, 0.222656, 0.178711, 0.239258, 0.235352, 0.185547, 0.245117, 0.227539, 0.136719, 0.146484, 0.195312, 0.204102, 0.216797, 0.193359, 0.233398, 0.226562, 0.237305, 0.235352, 0.243164, 0.158203, 0.245117, 0.186523, 0.233398, 0.231445, 0.232422, 0.207031, 0.237305, 0.226562, 0.229492, 0.241211, 0.222656, 0.21875, 0.195312, 0.233398, 0.239258, 0.138672, 0.220703, 0.220703, 0.238281, 0.233398, 0.229492, 0.234375, 0.224609, 0.224609, 0.242188, 0.237305, 0.167969, 0.229492, 0.166016, 0.238281, 0.235352, 0.227539, 0.235352, 0.235352, 0.21875, 0.236328, 0.229492, 0.243164, 0.246094, 0.220703, 0.243164, 0.234375, 0.227539, 0.229492, 0.243164, 0.217773, 0.21875, 0.236328, 0.229492, 0.227539, 0.231445, 0.230469, 0.143555, 0.25, 0.230469, 0.239258, 0.230469, 0.143555, 0.227539, 0.237305, 0.228516, 0.223633, 0.230469, 0.228516, 0.209961, 0.192383, 0.233398, 0.237305, 0.225586, 0.197266, 0.246094, 0.121094, 0.236328, 0.238281, 0.229492, 0.175781, 0.22168, 0.199219, 0.242188, 0.208008, 0.245117, 0.243164, 0.148438, 0.239258, 0.174805, 0.232422, 0.210938, 0.205078, 0.196289, 0.227539, 0.235352, 0.222656, 0.246094, 0.202148, 0.236328, 0.151367, 0.143555, 0.229492, 0.146484, 0.242188, 0.243164, 0.233398, 0.230469, 0.225586, 0.238281, 0.22168, 0.22168, 0.235352, 0.230469, 0.233398, 0.235352, 0.191406, 0.230469, 0.239258, 0.233398, 0.158203, 0.229492, 0.232422, 0.229492, 0.158203, 0.237305, 0.204102, 0.209961, 0.233398, 0.241211, 0.231445, 0.125, 0.228516, 0.226562, 0.188477, 0.246094, 0.239258, 0.241211, 0.229492, 0.233398, 0.240234, 0.217773, 0.239258, 0.249023, 0.1875, 0.210938, 0.236328, 0.233398, 0.246094, 0.142578, 0.233398, 0.176758, 0.229492, 0.237305, 0.21875, 0.181641, 0.235352, 0.244141, 0.231445, 0.230469, 0.225586, 0.129883, 0.146484, 0.230469, 0.240234, 0.233398, 0.134766, 0.232422, 0.230469, 0.211914, 0.235352, 0.230469, 0.234375, 0.228516, 0.229492, 0.162109, 0.226562, 0.233398, 0.222656, 0.240234, 0.226562, 0.243164, 0.227539, 0.060303, 0.228516, 0.242188, 0.235352, 0.229492, 0.203125, 0.240234, 0.142578, 0.234375, 0.224609, 0.234375, 0.229492, 0.242188, 0.232422, 0.21582, 0.236328, 0.220703, 0.214844, 0.24707, 0.086426, 0.240234, 0.134766, 0.239258, 0.128906, 0.228516, 0.216797, 0.239258, 0.234375, 0.146484, 0.121094, 0.21875, 0.224609, 0.237305, 0.162109, 0.231445, 0.217773, 0.243164, 0.222656, 0.235352, 0.235352, 0.234375, 0.226562, 0.170898, 0.227539, 0.243164, 0.234375, 0.229492, 0.238281, 0.243164, 0.210938, 0.21582, 0.173828, 0.238281, 0.204102, 0.235352, 0.243164, 0.230469, 0.219727, 0.21875, 0.188477, 0.231445, 0.240234, 0.21875, 0.248047, 0.238281, 0.236328, 0.241211, 0.235352, 0.235352, 0.092773, 0.230469, 0.234375, 0.211914, 0.163086, 0.223633, 0.241211, 0.22168, 0.197266, 0.202148, 0.165039, 0.243164, 0.244141, 0.230469, 0.143555, 0.224609, 0.231445, 0.125, 0.233398, 0.142578, 0.233398, 0.227539, 0.229492, 0.220703, 0.229492, 0.224609, 0.243164, 0.241211, 0.142578, 0.220703, 0.248047, 0.216797, 0.235352, 0.222656, 0.237305, 0.154297, 0.119629, 0.22168, 0.241211, 0.224609, 0.195312, 0.234375, 0.227539, 0.192383, 0.233398, 0.231445, 0.237305, 0.222656, 0.237305, 0.219727, 0.227539, 0.243164, 0.199219, 0.136719, 0.237305, 0.231445, 0.197266, 0.21582, 0.240234, 0.214844, 0.133789, 0.251953, 0.236328, 0.230469, 0.22168, 0.232422, 0.204102, 0.238281, 0.228516, 0.230469, 0.225586, 0.147461, 0.229492, 0.21582, 0.234375, 0.243164, 0.239258, 0.052734, 0.236328, 0.207031, 0.233398, 0.227539, 0.279297, 0.240234, 0.231445, 0.236328, 0.163086, 0.246094, 0.239258, 0.234375, 0.226562, 0.166992, 0.202148, 0.24707, 0.149414, 0.158203, 0.223633, 0.242188, 0.22168, 0.216797, 0.242188, 0.241211, 0.212891, 0.231445, 0.149414, 0.244141, 0.15918, 0.233398, 0.228516, 0.231445, 0.239258, 0.239258, 0.229492, 0.236328, 0.203125, 0.242188, 0.243164, 0.228516, 0.238281, 0.212891, 0.211914, 0.225586, 0.139648, 0.232422, 0.173828, 0.230469, 0.230469, 0.232422, 0.243164, 0.22168, 0.237305, 0.236328, 0.232422, 0.240234, 0.219727, 0.240234, 0.238281, 0.189453, 0.239258, 0.131836, 0.220703, 0.228516, 0.237305, 0.243164, 0.245117, 0.214844, 0.239258, 0.217773, 0.225586, 0.240234, 0.222656, 0.167969, 0.232422, 0.244141, 0.233398, 0.231445, 0.235352, 0.230469, 0.236328, 0.236328, 0.210938, 0.239258, 0.235352, 0.199219, 0.233398, 0.236328, 0.214844, 0.243164, 0.207031, 0.245117, 0.228516, 0.237305, 0.230469, 0.163086, 0.162109, 0.232422, 0.235352, 0.237305, 0.238281, 0.223633, 0.231445, 0.232422, 0.142578, 0.245117, 0.228516, 0.225586, 0.231445, 0.216797, 0.216797, 0.174805, 0.223633, 0.241211, 0.224609, 0.233398, 0.148438, 0.239258, 0.234375, 0.228516, 0.236328, 0.233398, 0.233398, 0.234375, 0.240234, 0.176758, 0.177734, 0.220703, 0.228516, 0.237305, 0.232422, 0.238281, 0.211914, 0.237305, 0.151367, 0.208008, 0.232422, 0.229492, 0.220703, 0.242188, 0.245117, 0.228516, 0.225586, 0.233398, 0.233398, 0.245117, 0.229492, 0.222656, 0.230469, 0.222656, 0.147461, 0.233398, 0.143555, 0.234375, 0.232422, 0.213867, 0.196289, 0.234375, 0.235352, 0.231445, 0.244141, 0.174805, 0.170898, 0.233398, 0.166016, 0.228516, 0.213867, 0.22168, 0.213867, 0.225586, 0.000179, 0.154297, 0.242188, 0.224609 ] }, "name": "model.model.layers.5.post_attention_layernorm.weight", "outputIndexes": [ 515 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 514 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_5/Mul_output_0", "outputIndexes": [ 516 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 515, 516 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_5/Mul_1_output_0", "outputIndexes": [ 517 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 517 ], "outputIndexes": [ 4544 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4544 ], "outputIndexes": [ 4545 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear", "inputIndexes": [ 4545 ], "outputIndexes": [ 4546 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 52532058, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4546 ], "outputIndexes": [ 4547 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4547 ], "outputIndexes": [ 518 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_5/Sigmoid_output_0", "outputIndexes": [ 519 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 518, 519 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_5/Mul_output_0", "outputIndexes": [ 520 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 517 ], "outputIndexes": [ 4548 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4548 ], "outputIndexes": [ 4549 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear", "inputIndexes": [ 4549 ], "outputIndexes": [ 4550 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 55112560, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4550 ], "outputIndexes": [ 4551 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4551 ], "outputIndexes": [ 521 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 520, 521 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_5/Mul_output_0", "outputIndexes": [ 522 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 522 ], "outputIndexes": [ 4552 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4552 ], "outputIndexes": [ 4553 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear", "inputIndexes": [ 4553 ], "outputIndexes": [ 4554 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 57693062, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4554 ], "outputIndexes": [ 4555 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.5/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4555 ], "outputIndexes": [ 523 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 514, 523 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_29_output_0", "outputIndexes": [ 524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 524, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_54_output_0", "outputIndexes": [ 525 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.257812, 0.412109, 0.298828, 0.333984, 0.229492, 0.263672, 0.648438, 0.285156, 0.265625, 0.330078, 0.785156, 0.248047, 0.223633, 0.239258, 0.236328, 0.277344, 0.396484, 0.433594, 0.279297, 0.257812, 0.306641, 0.255859, 0.243164, 0.337891, 0.333984, 0.28125, 0.300781, 0.28125, 0.277344, 0.271484, 0.302734, 0.414062, 0.287109, 0.394531, 0.238281, 0.300781, 0.269531, 0.243164, 0.621094, 0.289062, 0.259766, 0.234375, 0.320312, 0.269531, 0.322266, 0.388672, 0.291016, 0.515625, 0.277344, 0.691406, 0.255859, 0.3125, 0.241211, 0.259766, 0.355469, 0.357422, 0.217773, 0.314453, 0.322266, 0.291016, 0.265625, 0.263672, 0.339844, 0.328125, 0.421875, 0.380859, 0.527344, 0.523438, 0.263672, 0.773438, 0.251953, 0.324219, 0.550781, 0.271484, 0.253906, 0.249023, 0.382812, 0.267578, 0.660156, 0.324219, 0.237305, 0.273438, 0.257812, 0.255859, 0.259766, 0.208984, 0.263672, 0.648438, 0.271484, 0.273438, 0.326172, 0.263672, 0.226562, 0.279297, 0.683594, 0.210938, 0.292969, 0.241211, 0.298828, 0.253906, 0.746094, 0.242188, 0.263672, 0.275391, 0.227539, 0.294922, 0.355469, 0.243164, 0.316406, 0.21875, 0.21582, 0.255859, 0.263672, 0.351562, 0.248047, 0.412109, 0.28125, 0.237305, 0.289062, 0.351562, 0.347656, 0.25, 0.213867, 0.542969, 0.242188, 0.28125, 0.511719, 0.261719, 0.28125, 0.234375, 0.245117, 0.226562, 0.291016, 0.277344, 0.320312, 0.294922, 0.233398, 0.271484, 0.306641, 0.412109, 0.239258, 0.326172, 0.277344, 0.273438, 0.257812, 0.314453, 0.375, 0.306641, 0.283203, 0.318359, 0.355469, 0.289062, 0.235352, 0.253906, 0.222656, 0.269531, 0.208008, 0.271484, 0.59375, 0.273438, 0.691406, 0.425781, 0.333984, 0.241211, 0.273438, 0.25, 0.5625, 0.275391, 0.24707, 0.660156, 0.5, 0.228516, 0.243164, 0.789062, 0.609375, 0.300781, 0.71875, 0.248047, 0.25, 0.273438, 0.249023, 0.287109, 0.238281, 0.294922, 0.259766, 0.3125, 0.291016, 0.355469, 0.302734, 0.308594, 0.241211, 0.275391, 0.542969, 0.257812, 0.261719, 0.291016, 0.245117, 0.707031, 0.087891, 0.302734, 0.25, 0.21582, 0.318359, 0.34375, 0.279297, 0.28125, 0.226562, 0.339844, 0.507812, 0.275391, 0.271484, 0.240234, 0.249023, 0.345703, 0.257812, 0.28125, 0.359375, 0.21875, 0.277344, 0.214844, 0.238281, 0.253906, 0.212891, 0.239258, 0.275391, 0.306641, 0.253906, 0.198242, 0.273438, 0.695312, 0.376953, 0.455078, 0.213867, 0.245117, 0.239258, 0.451172, 0.302734, 0.310547, 0.259766, 0.244141, 0.287109, 0.248047, 0.322266, 0.292969, 0.243164, 0.330078, 0.28125, 0.287109, 0.255859, 0.322266, 0.259766, 0.223633, 0.204102, 0.265625, 0.4375, 0.283203, 0.25, 0.216797, 0.757812, 0.289062, 0.235352, 0.225586, 0.244141, 0.273438, 0.253906, 0.296875, 0.231445, 0.294922, 0.675781, 0.235352, 0.546875, 0.265625, 0.294922, 0.554688, 0.300781, 0.285156, 0.398438, 0.273438, 1.0625, 0.291016, 0.265625, 0.269531, 0.269531, 0.245117, 0.273438, 0.259766, 0.306641, 0.24707, 0.253906, 0.306641, 0.239258, 0.294922, 0.237305, 0.371094, 0.277344, 0.28125, 0.234375, 0.345703, 0.226562, 0.273438, 0.228516, 0.245117, 0.261719, 0.5625, 0.283203, 0.227539, 0.330078, 0.271484, 0.248047, 0.257812, 0.310547, 0.238281, 0.734375, 0.462891, 0.287109, 0.21582, 0.289062, 0.263672, 0.404297, 0.332031, 0.235352, 0.242188, 0.285156, 0.22168, 0.287109, 0.3125, 0.271484, 0.298828, 0.283203, 0.765625, 0.427734, 0.283203, 0.734375, 0.222656, 0.322266, 0.265625, 0.291016, 0.255859, 0.453125, 0.546875, 0.316406, 0.271484, 0.269531, 0.3125, 0.222656, 0.277344, 0.410156, 0.233398, 0.294922, 0.25, 0.257812, 0.314453, 0.227539, 0.306641, 0.304688, 0.230469, 0.28125, 0.285156, 0.271484, 0.355469, 0.212891, 0.753906, 0.253906, 0.219727, 0.53125, 0.265625, 0.292969, 0.232422, 0.765625, 0.25, 0.24707, 0.257812, 0.249023, 0.613281, 0.302734, 0.322266, 0.277344, 0.335938, 0.227539, 0.722656, 0.322266, 0.294922, 0.273438, 0.248047, 0.253906, 0.22168, 0.339844, 0.236328, 0.5625, 0.367188, 0.271484, 0.789062, 0.245117, 1.09375, 0.248047, 0.269531, 0.257812, 0.267578, 0.245117, 0.357422, 0.355469, 0.28125, 0.294922, 0.233398, 0.225586, 0.265625, 0.251953, 0.302734, 0.237305, 0.24707, 0.324219, 0.294922, 0.219727, 0.263672, 0.244141, 0.263672, 0.237305, 0.213867, 0.251953, 0.289062, 0.230469, 0.265625, 0.3125, 0.235352, 0.233398, 0.294922, 0.330078, 0.371094, 0.400391, 0.349609, 1.039062, 0.597656, 0.211914, 0.3125, 0.230469, 0.253906, 0.322266, 0.259766, 0.230469, 0.269531, 0.228516, 0.710938, 0.484375, 0.251953, 0.392578, 0.34375, 0.263672, 0.269531, 0.429688, 0.287109, 0.349609, 0.339844, 0.217773, 0.217773, 0.25, 0.326172, 0.265625, 0.277344, 0.21875, 0.335938, 0.287109, 0.34375, 0.242188, 0.333984, 0.476562, 0.261719, 0.279297, 0.392578, 0.296875, 0.628906, 0.275391, 0.318359, 0.243164, 0.300781, 0.380859, 0.337891, 0.337891, 0.285156, 0.255859, 0.644531, 0.261719, 0.289062, 0.239258, 0.404297, 0.244141, 0.289062, 0.273438, 0.5625, 0.229492, 0.251953, 0.292969, 0.25, 0.207031, 0.255859, 0.314453, 0.472656, 0.202148, 0.269531, 0.283203, 0.283203, 0.660156, 0.347656, 0.220703, 0.300781, 0.667969, 0.24707, 0.322266, 0.359375, 0.296875, 0.249023, 0.298828, 0.283203, 0.539062, 0.255859, 0.318359, 0.294922, 0.283203, 0.792969, 0.226562, 0.241211, 0.308594, 0.28125, 0.277344, 0.230469, 0.279297, 0.28125, 0.244141, 0.294922, 0.228516, 0.462891, 0.427734, 0.287109, 0.316406, 0.636719, 0.296875, 0.316406, 0.233398, 0.249023, 0.421875, 0.230469, 0.265625, 0.263672, 0.285156, 0.241211, 0.238281, 0.337891, 0.212891, 0.578125, 0.412109, 0.398438, 0.291016, 0.25, 0.277344, 0.261719, 0.294922, 0.229492, 0.636719, 0.033203, 0.253906, 0.294922, 0.609375, 0.734375, 0.257812, 0.279297, 0.322266, 0.625, 0.249023, 0.226562, 0.251953, 0.263672, 0.296875, 0.253906, 0.275391, 0.244141, 0.251953, 0.335938, 0.271484, 0.233398, 0.371094, 0.474609, 0.248047, 0.257812, 0.289062, 0.277344, 0.277344, 0.285156, 0.273438, 0.302734, 0.235352, 0.211914, 0.345703, 0.8125, 0.283203, 0.25, 0.330078, 0.246094, 0.246094, 0.722656, 0.445312, 0.292969, 0.229492, 0.298828, 0.310547, 0.271484, 0.200195, 0.326172, 0.277344, 0.310547, 0.291016, 0.228516, 0.253906, 0.225586, 0.349609, 0.523438, 0.265625, 0.365234, 0.597656, 0.204102, 0.259766, 0.302734, 0.648438, 0.245117, 0.349609, 0.355469, 0.345703, 0.201172, 0.240234, 0.714844, 0.239258, 0.335938, 0.472656, 0.229492, 0.275391, 0.234375, 0.257812, 0.249023, 0.251953, 0.365234, 0.289062, 0.25, 0.3125, 0.25, 0.245117, 0.251953, 0.546875, 0.296875, 0.414062, 0.730469, 0.376953, 0.347656, 0.289062, 0.259766, 0.326172, 0.283203, 0.21875, 0.243164, 0.714844, 0.279297, 0.261719, 0.703125, 0.242188, 0.219727, 0.241211, 0.914062, 0.235352, 0.245117, 0.330078, 0.267578, 0.292969, 0.271484, 0.328125, 0.283203, 0.285156, 0.539062, 0.248047, 0.330078, 0.416016, 0.248047, 0.263672, 0.216797, 0.306641, 0.294922, 0.5625, 0.249023, 0.279297, 0.271484, 0.292969, 0.267578, 0.291016, 0.225586, 0.388672, 0.236328, 0.259766, 0.238281, 0.253906, 0.287109, 0.332031, 0.785156, 0.225586, 0.237305, 0.259766, 0.259766, 0.730469, 0.239258, 0.392578, 0.490234, 0.251953, 0.251953, 0.400391, 0.316406, 0.439453, 0.279297, 0.275391, 0.333984, 0.242188, 0.231445, 0.28125, 0.773438, 0.287109, 0.292969, 0.929688, 0.294922, 0.203125, 0.257812, 0.246094, 0.302734, 1.234375, 0.242188, 0.302734, 0.275391, 0.273438, 0.271484, 0.226562, 0.240234, 0.285156, 0.261719, 0.283203, 0.25, 0.251953, 0.287109, 0.243164, 0.273438, 0.239258, 0.318359, 0.229492, 0.24707, 0.421875, 0.271484, 0.248047, 0.349609, 0.228516, 0.75, 0.285156, 0.310547, 0.267578, 0.248047, 0.241211, 0.324219, 0.285156, 0.228516, 0.257812, 0.239258, 0.363281, 0.298828, 0.24707, 0.265625, 0.273438, 0.228516, 0.231445, 0.75, 0.742188, 0.421875, 0.357422, 0.273438, 0.296875, 0.306641, 0.347656, 0.244141, 0.251953, 0.279297, 0.773438, 0.234375, 0.355469, 0.239258, 0.267578, 0.318359, 0.392578, 0.261719, 0.333984, 0.244141, 0.265625, 0.259766, 0.330078, 0.296875, 0.263672, 0.225586, 0.753906, 0.230469, 0.261719, 0.224609, 0.296875, 0.255859, 0.261719, 0.326172, 0.224609, 0.246094, 0.223633, 0.375, 0.333984, 0.652344, 0.277344, 0.233398, 0.277344, 0.259766, 0.277344, 0.269531, 0.251953, 0.235352, 0.298828, 0.300781, 0.328125, 0.246094, 0.283203, 0.263672, 0.300781, 0.220703, 0.235352, 0.291016, 0.241211, 0.28125, 0.275391, 0.261719, 0.298828, 0.341797, 0.202148, 0.302734, 0.273438, 0.265625, 0.753906, 0.265625, 0.240234, 0.314453, 0.230469, 0.253906, 0.251953, 0.300781, 0.225586, 0.230469, 0.275391, 0.285156, 0.245117, 0.279297, 0.75, 0.261719, 0.231445, 0.296875, 0.408203, 0.275391, 0.19043, 0.246094, 0.345703, 0.304688, 0.244141, 0.28125, 0.253906, 0.380859, 0.237305, 0.283203, 0.34375, 0.291016, 0.291016, 0.283203, 0.292969, 0.253906, 0.289062, 0.339844, 0.769531, 0.503906, 0.277344, 0.890625, 0.249023, 0.24707, 0.242188, 0.330078, 0.339844, 0.255859, 0.224609, 0.353516, 0.285156, 0.28125, 0.265625, 0.255859, 0.546875, 0.259766, 0.235352, 0.225586, 0.507812, 0.243164, 0.265625, 0.322266, 0.486328, 0.271484, 0.265625, 0.431641, 0.263672, 0.219727, 0.302734, 0.8125, 0.277344, 0.277344, 0.330078, 0.285156, 0.291016, 0.269531, 0.294922, 0.239258, 0.235352, 0.241211, 0.296875, 0.242188, 0.328125, 0.40625, 0.279297, 0.237305, 0.241211, 0.773438, 0.238281, 0.390625, 0.283203, 0.267578, 0.339844, 0.202148, 0.257812, 0.232422, 0.200195, 0.245117, 0.277344, 0.277344, 0.476562, 0.232422, 0.287109, 0.234375, 0.832031, 0.306641, 0.220703, 0.3125, 0.298828, 0.261719, 0.253906, 0.302734, 0.227539, 0.423828, 0.291016, 0.253906, 0.255859, 0.251953, 0.267578, 0.279297, 0.373047, 0.349609, 0.255859, 0.263672, 0.25, 0.255859, 0.232422, 0.283203, 0.259766, 0.206055, 0.339844, 0.285156, 0.219727, 0.232422, 0.308594, 0.285156, 0.273438, 0.271484, 0.240234, 0.265625, 0.507812, 0.237305, 0.628906, 0.361328, 0.78125, 0.373047, 0.28125, 0.267578, 0.271484, 0.640625, 0.695312, 0.265625, 0.279297, 0.271484, 0.248047, 0.296875, 0.257812, 0.25, 0.316406, 0.283203, 0.230469, 0.224609, 0.322266, 0.25, 0.232422, 0.345703, 0.248047, 0.240234, 0.242188, 0.251953, 0.267578, 0.224609, 0.550781, 0.214844, 0.277344, 0.294922, 0.236328, 0.251953, 0.320312, 0.429688, 0.496094, 0.296875, 0.25, 0.339844, 0.238281, 0.249023, 0.275391, 0.198242, 0.267578, 0.287109, 0.416016, 0.224609, 0.236328, 0.241211, 0.324219, 0.310547, 0.235352, 0.267578, 0.310547, 0.554688, 0.316406, 0.253906, 0.232422, 0.243164, 0.625, 0.287109, 0.230469, 0.839844, 0.259766, 0.408203, 0.259766, 0.333984, 0.306641, 0.3125, 0.242188, 0.296875, 0.223633, 0.259766, 0.515625, 0.279297, 0.253906, 0.332031, 0.269531, 0.251953, 0.271484, 0.287109, 0.722656, 0.267578, 0.261719, 0.298828, 0.337891, 0.238281, 0.257812, 0.408203, 0.283203, 0.241211, 0.248047, 0.333984, 0.265625, 0.380859, 0.328125, 0.263672, 0.287109, 0.757812, 0.28125, 0.279297, 0.408203, 0.261719, 0.212891, 0.345703, 0.589844, 0.271484, 0.277344, 0.294922, 0.402344, 0.220703, 0.306641, 0.253906, 0.365234, 0.233398, 0.239258, 0.703125, 0.296875, 0.306641, 0.275391, 0.246094, 0.241211, 0.667969, 0.229492, 0.213867, 0.292969, 0.253906, 0.492188, 0.261719, 0.351562, 0.239258, 0.535156, 0.263672, 0.231445, 0.259766, 0.306641, 0.597656, 0.332031, 0.246094, 0.75, 0.253906, 0.263672, 0.204102, 0.275391, 0.306641, 0.265625, 0.275391, 0.28125, 0.324219, 0.792969, 0.292969, 0.597656, 0.259766, 0.234375, 0.326172, 0.229492, 0.244141, 0.294922, 0.257812, 0.257812, 0.283203, 0.320312, 0.257812, 0.277344, 0.257812, 0.472656, 0.318359, 0.423828, 0.232422, 0.664062, 0.219727, 0.253906, 0.242188, 0.217773, 0.330078, 0.320312, 0.267578, 0.291016, 0.308594, 0.337891, 0.232422, 0.28125, 0.283203, 0.223633, 0.443359, 0.275391, 0.273438, 0.273438, 0.206055, 0.291016, 0.24707, 0.332031, 0.304688, 0.289062, 0.279297, 0.306641, 0.337891, 0.209961, 0.25, 0.237305, 0.300781, 0.285156, 0.246094, 0.265625, 0.259766, 0.345703, 0.261719, 0.277344, 0.429688, 0.244141, 0.271484, 0.300781, 0.304688, 0.253906, 0.273438, 0.273438, 0.257812, 0.213867, 0.550781, 0.289062, 0.235352, 0.269531, 0.211914, 0.257812, 0.326172, 0.275391, 0.277344, 0.5625, 0.25, 0.277344, 0.24707, 0.230469, 0.230469, 0.472656, 0.251953, 0.279297, 0.261719, 0.289062, 0.273438, 0.449219, 0.220703, 0.261719, 0.271484, 0.287109, 0.285156, 0.263672, 0.283203, 0.229492, 0.601562, 0.503906, 0.316406, 0.277344, 0.219727, 0.261719, 0.265625, 0.3125, 0.333984, 0.408203, 0.291016, 0.296875, 0.269531, 0.304688, 0.232422, 0.196289, 0.304688, 0.245117, 0.279297, 0.209961, 0.279297, 0.255859, 0.310547, 0.240234, 0.21582, 0.605469, 0.263672, 0.554688, 0.3125, 0.289062, 0.373047, 0.267578, 0.302734, 0.285156, 0.277344, 0.230469, 0.306641, 0.233398, 0.231445, 0.275391, 0.283203, 0.277344, 0.249023, 0.287109, 0.324219, 0.482422, 0.660156, 0.261719, 0.316406 ] }, "name": "model.model.layers.6.input_layernorm.weight", "outputIndexes": [ 526 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_6/Mul_output_0", "outputIndexes": [ 527 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 526, 527 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_6/Mul_1_output_0", "outputIndexes": [ 528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 4556 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4556 ], "outputIndexes": [ 4557 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear", "inputIndexes": [ 4557 ], "outputIndexes": [ 4558 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 60273564, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4558 ], "outputIndexes": [ 4559 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4559 ], "outputIndexes": [ 529 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 528 ], "main_type": "NONE", "name": "/Shape_85_output_0", "outputIndexes": [ 530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 530 ], "main_type": "NONE", "name": "Shape1375", "outputIndexes": [ 531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 530 ], "main_type": "NONE", "name": "Rank1377", "outputIndexes": [ 532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 532, 532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1379", "outputIndexes": [ 533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1380", "outputIndexes": [ 534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1382", "outputIndexes": [ 535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1383", "outputIndexes": [ 536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 531, 534, 536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1386", "outputIndexes": [ 537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1387", "outputIndexes": [ 538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1388", "outputIndexes": [ 539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 539, 538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1389", "outputIndexes": [ 540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 530, 540, 533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_94_output_0", "outputIndexes": [ 541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 541, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_193_output_0", "outputIndexes": [ 542 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 542, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_78_output_0", "outputIndexes": [ 543 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 529, 543 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_55_output_0", "outputIndexes": [ 544 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_48_output_0", "outputIndexes": [ 545 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544 ], "main_type": "NONE", "name": "/Shape_86_output_0", "outputIndexes": [ 546 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 546 ], "main_type": "NONE", "name": "Shape1396", "outputIndexes": [ 547 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 546 ], "main_type": "NONE", "name": "Rank1398", "outputIndexes": [ 548 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 548, 548 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1400", "outputIndexes": [ 549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 549 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1401", "outputIndexes": [ 550 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 549, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1403", "outputIndexes": [ 551 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 551 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1404", "outputIndexes": [ 552 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 547, 550, 552, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1407", "outputIndexes": [ 553 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 553 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1408", "outputIndexes": [ 554 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 554 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1409", "outputIndexes": [ 555 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 555, 554 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1410", "outputIndexes": [ 556 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 546, 556, 549 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_95_output_0", "outputIndexes": [ 557 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 557, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_18_output_0", "outputIndexes": [ 558 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 558, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_198_output_0", "outputIndexes": [ 559 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 559, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_25_output_0", "outputIndexes": [ 560 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 560 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_12_output_0", "outputIndexes": [ 561 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 544, 22, 559, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_24_output_0", "outputIndexes": [ 562 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 561, 562 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_81_output_0", "outputIndexes": [ 563 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 563, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_49_output_0", "outputIndexes": [ 564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 545, 564 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_30_output_0", "outputIndexes": [ 565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 4560 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4560 ], "outputIndexes": [ 4561 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear", "inputIndexes": [ 4561 ], "outputIndexes": [ 4562 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 61195186, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4562 ], "outputIndexes": [ 4563 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4563 ], "outputIndexes": [ 566 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 542, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_79_output_0", "outputIndexes": [ 567 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 566, 567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_56_output_0", "outputIndexes": [ 568 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_50_output_0", "outputIndexes": [ 569 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568 ], "main_type": "NONE", "name": "/Shape_87_output_0", "outputIndexes": [ 570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 570 ], "main_type": "NONE", "name": "Shape1459", "outputIndexes": [ 571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 570 ], "main_type": "NONE", "name": "Rank1461", "outputIndexes": [ 572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 572, 572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1463", "outputIndexes": [ 573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1464", "outputIndexes": [ 574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1466", "outputIndexes": [ 575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1467", "outputIndexes": [ 576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 571, 574, 576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1470", "outputIndexes": [ 577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1471", "outputIndexes": [ 578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1472", "outputIndexes": [ 579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 579, 578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1473", "outputIndexes": [ 580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 570, 580, 573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_96_output_0", "outputIndexes": [ 581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 581, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_19_output_0", "outputIndexes": [ 582 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 582, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_200_output_0", "outputIndexes": [ 583 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 583, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_27_output_0", "outputIndexes": [ 584 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 584 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_13_output_0", "outputIndexes": [ 585 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 568, 22, 583, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_26_output_0", "outputIndexes": [ 586 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 585, 586 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_82_output_0", "outputIndexes": [ 587 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 587, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_51_output_0", "outputIndexes": [ 588 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 569, 588 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_31_output_0", "outputIndexes": [ 589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 528 ], "outputIndexes": [ 4564 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4564 ], "outputIndexes": [ 4565 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear", "inputIndexes": [ 4565 ], "outputIndexes": [ 4566 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 61425608, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4566 ], "outputIndexes": [ 4567 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4567 ], "outputIndexes": [ 590 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 590, 567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_57_output_0", "outputIndexes": [ 591 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 565, 589, 591, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_62_output_0", "outputIndexes": [ 592 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 592 ], "outputIndexes": [ 4568 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4568 ], "outputIndexes": [ 4569 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear", "inputIndexes": [ 4569 ], "outputIndexes": [ 4570 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 61656030, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4570 ], "outputIndexes": [ 4571 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4571 ], "outputIndexes": [ 593 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 525, 593 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_33_output_0", "outputIndexes": [ 594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.217773, 0.242188, 0.267578, 0.261719, 0.267578, 0.263672, 0.078613, 0.257812, 0.227539, 0.230469, 0.118652, 0.259766, 0.202148, 0.265625, 0.263672, 0.263672, 0.214844, 0.231445, 0.248047, 0.180664, 0.259766, 0.263672, 0.249023, 0.22168, 0.248047, 0.261719, 0.255859, 0.261719, 0.251953, 0.253906, 0.24707, 0.125977, 0.261719, 0.249023, 0.263672, 0.246094, 0.168945, 0.263672, 0.131836, 0.261719, 0.253906, 0.263672, 0.233398, 0.24707, 0.19043, 0.24707, 0.267578, 0.15918, 0.275391, 0.123535, 0.261719, 0.161133, 0.265625, 0.267578, 0.186523, 0.261719, 0.267578, 0.253906, 0.248047, 0.265625, 0.257812, 0.265625, 0.238281, 0.251953, 0.220703, 0.234375, 0.165039, 0.131836, 0.257812, 0.092285, 0.275391, 0.174805, 0.197266, 0.249023, 0.271484, 0.25, 0.225586, 0.269531, 0.111328, 0.251953, 0.231445, 0.275391, 0.236328, 0.248047, 0.257812, 0.188477, 0.265625, 0.147461, 0.263672, 0.194336, 0.228516, 0.257812, 0.197266, 0.253906, 0.104004, 0.164062, 0.271484, 0.267578, 0.267578, 0.267578, 0.142578, 0.255859, 0.267578, 0.263672, 0.269531, 0.161133, 0.259766, 0.263672, 0.248047, 0.253906, 0.265625, 0.277344, 0.255859, 0.251953, 0.249023, 0.237305, 0.25, 0.255859, 0.271484, 0.253906, 0.255859, 0.21875, 0.269531, 0.206055, 0.271484, 0.257812, 0.051758, 0.265625, 0.255859, 0.271484, 0.261719, 0.273438, 0.255859, 0.25, 0.253906, 0.244141, 0.271484, 0.263672, 0.253906, 0.201172, 0.263672, 0.265625, 0.255859, 0.271484, 0.277344, 0.251953, 0.240234, 0.224609, 0.251953, 0.265625, 0.245117, 0.257812, 0.265625, 0.263672, 0.259766, 0.255859, 0.271484, 0.261719, 0.125, 0.259766, 0.123535, 0.236328, 0.197266, 0.265625, 0.253906, 0.269531, 0.111816, 0.263672, 0.253906, 0.118164, 0.201172, 0.269531, 0.267578, 0.09082, 0.123535, 0.287109, 0.160156, 0.259766, 0.269531, 0.271484, 0.257812, 0.219727, 0.240234, 0.261719, 0.267578, 0.257812, 0.271484, 0.249023, 0.257812, 0.267578, 0.261719, 0.251953, 0.130859, 0.251953, 0.257812, 0.253906, 0.246094, 0.125977, 0.000336, 0.259766, 0.263672, 0.259766, 0.220703, 0.251953, 0.236328, 0.246094, 0.267578, 0.235352, 0.224609, 0.263672, 0.263672, 0.246094, 0.267578, 0.146484, 0.259766, 0.259766, 0.245117, 0.255859, 0.275391, 0.257812, 0.261719, 0.249023, 0.224609, 0.245117, 0.267578, 0.263672, 0.263672, 0.155273, 0.263672, 0.178711, 0.224609, 0.202148, 0.269531, 0.253906, 0.275391, 0.203125, 0.255859, 0.236328, 0.269531, 0.263672, 0.263672, 0.246094, 0.246094, 0.257812, 0.259766, 0.228516, 0.145508, 0.263672, 0.265625, 0.246094, 0.261719, 0.208984, 0.166992, 0.257812, 0.234375, 0.273438, 0.234375, 0.259766, 0.118652, 0.265625, 0.265625, 0.265625, 0.265625, 0.21875, 0.261719, 0.257812, 0.240234, 0.265625, 0.130859, 0.267578, 0.086426, 0.275391, 0.244141, 0.080566, 0.206055, 0.265625, 0.248047, 0.21875, 0.062012, 0.259766, 0.216797, 0.265625, 0.257812, 0.271484, 0.271484, 0.242188, 0.271484, 0.261719, 0.269531, 0.269531, 0.257812, 0.265625, 0.257812, 0.242188, 0.267578, 0.253906, 0.257812, 0.255859, 0.273438, 0.269531, 0.251953, 0.25, 0.257812, 0.169922, 0.24707, 0.255859, 0.220703, 0.253906, 0.263672, 0.28125, 0.195312, 0.259766, 0.162109, 0.210938, 0.255859, 0.259766, 0.261719, 0.203125, 0.245117, 0.134766, 0.273438, 0.279297, 0.263672, 0.259766, 0.257812, 0.249023, 0.255859, 0.271484, 0.265625, 0.120605, 0.207031, 0.208008, 0.125, 0.259766, 0.25, 0.255859, 0.271484, 0.233398, 0.158203, 0.157227, 0.249023, 0.257812, 0.25, 0.208008, 0.269531, 0.263672, 0.224609, 0.265625, 0.239258, 0.259766, 0.265625, 0.257812, 0.222656, 0.263672, 0.257812, 0.261719, 0.263672, 0.259766, 0.253906, 0.263672, 0.259766, 0.140625, 0.257812, 0.265625, 0.212891, 0.255859, 0.269531, 0.259766, 0.136719, 0.235352, 0.269531, 0.251953, 0.269531, 0.131836, 0.257812, 0.243164, 0.267578, 0.257812, 0.261719, 0.125977, 0.040527, 0.244141, 0.263672, 0.253906, 0.263672, 0.243164, 0.238281, 0.259766, 0.212891, 0.259766, 0.255859, 0.128906, 0.277344, 0.085449, 0.257812, 0.261719, 0.257812, 0.267578, 0.279297, 0.253906, 0.243164, 0.279297, 0.214844, 0.261719, 0.273438, 0.217773, 0.275391, 0.251953, 0.255859, 0.265625, 0.222656, 0.259766, 0.269531, 0.243164, 0.275391, 0.265625, 0.243164, 0.265625, 0.265625, 0.233398, 0.275391, 0.251953, 0.091309, 0.261719, 0.263672, 0.188477, 0.251953, 0.24707, 0.211914, 0.251953, 0.100098, 0.173828, 0.267578, 0.257812, 0.259766, 0.261719, 0.267578, 0.248047, 0.255859, 0.273438, 0.273438, 0.144531, 0.189453, 0.271484, 0.229492, 0.208984, 0.261719, 0.263672, 0.170898, 0.253906, 0.248047, 0.241211, 0.255859, 0.265625, 0.267578, 0.261719, 0.259766, 0.263672, 0.253906, 0.245117, 0.261719, 0.244141, 0.259766, 0.255859, 0.136719, 0.263672, 0.249023, 0.253906, 0.263672, 0.15332, 0.255859, 0.261719, 0.271484, 0.257812, 0.240234, 0.238281, 0.244141, 0.263672, 0.224609, 0.172852, 0.25, 0.267578, 0.279297, 0.241211, 0.259766, 0.238281, 0.261719, 0.191406, 0.267578, 0.261719, 0.269531, 0.259766, 0.275391, 0.265625, 0.261719, 0.208008, 0.265625, 0.251953, 0.246094, 0.232422, 0.090332, 0.237305, 0.271484, 0.259766, 0.113281, 0.257812, 0.255859, 0.248047, 0.257812, 0.257812, 0.253906, 0.269531, 0.068848, 0.213867, 0.228516, 0.263672, 0.259766, 0.084473, 0.234375, 0.251953, 0.255859, 0.259766, 0.166992, 0.265625, 0.265625, 0.257812, 0.263672, 0.263672, 0.277344, 0.220703, 0.224609, 0.240234, 0.183594, 0.119629, 0.267578, 0.248047, 0.257812, 0.269531, 0.227539, 0.249023, 0.263672, 0.171875, 0.237305, 0.267578, 0.261719, 0.219727, 0.257812, 0.125977, 0.228516, 0.230469, 0.253906, 0.259766, 0.265625, 0.263672, 0.257812, 0.255859, 0.18457, 0.123047, 0.263672, 0.162109, 0.100586, 0.172852, 0.261719, 0.253906, 0.21582, 0.141602, 0.265625, 0.257812, 0.259766, 0.259766, 0.267578, 0.265625, 0.189453, 0.257812, 0.255859, 0.257812, 0.251953, 0.263672, 0.240234, 0.134766, 0.273438, 0.259766, 0.235352, 0.257812, 0.269531, 0.246094, 0.255859, 0.255859, 0.279297, 0.267578, 0.225586, 0.09668, 0.279297, 0.263672, 0.251953, 0.210938, 0.263672, 0.107422, 0.158203, 0.253906, 0.259766, 0.263672, 0.255859, 0.263672, 0.143555, 0.207031, 0.253906, 0.227539, 0.246094, 0.265625, 0.240234, 0.269531, 0.265625, 0.188477, 0.246094, 0.238281, 0.125, 0.257812, 0.253906, 0.267578, 0.116699, 0.275391, 0.231445, 0.251953, 0.241211, 0.150391, 0.271484, 0.147461, 0.257812, 0.136719, 0.000119, 0.245117, 0.261719, 0.259766, 0.227539, 0.265625, 0.273438, 0.239258, 0.255859, 0.253906, 0.229492, 0.263672, 0.257812, 0.208008, 0.144531, 0.25, 0.25, 0.118164, 0.251953, 0.238281, 0.271484, 0.277344, 0.269531, 0.172852, 0.249023, 0.253906, 0.112793, 0.261719, 0.169922, 0.113281, 0.255859, 0.273438, 0.243164, 0.067871, 0.263672, 0.261719, 0.251953, 0.255859, 0.263672, 0.28125, 0.253906, 0.263672, 0.253906, 0.080566, 0.209961, 0.151367, 0.279297, 0.265625, 0.263672, 0.269531, 0.265625, 0.263672, 0.020752, 0.241211, 0.261719, 0.28125, 0.214844, 0.269531, 0.273438, 0.245117, 0.22168, 0.265625, 0.263672, 0.267578, 0.229492, 0.267578, 0.253906, 0.061279, 0.259766, 0.269531, 0.24707, 0.259766, 0.134766, 0.261719, 0.161133, 0.195312, 0.269531, 0.249023, 0.216797, 0.255859, 0.192383, 0.263672, 0.269531, 0.265625, 0.267578, 0.263672, 0.25, 0.115723, 0.178711, 0.267578, 0.116211, 0.25, 0.214844, 0.257812, 0.269531, 0.242188, 0.063965, 0.25, 0.253906, 0.245117, 0.267578, 0.171875, 0.263672, 0.271484, 0.183594, 0.273438, 0.182617, 0.255859, 0.251953, 0.269531, 0.271484, 0.261719, 0.261719, 0.251953, 0.263672, 0.261719, 0.044189, 0.253906, 0.265625, 0.111328, 0.208984, 0.111328, 0.265625, 0.233398, 0.265625, 0.263672, 0.248047, 0.230469, 0.231445, 0.243164, 0.263672, 0.259766, 0.240234, 0.195312, 0.269531, 0.259766, 0.205078, 0.263672, 0.25, 0.104004, 0.150391, 0.222656, 0.230469, 0.245117, 0.203125, 0.269531, 0.249023, 0.265625, 0.253906, 0.267578, 0.151367, 0.273438, 0.203125, 0.267578, 0.259766, 0.255859, 0.229492, 0.259766, 0.25, 0.267578, 0.267578, 0.241211, 0.246094, 0.219727, 0.251953, 0.261719, 0.124512, 0.255859, 0.251953, 0.267578, 0.263672, 0.263672, 0.257812, 0.245117, 0.255859, 0.271484, 0.265625, 0.181641, 0.251953, 0.178711, 0.269531, 0.267578, 0.253906, 0.269531, 0.249023, 0.241211, 0.259766, 0.255859, 0.261719, 0.271484, 0.248047, 0.263672, 0.271484, 0.255859, 0.248047, 0.263672, 0.255859, 0.237305, 0.261719, 0.261719, 0.25, 0.25, 0.255859, 0.15332, 0.273438, 0.255859, 0.261719, 0.259766, 0.125977, 0.263672, 0.267578, 0.253906, 0.265625, 0.261719, 0.259766, 0.237305, 0.21875, 0.259766, 0.269531, 0.251953, 0.211914, 0.267578, 0.100586, 0.259766, 0.261719, 0.25, 0.186523, 0.255859, 0.222656, 0.265625, 0.237305, 0.267578, 0.265625, 0.163086, 0.265625, 0.189453, 0.259766, 0.246094, 0.232422, 0.219727, 0.253906, 0.248047, 0.259766, 0.261719, 0.231445, 0.253906, 0.102051, 0.135742, 0.261719, 0.110352, 0.267578, 0.273438, 0.255859, 0.253906, 0.249023, 0.259766, 0.245117, 0.235352, 0.259766, 0.263672, 0.261719, 0.259766, 0.208984, 0.259766, 0.265625, 0.277344, 0.155273, 0.261719, 0.261719, 0.267578, 0.166016, 0.261719, 0.237305, 0.229492, 0.263672, 0.265625, 0.261719, 0.052979, 0.251953, 0.255859, 0.208984, 0.269531, 0.263672, 0.277344, 0.243164, 0.251953, 0.265625, 0.248047, 0.255859, 0.275391, 0.202148, 0.231445, 0.265625, 0.259766, 0.269531, 0.111816, 0.259766, 0.19043, 0.255859, 0.267578, 0.237305, 0.209961, 0.259766, 0.279297, 0.263672, 0.261719, 0.253906, 0.137695, 0.142578, 0.257812, 0.261719, 0.261719, 0.099121, 0.259766, 0.261719, 0.243164, 0.261719, 0.257812, 0.271484, 0.255859, 0.25, 0.174805, 0.259766, 0.263672, 0.24707, 0.259766, 0.257812, 0.271484, 0.238281, 0.066406, 0.275391, 0.263672, 0.257812, 0.261719, 0.229492, 0.273438, 0.148438, 0.265625, 0.253906, 0.265625, 0.251953, 0.273438, 0.263672, 0.244141, 0.263672, 0.251953, 0.253906, 0.263672, 0.094238, 0.273438, 0.098633, 0.253906, 0.081055, 0.245117, 0.243164, 0.263672, 0.261719, 0.149414, 0.108887, 0.242188, 0.255859, 0.271484, 0.176758, 0.263672, 0.251953, 0.267578, 0.243164, 0.263672, 0.259766, 0.257812, 0.255859, 0.1875, 0.265625, 0.277344, 0.257812, 0.265625, 0.273438, 0.265625, 0.228516, 0.242188, 0.181641, 0.273438, 0.220703, 0.259766, 0.269531, 0.259766, 0.244141, 0.242188, 0.213867, 0.261719, 0.269531, 0.236328, 0.267578, 0.273438, 0.257812, 0.255859, 0.269531, 0.259766, 0.083496, 0.261719, 0.261719, 0.25, 0.179688, 0.251953, 0.265625, 0.25, 0.232422, 0.212891, 0.179688, 0.271484, 0.277344, 0.263672, 0.119629, 0.255859, 0.259766, 0.064941, 0.244141, 0.150391, 0.261719, 0.249023, 0.253906, 0.249023, 0.255859, 0.25, 0.279297, 0.267578, 0.129883, 0.248047, 0.275391, 0.253906, 0.261719, 0.251953, 0.271484, 0.166992, 0.125977, 0.25, 0.279297, 0.255859, 0.206055, 0.267578, 0.25, 0.202148, 0.261719, 0.275391, 0.265625, 0.238281, 0.253906, 0.238281, 0.257812, 0.267578, 0.22168, 0.100586, 0.265625, 0.257812, 0.225586, 0.253906, 0.267578, 0.245117, 0.108398, 0.271484, 0.261719, 0.267578, 0.240234, 0.265625, 0.234375, 0.261719, 0.257812, 0.253906, 0.257812, 0.135742, 0.257812, 0.236328, 0.271484, 0.271484, 0.271484, 0.059814, 0.271484, 0.230469, 0.257812, 0.249023, 0.292969, 0.257812, 0.259766, 0.275391, 0.162109, 0.267578, 0.265625, 0.263672, 0.251953, 0.173828, 0.225586, 0.28125, 0.107422, 0.166016, 0.246094, 0.279297, 0.249023, 0.245117, 0.267578, 0.269531, 0.233398, 0.246094, 0.11084, 0.277344, 0.166992, 0.267578, 0.253906, 0.257812, 0.269531, 0.265625, 0.25, 0.251953, 0.22168, 0.269531, 0.277344, 0.24707, 0.269531, 0.238281, 0.223633, 0.25, 0.148438, 0.259766, 0.179688, 0.25, 0.251953, 0.255859, 0.263672, 0.253906, 0.253906, 0.261719, 0.263672, 0.265625, 0.239258, 0.265625, 0.265625, 0.198242, 0.263672, 0.129883, 0.251953, 0.265625, 0.267578, 0.263672, 0.273438, 0.248047, 0.267578, 0.24707, 0.246094, 0.257812, 0.242188, 0.18457, 0.259766, 0.273438, 0.265625, 0.265625, 0.259766, 0.259766, 0.265625, 0.279297, 0.236328, 0.259766, 0.263672, 0.22168, 0.265625, 0.25, 0.246094, 0.265625, 0.21875, 0.269531, 0.251953, 0.269531, 0.249023, 0.166992, 0.179688, 0.269531, 0.265625, 0.261719, 0.267578, 0.265625, 0.263672, 0.255859, 0.131836, 0.267578, 0.242188, 0.255859, 0.257812, 0.244141, 0.241211, 0.180664, 0.242188, 0.263672, 0.245117, 0.265625, 0.154297, 0.263672, 0.263672, 0.263672, 0.259766, 0.257812, 0.259766, 0.257812, 0.267578, 0.189453, 0.191406, 0.240234, 0.257812, 0.261719, 0.263672, 0.265625, 0.237305, 0.261719, 0.15625, 0.212891, 0.253906, 0.251953, 0.240234, 0.275391, 0.271484, 0.249023, 0.25, 0.255859, 0.255859, 0.265625, 0.261719, 0.25, 0.257812, 0.259766, 0.135742, 0.253906, 0.138672, 0.261719, 0.255859, 0.234375, 0.233398, 0.257812, 0.261719, 0.25, 0.267578, 0.195312, 0.186523, 0.261719, 0.185547, 0.251953, 0.239258, 0.246094, 0.230469, 0.251953, -5.6e-05, 0.131836, 0.263672, 0.245117 ] }, "name": "model.model.layers.6.post_attention_layernorm.weight", "outputIndexes": [ 595 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 594 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_6/Mul_output_0", "outputIndexes": [ 596 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 595, 596 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_6/Mul_1_output_0", "outputIndexes": [ 597 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 597 ], "outputIndexes": [ 4572 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4572 ], "outputIndexes": [ 4573 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear", "inputIndexes": [ 4573 ], "outputIndexes": [ 4574 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 62577652, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4574 ], "outputIndexes": [ 4575 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4575 ], "outputIndexes": [ 598 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_6/Sigmoid_output_0", "outputIndexes": [ 599 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 598, 599 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_6/Mul_output_0", "outputIndexes": [ 600 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 597 ], "outputIndexes": [ 4576 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4576 ], "outputIndexes": [ 4577 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear", "inputIndexes": [ 4577 ], "outputIndexes": [ 4578 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 65158154, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4578 ], "outputIndexes": [ 4579 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4579 ], "outputIndexes": [ 601 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 600, 601 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_6/Mul_output_0", "outputIndexes": [ 602 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 602 ], "outputIndexes": [ 4580 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4580 ], "outputIndexes": [ 4581 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear", "inputIndexes": [ 4581 ], "outputIndexes": [ 4582 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 67738656, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4582 ], "outputIndexes": [ 4583 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.6/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4583 ], "outputIndexes": [ 603 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 594, 603 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_34_output_0", "outputIndexes": [ 604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 604, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_63_output_0", "outputIndexes": [ 605 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.255859, 0.300781, 0.285156, 0.302734, 0.223633, 0.265625, 0.699219, 0.263672, 0.246094, 0.294922, 0.5625, 0.267578, 0.219727, 0.244141, 0.255859, 0.246094, 0.347656, 0.302734, 0.251953, 0.227539, 0.314453, 0.257812, 0.235352, 0.253906, 0.269531, 0.28125, 0.285156, 0.273438, 0.277344, 0.277344, 0.320312, 0.384766, 0.271484, 0.316406, 0.25, 0.257812, 0.229492, 0.271484, 0.474609, 0.259766, 0.253906, 0.227539, 0.283203, 0.267578, 0.273438, 0.279297, 0.273438, 0.255859, 0.255859, 0.523438, 0.269531, 0.25, 0.243164, 0.24707, 0.289062, 0.285156, 0.227539, 0.251953, 0.296875, 0.263672, 0.261719, 0.271484, 0.279297, 0.273438, 0.259766, 0.363281, 0.464844, 0.419922, 0.245117, 0.566406, 0.257812, 0.251953, 0.298828, 0.253906, 0.279297, 0.239258, 0.291016, 0.279297, 0.507812, 0.253906, 0.245117, 0.248047, 0.248047, 0.261719, 0.257812, 0.199219, 0.255859, 0.402344, 0.259766, 0.228516, 0.261719, 0.261719, 0.224609, 0.257812, 0.617188, 0.21582, 0.275391, 0.257812, 0.292969, 0.245117, 0.308594, 0.267578, 0.265625, 0.242188, 0.244141, 0.269531, 0.275391, 0.24707, 0.269531, 0.244141, 0.245117, 0.253906, 0.249023, 0.298828, 0.241211, 0.320312, 0.265625, 0.241211, 0.267578, 0.273438, 0.273438, 0.271484, 0.243164, 0.363281, 0.248047, 0.265625, 0.539062, 0.279297, 0.283203, 0.249023, 0.24707, 0.24707, 0.298828, 0.273438, 0.306641, 0.265625, 0.232422, 0.265625, 0.318359, 0.261719, 0.255859, 0.283203, 0.271484, 0.302734, 0.253906, 0.275391, 0.263672, 0.259766, 0.271484, 0.257812, 0.287109, 0.246094, 0.25, 0.277344, 0.269531, 0.287109, 0.228516, 0.279297, 0.515625, 0.249023, 0.5625, 0.294922, 0.253906, 0.236328, 0.265625, 0.251953, 0.474609, 0.277344, 0.25, 0.435547, 0.285156, 0.253906, 0.253906, 0.157227, 0.449219, 0.275391, 0.289062, 0.259766, 0.273438, 0.257812, 0.251953, 0.251953, 0.239258, 0.28125, 0.263672, 0.3125, 0.222656, 0.308594, 0.298828, 0.275391, 0.246094, 0.269531, 0.431641, 0.283203, 0.263672, 0.289062, 0.265625, 0.273438, -3.2e-05, 0.318359, 0.253906, 0.229492, 0.275391, 0.277344, 0.249023, 0.285156, 0.242188, 0.279297, 0.392578, 0.263672, 0.279297, 0.257812, 0.269531, 0.287109, 0.257812, 0.292969, 0.291016, 0.234375, 0.240234, 0.224609, 0.222656, 0.248047, 0.241211, 0.257812, 0.248047, 0.291016, 0.259766, 0.167969, 0.24707, 0.324219, 0.289062, 0.347656, 0.233398, 0.265625, 0.285156, 0.322266, 0.306641, 0.255859, 0.28125, 0.238281, 0.237305, 0.267578, 0.253906, 0.308594, 0.257812, 0.25, 0.28125, 0.275391, 0.231445, 0.304688, 0.273438, 0.219727, 0.208008, 0.263672, 0.300781, 0.283203, 0.257812, 0.237305, 0.318359, 0.277344, 0.25, 0.249023, 0.245117, 0.246094, 0.251953, 0.271484, 0.223633, 0.269531, 0.449219, 0.235352, 0.5, 0.267578, 0.306641, 0.546875, 0.277344, 0.277344, 0.359375, 0.251953, 0.472656, 0.275391, 0.24707, 0.255859, 0.271484, 0.265625, 0.287109, 0.267578, 0.353516, 0.233398, 0.242188, 0.298828, 0.235352, 0.269531, 0.24707, 0.318359, 0.251953, 0.261719, 0.283203, 0.310547, 0.239258, 0.255859, 0.24707, 0.261719, 0.24707, 0.296875, 0.279297, 0.238281, 0.273438, 0.257812, 0.24707, 0.28125, 0.271484, 0.234375, 0.257812, 0.287109, 0.253906, 0.232422, 0.283203, 0.251953, 0.390625, 0.316406, 0.238281, 0.261719, 0.261719, 0.257812, 0.261719, 0.294922, 0.269531, 0.271484, 0.245117, 0.208008, 0.396484, 0.257812, 0.466797, 0.229492, 0.300781, 0.219727, 0.296875, 0.235352, 0.318359, 0.320312, 0.273438, 0.279297, 0.253906, 0.271484, 0.231445, 0.263672, 0.308594, 0.232422, 0.291016, 0.243164, 0.271484, 0.275391, 0.25, 0.271484, 0.275391, 0.248047, 0.267578, 0.273438, 0.269531, 0.269531, 0.229492, 0.285156, 0.248047, 0.234375, 0.353516, 0.246094, 0.273438, 0.25, 0.355469, 0.259766, 0.275391, 0.235352, 0.259766, 0.455078, 0.300781, 0.302734, 0.267578, 0.298828, 0.229492, 0.441406, 0.355469, 0.277344, 0.253906, 0.231445, 0.227539, 0.248047, 0.300781, 0.249023, 0.34375, 0.285156, 0.259766, 0.488281, 0.24707, 0.507812, 0.24707, 0.291016, 0.244141, 0.253906, 0.263672, 0.302734, 0.298828, 0.269531, 0.265625, 0.267578, 0.227539, 0.235352, 0.263672, 0.277344, 0.25, 0.265625, 0.267578, 0.273438, 0.236328, 0.237305, 0.242188, 0.244141, 0.257812, 0.24707, 0.240234, 0.248047, 0.261719, 0.243164, 0.324219, 0.244141, 0.24707, 0.261719, 0.294922, 0.310547, 0.332031, 0.291016, 0.710938, 0.289062, 0.24707, 0.28125, 0.25, 0.251953, 0.283203, 0.257812, 0.261719, 0.296875, 0.217773, 0.347656, 0.392578, 0.231445, 0.269531, 0.302734, 0.251953, 0.246094, 0.3125, 0.25, 0.308594, 0.365234, 0.249023, 0.239258, 0.263672, 0.285156, 0.259766, 0.25, 0.240234, 0.310547, 0.251953, 0.300781, 0.244141, 0.300781, 0.357422, 0.273438, 0.267578, 0.326172, 0.261719, 0.302734, 0.291016, 0.269531, 0.265625, 0.304688, 0.300781, 0.283203, 0.28125, 0.240234, 0.244141, 0.294922, 0.255859, 0.310547, 0.246094, 0.275391, 0.263672, 0.289062, 0.257812, 0.337891, 0.240234, 0.253906, 0.289062, 0.251953, 0.251953, 0.269531, 0.275391, 0.283203, 0.25, 0.28125, 0.287109, 0.267578, 0.683594, 0.28125, 0.255859, 0.229492, 0.494141, 0.230469, 0.287109, 0.306641, 0.271484, 0.265625, 0.283203, 0.273438, 0.445312, 0.251953, 0.28125, 0.265625, 0.25, 0.208008, 0.248047, 0.257812, 0.28125, 0.277344, 0.248047, 0.236328, 0.269531, 0.277344, 0.248047, 0.269531, 0.245117, 0.341797, 0.359375, 0.265625, 0.259766, 0.523438, 0.285156, 0.289062, 0.261719, 0.259766, 0.277344, 0.244141, 0.253906, 0.235352, 0.287109, 0.243164, 0.238281, 0.302734, 0.253906, 0.482422, 0.361328, 0.349609, 0.300781, 0.253906, 0.275391, 0.275391, 0.269531, 0.240234, 0.333984, 0.053955, 0.269531, 0.238281, 0.494141, 0.349609, 0.253906, 0.267578, 0.239258, 0.394531, 0.240234, 0.251953, 0.273438, 0.271484, 0.269531, 0.259766, 0.251953, 0.263672, 0.273438, 0.289062, 0.241211, 0.230469, 0.304688, 0.326172, 0.241211, 0.271484, 0.259766, 0.273438, 0.261719, 0.263672, 0.294922, 0.287109, 0.246094, 0.249023, 0.279297, 0.289062, 0.277344, 0.236328, 0.292969, 0.253906, 0.265625, 0.511719, 0.285156, 0.263672, 0.25, 0.28125, 0.277344, 0.296875, 0.210938, 0.269531, 0.255859, 0.267578, 0.259766, 0.249023, 0.253906, 0.242188, 0.328125, 0.347656, 0.253906, 0.267578, 0.423828, 0.236328, 0.275391, 0.255859, 0.542969, 0.234375, 0.296875, 0.324219, 0.308594, 0.204102, 0.269531, 0.613281, 0.229492, 0.25, 0.498047, 0.236328, 0.255859, 0.219727, 0.248047, 0.251953, 0.25, 0.302734, 0.275391, 0.25, 0.283203, 0.259766, 0.273438, 0.277344, 0.335938, 0.287109, 0.324219, 0.609375, 0.308594, 0.339844, 0.287109, 0.251953, 0.296875, 0.253906, 0.227539, 0.234375, 0.574219, 0.263672, 0.236328, 0.341797, 0.251953, 0.239258, 0.251953, 0.492188, 0.249023, 0.253906, 0.251953, 0.251953, 0.287109, 0.239258, 0.302734, 0.277344, 0.277344, 0.478516, 0.229492, 0.28125, 0.375, 0.25, 0.275391, 0.232422, 0.298828, 0.275391, 0.691406, 0.259766, 0.283203, 0.259766, 0.255859, 0.269531, 0.269531, 0.21875, 0.277344, 0.259766, 0.300781, 0.240234, 0.275391, 0.279297, 0.285156, 0.151367, 0.239258, 0.231445, 0.271484, 0.285156, 0.255859, 0.243164, 0.322266, 0.300781, 0.24707, 0.261719, 0.273438, 0.306641, 0.337891, 0.279297, 0.25, 0.283203, 0.275391, 0.238281, 0.238281, 0.455078, 0.251953, 0.253906, 0.621094, 0.275391, 0.220703, 0.261719, 0.222656, 0.291016, 0.472656, 0.243164, 0.285156, 0.273438, 0.241211, 0.227539, 0.213867, 0.236328, 0.244141, 0.255859, 0.24707, 0.241211, 0.253906, 0.296875, 0.267578, 0.253906, 0.25, 0.267578, 0.253906, 0.251953, 0.511719, 0.251953, 0.25, 0.265625, 0.237305, 0.574219, 0.271484, 0.24707, 0.25, 0.244141, 0.244141, 0.271484, 0.257812, 0.257812, 0.242188, 0.251953, 0.275391, 0.267578, 0.273438, 0.255859, 0.259766, 0.216797, 0.235352, 0.53125, 0.3125, 0.326172, 0.300781, 0.259766, 0.296875, 0.265625, 0.302734, 0.263672, 0.240234, 0.255859, 0.3125, 0.243164, 0.337891, 0.24707, 0.235352, 0.265625, 0.335938, 0.275391, 0.273438, 0.253906, 0.257812, 0.259766, 0.292969, 0.28125, 0.285156, 0.244141, 0.496094, 0.253906, 0.265625, 0.265625, 0.267578, 0.249023, 0.265625, 0.28125, 0.242188, 0.251953, 0.234375, 0.259766, 0.289062, 0.341797, 0.269531, 0.244141, 0.261719, 0.263672, 0.267578, 0.279297, 0.229492, 0.259766, 0.269531, 0.261719, 0.306641, 0.230469, 0.269531, 0.283203, 0.298828, 0.234375, 0.25, 0.275391, 0.249023, 0.292969, 0.24707, 0.25, 0.287109, 0.267578, 0.216797, 0.261719, 0.255859, 0.249023, 0.267578, 0.265625, 0.255859, 0.302734, 0.246094, 0.275391, 0.263672, 0.298828, 0.227539, 0.261719, 0.255859, 0.283203, 0.24707, 0.289062, 0.566406, 0.263672, 0.25, 0.273438, 0.28125, 0.257812, 0.234375, 0.253906, 0.291016, 0.308594, 0.253906, 0.251953, 0.265625, 0.361328, 0.245117, 0.263672, 0.292969, 0.273438, 0.265625, 0.277344, 0.28125, 0.25, 0.289062, 0.261719, 0.582031, 0.386719, 0.248047, 0.605469, 0.255859, 0.249023, 0.233398, 0.275391, 0.291016, 0.265625, 0.238281, 0.298828, 0.261719, 0.277344, 0.243164, 0.259766, 0.384766, 0.271484, 0.229492, 0.253906, 0.296875, 0.225586, 0.269531, 0.302734, 0.355469, 0.253906, 0.269531, 0.298828, 0.251953, 0.231445, 0.298828, 0.100586, 0.255859, 0.269531, 0.291016, 0.269531, 0.259766, 0.273438, 0.275391, 0.248047, 0.25, 0.239258, 0.248047, 0.261719, 0.302734, 0.304688, 0.246094, 0.228516, 0.275391, 0.550781, 0.25, 0.304688, 0.279297, 0.267578, 0.314453, 0.224609, 0.275391, 0.257812, 0.223633, 0.253906, 0.257812, 0.220703, 0.359375, 0.234375, 0.259766, 0.25, 0.296875, 0.257812, 0.239258, 0.287109, 0.263672, 0.273438, 0.25, 0.28125, 0.267578, 0.376953, 0.283203, 0.273438, 0.269531, 0.243164, 0.275391, 0.275391, 0.273438, 0.46875, 0.269531, 0.261719, 0.25, 0.267578, 0.25, 0.275391, 0.240234, 0.236328, 0.273438, 0.275391, 0.25, 0.253906, 0.279297, 0.242188, 0.255859, 0.269531, 0.231445, 0.277344, 0.427734, 0.231445, 0.539062, 0.367188, 0.186523, 0.306641, 0.253906, 0.269531, 0.267578, 0.298828, 0.542969, 0.251953, 0.265625, 0.257812, 0.248047, 0.279297, 0.263672, 0.261719, 0.289062, 0.242188, 0.25, 0.229492, 0.244141, 0.21875, 0.230469, 0.3125, 0.285156, 0.244141, 0.253906, 0.25, 0.277344, 0.210938, 0.296875, 0.249023, 0.255859, 0.28125, 0.241211, 0.245117, 0.330078, 0.273438, 0.291016, 0.275391, 0.229492, 0.308594, 0.249023, 0.265625, 0.253906, 0.230469, 0.28125, 0.242188, 0.304688, 0.246094, 0.259766, 0.275391, 0.259766, 0.277344, 0.271484, 0.25, 0.277344, 0.507812, 0.229492, 0.238281, 0.243164, 0.237305, 0.511719, 0.251953, 0.241211, 0.578125, 0.265625, 0.328125, 0.255859, 0.265625, 0.283203, 0.271484, 0.251953, 0.269531, 0.240234, 0.261719, 0.404297, 0.233398, 0.235352, 0.287109, 0.248047, 0.244141, 0.261719, 0.244141, 0.652344, 0.273438, 0.28125, 0.277344, 0.267578, 0.248047, 0.251953, 0.285156, 0.269531, 0.232422, 0.233398, 0.277344, 0.261719, 0.328125, 0.291016, 0.259766, 0.275391, 0.210938, 0.261719, 0.28125, 0.304688, 0.251953, 0.244141, 0.300781, 0.462891, 0.275391, 0.271484, 0.267578, 0.324219, 0.237305, 0.271484, 0.265625, 0.294922, 0.251953, 0.261719, 0.445312, 0.273438, 0.285156, 0.259766, 0.244141, 0.249023, 0.757812, 0.261719, 0.220703, 0.263672, 0.222656, 0.431641, 0.242188, 0.279297, 0.273438, 0.511719, 0.25, 0.228516, 0.269531, 0.279297, 0.3125, 0.298828, 0.261719, 0.570312, 0.201172, 0.269531, 0.233398, 0.255859, 0.287109, 0.240234, 0.273438, 0.265625, 0.277344, 0.585938, 0.304688, 0.302734, 0.248047, 0.238281, 0.285156, 0.239258, 0.283203, 0.271484, 0.237305, 0.239258, 0.267578, 0.310547, 0.285156, 0.292969, 0.249023, 0.367188, 0.267578, 0.353516, 0.25, 0.285156, 0.241211, 0.267578, 0.25, 0.238281, 0.287109, 0.279297, 0.257812, 0.251953, 0.3125, 0.3125, 0.244141, 0.253906, 0.306641, 0.237305, 0.373047, 0.277344, 0.271484, 0.265625, 0.225586, 0.267578, 0.228516, 0.287109, 0.283203, 0.283203, 0.255859, 0.279297, 0.228516, 0.229492, 0.243164, 0.240234, 0.269531, 0.25, 0.253906, 0.249023, 0.269531, 0.273438, 0.255859, 0.269531, 0.298828, 0.235352, 0.273438, 0.269531, 0.304688, 0.255859, 0.277344, 0.249023, 0.255859, 0.259766, 0.373047, 0.233398, 0.248047, 0.239258, 0.257812, 0.257812, 0.302734, 0.257812, 0.275391, 0.384766, 0.273438, 0.275391, 0.267578, 0.245117, 0.21875, 0.273438, 0.245117, 0.273438, 0.240234, 0.271484, 0.259766, 0.277344, 0.223633, 0.253906, 0.271484, 0.257812, 0.271484, 0.255859, 0.251953, 0.265625, 0.367188, 0.326172, 0.271484, 0.287109, 0.259766, 0.271484, 0.267578, 0.291016, 0.298828, 0.326172, 0.275391, 0.267578, 0.233398, 0.296875, 0.245117, 0.28125, 0.285156, 0.248047, 0.251953, 0.237305, 0.271484, 0.289062, 0.279297, 0.236328, 0.237305, 0.404297, 0.259766, 0.371094, 0.289062, 0.249023, 0.333984, 0.243164, 0.275391, 0.298828, 0.269531, 0.253906, 0.28125, 0.251953, 0.246094, 0.238281, 0.263672, 0.294922, 0.257812, 0.269531, 0.271484, 0.5, 0.421875, 0.302734, 0.291016 ] }, "name": "model.model.layers.7.input_layernorm.weight", "outputIndexes": [ 606 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_7/Mul_output_0", "outputIndexes": [ 607 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 606, 607 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_7/Mul_1_output_0", "outputIndexes": [ 608 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 4584 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4584 ], "outputIndexes": [ 4585 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear", "inputIndexes": [ 4585 ], "outputIndexes": [ 4586 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 70319158, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4586 ], "outputIndexes": [ 4587 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4587 ], "outputIndexes": [ 609 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 608 ], "main_type": "NONE", "name": "/Shape_99_output_0", "outputIndexes": [ 610 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 610 ], "main_type": "NONE", "name": "Shape1591", "outputIndexes": [ 611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 610 ], "main_type": "NONE", "name": "Rank1593", "outputIndexes": [ 612 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 612, 612 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1595", "outputIndexes": [ 613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1596", "outputIndexes": [ 614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 613, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1598", "outputIndexes": [ 615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 615 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1599", "outputIndexes": [ 616 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 611, 614, 616, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1602", "outputIndexes": [ 617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 617 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1603", "outputIndexes": [ 618 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1604", "outputIndexes": [ 619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 619, 618 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1605", "outputIndexes": [ 620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 610, 620, 613 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_109_output_0", "outputIndexes": [ 621 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 621, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_225_output_0", "outputIndexes": [ 622 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 622, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_91_output_0", "outputIndexes": [ 623 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 609, 623 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_64_output_0", "outputIndexes": [ 624 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_56_output_0", "outputIndexes": [ 625 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624 ], "main_type": "NONE", "name": "/Shape_100_output_0", "outputIndexes": [ 626 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 626 ], "main_type": "NONE", "name": "Shape1612", "outputIndexes": [ 627 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 626 ], "main_type": "NONE", "name": "Rank1614", "outputIndexes": [ 628 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 628, 628 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1616", "outputIndexes": [ 629 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1617", "outputIndexes": [ 630 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 629, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1619", "outputIndexes": [ 631 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 631 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1620", "outputIndexes": [ 632 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 627, 630, 632, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1623", "outputIndexes": [ 633 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 633 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1624", "outputIndexes": [ 634 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 634 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1625", "outputIndexes": [ 635 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 635, 634 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1626", "outputIndexes": [ 636 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 626, 636, 629 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_110_output_0", "outputIndexes": [ 637 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 637, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_21_output_0", "outputIndexes": [ 638 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 638, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_230_output_0", "outputIndexes": [ 639 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 639, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_29_output_0", "outputIndexes": [ 640 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 640 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_14_output_0", "outputIndexes": [ 641 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 624, 22, 639, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_28_output_0", "outputIndexes": [ 642 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 641, 642 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_94_output_0", "outputIndexes": [ 643 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 643, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_57_output_0", "outputIndexes": [ 644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 625, 644 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_35_output_0", "outputIndexes": [ 645 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 4588 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4588 ], "outputIndexes": [ 4589 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear", "inputIndexes": [ 4589 ], "outputIndexes": [ 4590 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 71240780, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4590 ], "outputIndexes": [ 4591 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4591 ], "outputIndexes": [ 646 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 622, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_92_output_0", "outputIndexes": [ 647 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 646, 647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_65_output_0", "outputIndexes": [ 648 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_58_output_0", "outputIndexes": [ 649 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648 ], "main_type": "NONE", "name": "/Shape_101_output_0", "outputIndexes": [ 650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 650 ], "main_type": "NONE", "name": "Shape1675", "outputIndexes": [ 651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 650 ], "main_type": "NONE", "name": "Rank1677", "outputIndexes": [ 652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 652, 652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1679", "outputIndexes": [ 653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1680", "outputIndexes": [ 654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 653, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1682", "outputIndexes": [ 655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1683", "outputIndexes": [ 656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 651, 654, 656, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1686", "outputIndexes": [ 657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1687", "outputIndexes": [ 658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1688", "outputIndexes": [ 659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 659, 658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1689", "outputIndexes": [ 660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 650, 660, 653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_111_output_0", "outputIndexes": [ 661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 661, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_22_output_0", "outputIndexes": [ 662 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 662, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_232_output_0", "outputIndexes": [ 663 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 663, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_31_output_0", "outputIndexes": [ 664 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 664 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_15_output_0", "outputIndexes": [ 665 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 648, 22, 663, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_30_output_0", "outputIndexes": [ 666 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 665, 666 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_95_output_0", "outputIndexes": [ 667 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 667, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_59_output_0", "outputIndexes": [ 668 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 649, 668 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_36_output_0", "outputIndexes": [ 669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 608 ], "outputIndexes": [ 4592 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4592 ], "outputIndexes": [ 4593 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear", "inputIndexes": [ 4593 ], "outputIndexes": [ 4594 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 71471202, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4594 ], "outputIndexes": [ 4595 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4595 ], "outputIndexes": [ 670 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 670, 647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_66_output_0", "outputIndexes": [ 671 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 645, 669, 671, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_71_output_0", "outputIndexes": [ 672 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 672 ], "outputIndexes": [ 4596 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4596 ], "outputIndexes": [ 4597 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear", "inputIndexes": [ 4597 ], "outputIndexes": [ 4598 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 71701624, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4598 ], "outputIndexes": [ 4599 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4599 ], "outputIndexes": [ 673 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 605, 673 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_38_output_0", "outputIndexes": [ 674 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.21875, 0.246094, 0.271484, 0.257812, 0.269531, 0.263672, 0.083008, 0.265625, 0.224609, 0.226562, 0.125, 0.257812, 0.208984, 0.279297, 0.275391, 0.273438, 0.211914, 0.235352, 0.251953, 0.1875, 0.265625, 0.265625, 0.245117, 0.22168, 0.253906, 0.269531, 0.246094, 0.263672, 0.257812, 0.251953, 0.241211, 0.163086, 0.255859, 0.245117, 0.263672, 0.251953, 0.173828, 0.271484, 0.135742, 0.263672, 0.259766, 0.271484, 0.236328, 0.251953, 0.19043, 0.24707, 0.273438, 0.175781, 0.279297, 0.135742, 0.263672, 0.162109, 0.271484, 0.267578, 0.180664, 0.261719, 0.271484, 0.248047, 0.251953, 0.28125, 0.265625, 0.263672, 0.237305, 0.263672, 0.223633, 0.234375, 0.164062, 0.136719, 0.259766, 0.098633, 0.279297, 0.188477, 0.202148, 0.248047, 0.271484, 0.249023, 0.233398, 0.271484, 0.124023, 0.251953, 0.241211, 0.279297, 0.239258, 0.251953, 0.259766, 0.202148, 0.267578, 0.157227, 0.263672, 0.199219, 0.230469, 0.265625, 0.200195, 0.255859, 0.102051, 0.172852, 0.283203, 0.271484, 0.277344, 0.265625, 0.145508, 0.24707, 0.267578, 0.257812, 0.271484, 0.165039, 0.261719, 0.257812, 0.253906, 0.259766, 0.271484, 0.267578, 0.251953, 0.259766, 0.259766, 0.242188, 0.248047, 0.265625, 0.269531, 0.255859, 0.248047, 0.224609, 0.28125, 0.210938, 0.273438, 0.255859, 0.073242, 0.271484, 0.253906, 0.279297, 0.267578, 0.28125, 0.265625, 0.25, 0.249023, 0.243164, 0.273438, 0.263672, 0.245117, 0.216797, 0.263672, 0.267578, 0.257812, 0.279297, 0.279297, 0.248047, 0.245117, 0.229492, 0.257812, 0.259766, 0.248047, 0.263672, 0.267578, 0.273438, 0.261719, 0.255859, 0.277344, 0.263672, 0.123047, 0.267578, 0.121582, 0.241211, 0.209961, 0.265625, 0.255859, 0.271484, 0.11377, 0.271484, 0.257812, 0.140625, 0.210938, 0.271484, 0.275391, 0.101562, 0.130859, 0.283203, 0.179688, 0.263672, 0.275391, 0.267578, 0.257812, 0.226562, 0.243164, 0.261719, 0.263672, 0.255859, 0.271484, 0.25, 0.261719, 0.261719, 0.269531, 0.249023, 0.131836, 0.255859, 0.255859, 0.259766, 0.253906, 0.141602, -0.000196, 0.265625, 0.259766, 0.271484, 0.235352, 0.251953, 0.237305, 0.255859, 0.269531, 0.238281, 0.225586, 0.263672, 0.257812, 0.255859, 0.263672, 0.155273, 0.261719, 0.25, 0.25, 0.257812, 0.265625, 0.267578, 0.261719, 0.259766, 0.233398, 0.24707, 0.265625, 0.265625, 0.267578, 0.163086, 0.267578, 0.186523, 0.233398, 0.198242, 0.277344, 0.248047, 0.291016, 0.205078, 0.263672, 0.241211, 0.269531, 0.263672, 0.261719, 0.237305, 0.25, 0.261719, 0.271484, 0.233398, 0.188477, 0.267578, 0.265625, 0.249023, 0.263672, 0.212891, 0.179688, 0.257812, 0.232422, 0.267578, 0.236328, 0.255859, 0.130859, 0.269531, 0.271484, 0.271484, 0.267578, 0.222656, 0.263672, 0.273438, 0.255859, 0.265625, 0.145508, 0.265625, 0.126953, 0.289062, 0.253906, 0.103027, 0.206055, 0.267578, 0.248047, 0.222656, 0.074219, 0.267578, 0.214844, 0.267578, 0.261719, 0.263672, 0.273438, 0.245117, 0.28125, 0.277344, 0.265625, 0.275391, 0.267578, 0.251953, 0.265625, 0.246094, 0.271484, 0.253906, 0.275391, 0.259766, 0.279297, 0.269531, 0.255859, 0.251953, 0.253906, 0.178711, 0.257812, 0.267578, 0.230469, 0.255859, 0.269531, 0.289062, 0.202148, 0.271484, 0.176758, 0.209961, 0.263672, 0.263672, 0.267578, 0.208008, 0.253906, 0.172852, 0.279297, 0.277344, 0.263672, 0.259766, 0.244141, 0.251953, 0.255859, 0.271484, 0.267578, 0.134766, 0.204102, 0.21582, 0.139648, 0.263672, 0.249023, 0.261719, 0.279297, 0.230469, 0.163086, 0.165039, 0.248047, 0.253906, 0.255859, 0.21582, 0.267578, 0.261719, 0.228516, 0.269531, 0.240234, 0.261719, 0.263672, 0.261719, 0.219727, 0.257812, 0.261719, 0.267578, 0.259766, 0.257812, 0.253906, 0.261719, 0.255859, 0.15625, 0.263672, 0.273438, 0.224609, 0.257812, 0.269531, 0.273438, 0.149414, 0.236328, 0.271484, 0.261719, 0.273438, 0.158203, 0.251953, 0.248047, 0.271484, 0.259766, 0.265625, 0.139648, 0.049316, 0.244141, 0.263672, 0.255859, 0.267578, 0.238281, 0.244141, 0.265625, 0.21582, 0.257812, 0.253906, 0.125977, 0.275391, 0.101074, 0.273438, 0.257812, 0.253906, 0.267578, 0.277344, 0.25, 0.25, 0.285156, 0.213867, 0.275391, 0.271484, 0.219727, 0.28125, 0.251953, 0.267578, 0.271484, 0.227539, 0.265625, 0.275391, 0.249023, 0.277344, 0.263672, 0.24707, 0.267578, 0.261719, 0.240234, 0.279297, 0.251953, 0.106445, 0.267578, 0.263672, 0.196289, 0.255859, 0.240234, 0.213867, 0.255859, 0.106934, 0.185547, 0.269531, 0.255859, 0.261719, 0.271484, 0.273438, 0.24707, 0.255859, 0.310547, 0.265625, 0.157227, 0.194336, 0.271484, 0.231445, 0.210938, 0.269531, 0.255859, 0.170898, 0.261719, 0.248047, 0.239258, 0.251953, 0.269531, 0.263672, 0.269531, 0.265625, 0.255859, 0.251953, 0.251953, 0.259766, 0.246094, 0.269531, 0.267578, 0.141602, 0.265625, 0.24707, 0.257812, 0.273438, 0.170898, 0.255859, 0.263672, 0.265625, 0.257812, 0.246094, 0.242188, 0.244141, 0.269531, 0.231445, 0.185547, 0.259766, 0.273438, 0.285156, 0.251953, 0.275391, 0.244141, 0.259766, 0.194336, 0.271484, 0.255859, 0.269531, 0.273438, 0.271484, 0.265625, 0.251953, 0.210938, 0.269531, 0.261719, 0.246094, 0.233398, 0.084961, 0.234375, 0.273438, 0.271484, 0.125, 0.265625, 0.25, 0.251953, 0.269531, 0.257812, 0.253906, 0.273438, 0.092285, 0.214844, 0.228516, 0.263672, 0.257812, 0.098145, 0.240234, 0.249023, 0.255859, 0.259766, 0.175781, 0.265625, 0.271484, 0.253906, 0.273438, 0.277344, 0.277344, 0.225586, 0.227539, 0.242188, 0.185547, 0.120605, 0.267578, 0.25, 0.255859, 0.265625, 0.235352, 0.253906, 0.269531, 0.181641, 0.232422, 0.267578, 0.275391, 0.22168, 0.261719, 0.12793, 0.231445, 0.233398, 0.246094, 0.263672, 0.271484, 0.267578, 0.251953, 0.255859, 0.192383, 0.147461, 0.265625, 0.174805, 0.114746, 0.180664, 0.257812, 0.251953, 0.216797, 0.15625, 0.271484, 0.255859, 0.269531, 0.253906, 0.269531, 0.261719, 0.197266, 0.261719, 0.257812, 0.255859, 0.243164, 0.265625, 0.243164, 0.158203, 0.273438, 0.259766, 0.243164, 0.263672, 0.267578, 0.25, 0.259766, 0.259766, 0.289062, 0.277344, 0.231445, 0.114746, 0.275391, 0.263672, 0.257812, 0.209961, 0.257812, 0.123047, 0.170898, 0.257812, 0.257812, 0.263672, 0.253906, 0.271484, 0.154297, 0.213867, 0.253906, 0.236328, 0.24707, 0.275391, 0.238281, 0.267578, 0.267578, 0.200195, 0.249023, 0.246094, 0.139648, 0.259766, 0.251953, 0.259766, 0.113281, 0.275391, 0.235352, 0.257812, 0.234375, 0.157227, 0.269531, 0.137695, 0.249023, 0.144531, -6.8e-05, 0.253906, 0.253906, 0.265625, 0.229492, 0.269531, 0.255859, 0.243164, 0.263672, 0.255859, 0.230469, 0.265625, 0.265625, 0.208984, 0.158203, 0.242188, 0.246094, 0.120117, 0.255859, 0.25, 0.277344, 0.271484, 0.267578, 0.179688, 0.261719, 0.255859, 0.111816, 0.265625, 0.172852, 0.125977, 0.255859, 0.271484, 0.243164, 0.086914, 0.257812, 0.261719, 0.251953, 0.257812, 0.255859, 0.279297, 0.257812, 0.265625, 0.253906, 0.10791, 0.211914, 0.15918, 0.289062, 0.269531, 0.263672, 0.267578, 0.261719, 0.265625, 0.057861, 0.25, 0.273438, 0.271484, 0.214844, 0.275391, 0.279297, 0.251953, 0.230469, 0.271484, 0.267578, 0.267578, 0.230469, 0.267578, 0.255859, 0.066406, 0.263672, 0.273438, 0.257812, 0.269531, 0.147461, 0.259766, 0.169922, 0.205078, 0.271484, 0.25, 0.229492, 0.253906, 0.202148, 0.261719, 0.267578, 0.269531, 0.273438, 0.263672, 0.255859, 0.128906, 0.189453, 0.267578, 0.126953, 0.25, 0.222656, 0.265625, 0.263672, 0.245117, 0.080078, 0.259766, 0.251953, 0.255859, 0.269531, 0.19043, 0.261719, 0.263672, 0.193359, 0.277344, 0.188477, 0.255859, 0.251953, 0.261719, 0.269531, 0.259766, 0.265625, 0.251953, 0.257812, 0.269531, 0.060791, 0.257812, 0.263672, 0.133789, 0.212891, 0.116699, 0.269531, 0.232422, 0.271484, 0.269531, 0.253906, 0.237305, 0.232422, 0.25, 0.263672, 0.267578, 0.245117, 0.195312, 0.267578, 0.269531, 0.209961, 0.269531, 0.253906, 0.117188, 0.15332, 0.220703, 0.229492, 0.25, 0.209961, 0.265625, 0.25, 0.275391, 0.267578, 0.261719, 0.162109, 0.271484, 0.205078, 0.261719, 0.259766, 0.251953, 0.222656, 0.269531, 0.257812, 0.257812, 0.267578, 0.273438, 0.249023, 0.21875, 0.24707, 0.265625, 0.125, 0.25, 0.253906, 0.283203, 0.259766, 0.269531, 0.271484, 0.255859, 0.259766, 0.271484, 0.263672, 0.188477, 0.253906, 0.185547, 0.265625, 0.275391, 0.253906, 0.265625, 0.255859, 0.240234, 0.261719, 0.255859, 0.261719, 0.271484, 0.253906, 0.277344, 0.271484, 0.25, 0.24707, 0.265625, 0.253906, 0.240234, 0.265625, 0.263672, 0.253906, 0.255859, 0.259766, 0.15625, 0.289062, 0.255859, 0.265625, 0.265625, 0.139648, 0.263672, 0.277344, 0.251953, 0.267578, 0.273438, 0.265625, 0.235352, 0.217773, 0.269531, 0.275391, 0.248047, 0.211914, 0.269531, 0.117188, 0.263672, 0.263672, 0.255859, 0.192383, 0.259766, 0.232422, 0.267578, 0.227539, 0.265625, 0.267578, 0.165039, 0.265625, 0.185547, 0.261719, 0.24707, 0.237305, 0.21875, 0.249023, 0.249023, 0.257812, 0.273438, 0.227539, 0.261719, 0.111328, 0.149414, 0.263672, 0.128906, 0.259766, 0.273438, 0.251953, 0.253906, 0.25, 0.265625, 0.249023, 0.242188, 0.261719, 0.263672, 0.261719, 0.265625, 0.209961, 0.259766, 0.273438, 0.263672, 0.167969, 0.265625, 0.259766, 0.267578, 0.176758, 0.263672, 0.233398, 0.232422, 0.275391, 0.269531, 0.263672, 0.054932, 0.257812, 0.253906, 0.213867, 0.275391, 0.265625, 0.28125, 0.263672, 0.255859, 0.269531, 0.25, 0.267578, 0.285156, 0.210938, 0.227539, 0.265625, 0.265625, 0.271484, 0.119141, 0.261719, 0.194336, 0.255859, 0.269531, 0.242188, 0.212891, 0.265625, 0.283203, 0.269531, 0.265625, 0.257812, 0.143555, 0.152344, 0.261719, 0.263672, 0.261719, 0.108887, 0.261719, 0.267578, 0.242188, 0.251953, 0.261719, 0.287109, 0.253906, 0.257812, 0.181641, 0.265625, 0.253906, 0.257812, 0.257812, 0.255859, 0.275391, 0.249023, 0.085449, 0.277344, 0.263672, 0.259766, 0.257812, 0.228516, 0.259766, 0.155273, 0.267578, 0.257812, 0.267578, 0.257812, 0.279297, 0.267578, 0.243164, 0.257812, 0.245117, 0.255859, 0.273438, 0.140625, 0.275391, 0.104004, 0.259766, 0.091309, 0.244141, 0.253906, 0.269531, 0.265625, 0.154297, 0.135742, 0.241211, 0.257812, 0.277344, 0.180664, 0.259766, 0.248047, 0.273438, 0.253906, 0.271484, 0.263672, 0.259766, 0.257812, 0.189453, 0.267578, 0.261719, 0.261719, 0.265625, 0.275391, 0.267578, 0.229492, 0.244141, 0.197266, 0.275391, 0.227539, 0.265625, 0.267578, 0.269531, 0.244141, 0.251953, 0.220703, 0.267578, 0.267578, 0.246094, 0.277344, 0.267578, 0.261719, 0.277344, 0.271484, 0.261719, 0.099609, 0.271484, 0.263672, 0.251953, 0.18457, 0.248047, 0.257812, 0.248047, 0.230469, 0.210938, 0.188477, 0.28125, 0.265625, 0.267578, 0.12793, 0.255859, 0.263672, 0.09375, 0.255859, 0.155273, 0.261719, 0.242188, 0.255859, 0.249023, 0.259766, 0.253906, 0.279297, 0.271484, 0.149414, 0.25, 0.277344, 0.251953, 0.267578, 0.253906, 0.263672, 0.176758, 0.125977, 0.253906, 0.269531, 0.251953, 0.211914, 0.277344, 0.253906, 0.208984, 0.261719, 0.269531, 0.269531, 0.242188, 0.261719, 0.246094, 0.259766, 0.271484, 0.231445, 0.112793, 0.267578, 0.265625, 0.230469, 0.255859, 0.269531, 0.240234, 0.124512, 0.269531, 0.269531, 0.265625, 0.248047, 0.263672, 0.234375, 0.267578, 0.263672, 0.261719, 0.269531, 0.148438, 0.261719, 0.246094, 0.267578, 0.269531, 0.265625, 0.103516, 0.279297, 0.245117, 0.261719, 0.25, 0.285156, 0.261719, 0.255859, 0.275391, 0.15625, 0.277344, 0.271484, 0.259766, 0.255859, 0.182617, 0.230469, 0.269531, 0.106445, 0.183594, 0.253906, 0.277344, 0.25, 0.249023, 0.269531, 0.271484, 0.232422, 0.248047, 0.108887, 0.275391, 0.168945, 0.265625, 0.255859, 0.253906, 0.267578, 0.263672, 0.255859, 0.259766, 0.230469, 0.277344, 0.271484, 0.25, 0.271484, 0.240234, 0.233398, 0.257812, 0.157227, 0.259766, 0.197266, 0.253906, 0.255859, 0.259766, 0.267578, 0.255859, 0.255859, 0.261719, 0.259766, 0.269531, 0.239258, 0.269531, 0.271484, 0.219727, 0.277344, 0.131836, 0.255859, 0.271484, 0.259766, 0.279297, 0.275391, 0.240234, 0.259766, 0.25, 0.241211, 0.271484, 0.25, 0.188477, 0.267578, 0.273438, 0.263672, 0.271484, 0.259766, 0.251953, 0.273438, 0.273438, 0.231445, 0.267578, 0.259766, 0.233398, 0.273438, 0.261719, 0.246094, 0.261719, 0.229492, 0.267578, 0.251953, 0.267578, 0.259766, 0.177734, 0.1875, 0.265625, 0.275391, 0.271484, 0.265625, 0.253906, 0.265625, 0.251953, 0.152344, 0.275391, 0.248047, 0.267578, 0.263672, 0.253906, 0.242188, 0.197266, 0.246094, 0.265625, 0.245117, 0.271484, 0.162109, 0.261719, 0.271484, 0.261719, 0.275391, 0.269531, 0.257812, 0.273438, 0.273438, 0.194336, 0.194336, 0.25, 0.25, 0.261719, 0.263672, 0.273438, 0.237305, 0.265625, 0.165039, 0.225586, 0.263672, 0.261719, 0.238281, 0.273438, 0.314453, 0.25, 0.253906, 0.259766, 0.263672, 0.271484, 0.259766, 0.259766, 0.259766, 0.267578, 0.144531, 0.263672, 0.140625, 0.263672, 0.253906, 0.228516, 0.230469, 0.265625, 0.271484, 0.257812, 0.291016, 0.203125, 0.1875, 0.253906, 0.19043, 0.25, 0.232422, 0.242188, 0.233398, 0.261719, 0.000138, 0.160156, 0.273438, 0.251953 ] }, "name": "model.model.layers.7.post_attention_layernorm.weight", "outputIndexes": [ 675 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_7/Mul_output_0", "outputIndexes": [ 676 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 675, 676 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_7/Mul_1_output_0", "outputIndexes": [ 677 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 677 ], "outputIndexes": [ 4600 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4600 ], "outputIndexes": [ 4601 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear", "inputIndexes": [ 4601 ], "outputIndexes": [ 4602 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 72623246, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4602 ], "outputIndexes": [ 4603 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4603 ], "outputIndexes": [ 678 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 678 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_7/Sigmoid_output_0", "outputIndexes": [ 679 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 678, 679 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_7/Mul_output_0", "outputIndexes": [ 680 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 677 ], "outputIndexes": [ 4604 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4604 ], "outputIndexes": [ 4605 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear", "inputIndexes": [ 4605 ], "outputIndexes": [ 4606 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 75203748, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4606 ], "outputIndexes": [ 4607 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4607 ], "outputIndexes": [ 681 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 680, 681 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_7/Mul_output_0", "outputIndexes": [ 682 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 682 ], "outputIndexes": [ 4608 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4608 ], "outputIndexes": [ 4609 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear", "inputIndexes": [ 4609 ], "outputIndexes": [ 4610 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 77784250, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4610 ], "outputIndexes": [ 4611 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.7/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4611 ], "outputIndexes": [ 683 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 674, 683 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_39_output_0", "outputIndexes": [ 684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 684, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_72_output_0", "outputIndexes": [ 685 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.231445, 0.285156, 0.316406, 0.300781, 0.246094, 0.292969, 0.644531, 0.283203, 0.244141, 0.271484, 0.292969, 0.283203, 0.208984, 0.253906, 0.236328, 0.269531, 0.378906, 0.271484, 0.257812, 0.227539, 0.300781, 0.267578, 0.255859, 0.257812, 0.279297, 0.296875, 0.263672, 0.285156, 0.257812, 0.265625, 0.310547, 0.369141, 0.310547, 0.310547, 0.261719, 0.24707, 0.217773, 0.294922, 0.337891, 0.289062, 0.265625, 0.239258, 0.269531, 0.292969, 0.28125, 0.304688, 0.294922, 0.206055, 0.245117, 0.412109, 0.277344, 0.238281, 0.257812, 0.287109, 0.273438, 0.302734, 0.248047, 0.269531, 0.335938, 0.298828, 0.287109, 0.285156, 0.269531, 0.291016, 0.302734, 0.349609, 0.527344, 0.21875, 0.257812, 0.601562, 0.275391, 0.249023, 0.291016, 0.28125, 0.3125, 0.245117, 0.267578, 0.275391, 0.273438, 0.271484, 0.255859, 0.291016, 0.240234, 0.226562, 0.251953, 0.205078, 0.255859, 0.421875, 0.273438, 0.237305, 0.267578, 0.255859, 0.225586, 0.249023, 0.15625, 0.21582, 0.341797, 0.267578, 0.300781, 0.267578, 0.294922, 0.28125, 0.263672, 0.291016, 0.283203, 0.1875, 0.279297, 0.25, 0.261719, 0.257812, 0.246094, 0.259766, 0.255859, 0.34375, 0.239258, 0.400391, 0.25, 0.273438, 0.287109, 0.306641, 0.271484, 0.24707, 0.251953, 0.363281, 0.267578, 0.292969, 0.535156, 0.246094, 0.289062, 0.296875, 0.257812, 0.222656, 0.304688, 0.291016, 0.289062, 0.257812, 0.265625, 0.283203, 0.318359, 0.25, 0.240234, 0.308594, 0.294922, 0.316406, 0.277344, 0.308594, 0.279297, 0.244141, 0.253906, 0.326172, 0.302734, 0.273438, 0.255859, 0.287109, 0.249023, 0.289062, 0.251953, 0.267578, 0.167969, 0.259766, 0.174805, 0.304688, 0.251953, 0.292969, 0.269531, 0.292969, 0.261719, 0.283203, 0.261719, 0.341797, 0.253906, 0.231445, 0.261719, 0.161133, 0.233398, 0.330078, 0.269531, 0.265625, 0.285156, 0.298828, 0.233398, 0.25, 0.220703, 0.269531, 0.267578, 0.320312, 0.271484, 0.291016, 0.300781, 0.314453, 0.277344, 0.246094, 0.1875, 0.25, 0.271484, 0.283203, 0.255859, 0.265625, 0.000102, 0.355469, 0.255859, 0.223633, 0.275391, 0.3125, 0.244141, 0.253906, 0.255859, 0.283203, 0.453125, 0.265625, 0.275391, 0.257812, 0.25, 0.203125, 0.332031, 0.328125, 0.302734, 0.225586, 0.279297, 0.239258, 0.229492, 0.253906, 0.211914, 0.261719, 0.267578, 0.298828, 0.269531, 0.15918, 0.302734, 0.298828, 0.320312, 0.320312, 0.237305, 0.25, 0.275391, 0.267578, 0.328125, 0.271484, 0.351562, 0.251953, 0.251953, 0.25, 0.291016, 0.300781, 0.257812, 0.239258, 0.28125, 0.267578, 0.291016, 0.339844, 0.275391, 0.195312, 0.212891, 0.257812, 0.287109, 0.351562, 0.255859, 0.245117, 0.248047, 0.300781, 0.265625, 0.273438, 0.269531, 0.235352, 0.261719, 0.289062, 0.234375, 0.285156, 0.269531, 0.265625, 0.482422, 0.294922, 0.302734, 0.566406, 0.279297, 0.298828, 0.369141, 0.257812, 0.390625, 0.277344, 0.228516, 0.267578, 0.263672, 0.255859, 0.296875, 0.259766, 0.416016, 0.246094, 0.273438, 0.324219, 0.298828, 0.269531, 0.263672, 0.322266, 0.285156, 0.285156, 0.25, 0.310547, 0.261719, 0.261719, 0.234375, 0.248047, 0.24707, 0.277344, 0.263672, 0.253906, 0.28125, 0.261719, 0.259766, 0.294922, 0.259766, 0.253906, 0.241211, 0.269531, 0.265625, 0.223633, 0.287109, 0.242188, 0.390625, 0.337891, 0.273438, 0.275391, 0.273438, 0.245117, 0.244141, 0.322266, 0.271484, 0.318359, 0.257812, 0.204102, 0.412109, 0.25, 0.390625, 0.239258, 0.3125, 0.231445, 0.304688, 0.223633, 0.222656, 0.249023, 0.298828, 0.257812, 0.279297, 0.242188, 0.273438, 0.304688, 0.296875, 0.243164, 0.304688, 0.232422, 0.269531, 0.339844, 0.208008, 0.294922, 0.302734, 0.273438, 0.277344, 0.269531, 0.28125, 0.351562, 0.238281, 0.275391, 0.273438, 0.257812, 0.365234, 0.265625, 0.287109, 0.283203, 0.255859, 0.246094, 0.253906, 0.255859, 0.285156, 0.206055, 0.308594, 0.304688, 0.298828, 0.316406, 0.267578, 0.328125, 0.347656, 0.259766, 0.296875, 0.239258, 0.232422, 0.25, 0.294922, 0.255859, 0.347656, 0.314453, 0.265625, 0.400391, 0.263672, 0.378906, 0.296875, 0.273438, 0.257812, 0.265625, 0.275391, 0.283203, 0.316406, 0.330078, 0.265625, 0.236328, 0.251953, 0.238281, 0.304688, 0.275391, 0.289062, 0.3125, 0.287109, 0.324219, 0.248047, 0.269531, 0.249023, 0.287109, 0.267578, 0.236328, 0.249023, 0.279297, 0.294922, 0.275391, 0.306641, 0.273438, 0.234375, 0.223633, 0.310547, 0.332031, 0.384766, 0.318359, 0.390625, 0.287109, 0.25, 0.310547, 0.263672, 0.261719, 0.263672, 0.257812, 0.28125, 0.404297, 0.257812, 0.277344, 0.431641, 0.28125, 0.257812, 0.287109, 0.269531, 0.289062, 0.296875, 0.275391, 0.306641, 0.40625, 0.275391, 0.24707, 0.259766, 0.316406, 0.308594, 0.239258, 0.21875, 0.292969, 0.244141, 0.324219, 0.263672, 0.335938, 0.189453, 0.298828, 0.289062, 0.318359, 0.251953, 0.267578, 0.296875, 0.333984, 0.283203, 0.308594, 0.326172, 0.267578, 0.291016, 0.267578, 0.231445, 0.255859, 0.285156, 0.283203, 0.283203, 0.271484, 0.28125, 0.283203, 0.283203, 0.320312, 0.251953, 0.271484, 0.304688, 0.263672, 0.226562, 0.28125, 0.277344, 0.308594, 0.236328, 0.292969, 0.287109, 0.24707, 0.632812, 0.289062, 0.261719, 0.253906, 0.332031, 0.261719, 0.3125, 0.345703, 0.269531, 0.28125, 0.273438, 0.292969, 0.494141, 0.243164, 0.265625, 0.324219, 0.267578, 0.143555, 0.251953, 0.244141, 0.300781, 0.294922, 0.253906, 0.246094, 0.320312, 0.285156, 0.267578, 0.28125, 0.289062, 0.328125, 0.376953, 0.263672, 0.246094, 0.168945, 0.324219, 0.279297, 0.246094, 0.285156, 0.277344, 0.244141, 0.261719, 0.214844, 0.267578, 0.257812, 0.292969, 0.251953, 0.253906, 0.174805, 0.330078, 0.357422, 0.302734, 0.269531, 0.345703, 0.289062, 0.306641, 0.222656, 0.298828, 0.044922, 0.271484, 0.18457, 0.328125, 0.349609, 0.253906, 0.28125, 0.245117, 0.235352, 0.25, 0.246094, 0.267578, 0.283203, 0.314453, 0.28125, 0.243164, 0.259766, 0.261719, 0.269531, 0.234375, 0.244141, 0.273438, 0.177734, 0.326172, 0.279297, 0.253906, 0.324219, 0.287109, 0.298828, 0.275391, 0.322266, 0.255859, 0.230469, 0.265625, 0.19043, 0.300781, 0.237305, 0.314453, 0.224609, 0.271484, 0.273438, 0.269531, 0.265625, 0.245117, 0.322266, 0.263672, 0.304688, 0.170898, 0.277344, 0.257812, 0.249023, 0.257812, 0.265625, 0.241211, 0.261719, 0.382812, 0.298828, 0.253906, 0.265625, 0.371094, 0.22168, 0.28125, 0.292969, 0.142578, 0.232422, 0.279297, 0.361328, 0.271484, 0.163086, 0.273438, 0.589844, 0.244141, 0.191406, 0.515625, 0.246094, 0.255859, 0.251953, 0.231445, 0.275391, 0.269531, 0.365234, 0.265625, 0.245117, 0.302734, 0.279297, 0.275391, 0.255859, 0.239258, 0.292969, 0.335938, 0.157227, 0.345703, 0.357422, 0.279297, 0.349609, 0.359375, 0.244141, 0.261719, 0.246094, 0.168945, 0.263672, 0.219727, 0.248047, 0.277344, 0.253906, 0.261719, 0.429688, 0.251953, 0.28125, 0.251953, 0.25, 0.308594, 0.249023, 0.291016, 0.287109, 0.298828, 0.515625, 0.209961, 0.231445, 0.400391, 0.253906, 0.292969, 0.217773, 0.298828, 0.298828, 0.691406, 0.255859, 0.296875, 0.310547, 0.251953, 0.283203, 0.296875, 0.21875, 0.269531, 0.28125, 0.304688, 0.273438, 0.255859, 0.283203, 0.306641, 0.114746, 0.25, 0.244141, 0.259766, 0.257812, 0.236328, 0.269531, 0.335938, 0.28125, 0.263672, 0.261719, 0.25, 0.361328, 0.404297, 0.285156, 0.287109, 0.28125, 0.261719, 0.279297, 0.229492, 0.384766, 0.214844, 0.248047, 0.330078, 0.292969, 0.227539, 0.275391, 0.255859, 0.279297, 0.394531, 0.257812, 0.324219, 0.324219, 0.255859, 0.277344, 0.248047, 0.259766, 0.255859, 0.296875, 0.217773, 0.240234, 0.271484, 0.271484, 0.273438, 0.259766, 0.255859, 0.291016, 0.279297, 0.261719, 0.558594, 0.251953, 0.259766, 0.261719, 0.225586, 0.205078, 0.328125, 0.24707, 0.269531, 0.236328, 0.263672, 0.300781, 0.267578, 0.236328, 0.298828, 0.265625, 0.316406, 0.265625, 0.277344, 0.248047, 0.285156, 0.211914, 0.220703, 0.28125, 0.324219, 0.271484, 0.269531, 0.253906, 0.341797, 0.308594, 0.349609, 0.28125, 0.273438, 0.292969, 0.261719, 0.241211, 0.388672, 0.261719, 0.263672, 0.289062, 0.337891, 0.310547, 0.320312, 0.257812, 0.287109, 0.328125, 0.28125, 0.271484, 0.25, 0.242188, 0.470703, 0.271484, 0.3125, 0.243164, 0.273438, 0.259766, 0.308594, 0.314453, 0.263672, 0.275391, 0.242188, 0.248047, 0.300781, 0.257812, 0.300781, 0.291016, 0.277344, 0.314453, 0.314453, 0.310547, 0.255859, 0.231445, 0.277344, 0.277344, 0.332031, 0.261719, 0.267578, 0.287109, 0.287109, 0.257812, 0.223633, 0.314453, 0.269531, 0.361328, 0.271484, 0.236328, 0.296875, 0.181641, 0.230469, 0.292969, 0.267578, 0.28125, 0.273438, 0.279297, 0.306641, 0.335938, 0.241211, 0.263672, 0.255859, 0.267578, 0.223633, 0.277344, 0.292969, 0.300781, 0.231445, 0.306641, 0.46875, 0.314453, 0.279297, 0.289062, 0.271484, 0.304688, 0.255859, 0.259766, 0.314453, 0.339844, 0.291016, 0.21582, 0.308594, 0.390625, 0.232422, 0.267578, 0.292969, 0.259766, 0.273438, 0.292969, 0.273438, 0.259766, 0.245117, 0.320312, 0.157227, 0.225586, 0.253906, 0.498047, 0.265625, 0.298828, 0.277344, 0.318359, 0.328125, 0.242188, 0.25, 0.384766, 0.298828, 0.283203, 0.277344, 0.24707, 0.419922, 0.277344, 0.222656, 0.235352, 0.237305, 0.238281, 0.291016, 0.314453, 0.279297, 0.289062, 0.230469, 0.291016, 0.251953, 0.200195, 0.294922, 0.073242, 0.292969, 0.3125, 0.28125, 0.287109, 0.273438, 0.316406, 0.287109, 0.25, 0.259766, 0.253906, 0.265625, 0.279297, 0.28125, 0.306641, 0.308594, 0.251953, 0.28125, 0.347656, 0.248047, 0.292969, 0.283203, 0.326172, 0.308594, 0.195312, 0.253906, 0.289062, 0.236328, 0.249023, 0.273438, 0.15918, 0.234375, 0.273438, 0.302734, 0.279297, 0.238281, 0.283203, 0.236328, 0.28125, 0.292969, 0.291016, 0.273438, 0.285156, 0.265625, 0.333984, 0.292969, 0.275391, 0.229492, 0.25, 0.285156, 0.330078, 0.294922, 0.527344, 0.271484, 0.279297, 0.283203, 0.277344, 0.257812, 0.28125, 0.179688, 0.248047, 0.298828, 0.291016, 0.269531, 0.34375, 0.277344, 0.265625, 0.263672, 0.300781, 0.220703, 0.316406, 0.515625, 0.253906, 0.230469, 0.396484, 0.136719, 0.320312, 0.233398, 0.308594, 0.296875, 0.224609, 0.597656, 0.243164, 0.308594, 0.296875, 0.230469, 0.296875, 0.259766, 0.248047, 0.287109, 0.261719, 0.251953, 0.234375, 0.300781, 0.196289, 0.238281, 0.339844, 0.318359, 0.261719, 0.304688, 0.273438, 0.265625, 0.251953, 0.310547, 0.257812, 0.255859, 0.263672, 0.251953, 0.263672, 0.302734, 0.28125, 0.275391, 0.275391, 0.267578, 0.326172, 0.294922, 0.25, 0.277344, 0.253906, 0.302734, 0.322266, 0.330078, 0.255859, 0.24707, 0.291016, 0.240234, 0.324219, 0.249023, 0.249023, 0.271484, 0.59375, 0.197266, 0.287109, 0.308594, 0.240234, 0.166016, 0.255859, 0.257812, 0.498047, 0.291016, 0.194336, 0.279297, 0.292969, 0.302734, 0.283203, 0.269531, 0.251953, 0.263672, 0.238281, 0.211914, 0.253906, 0.292969, 0.28125, 0.255859, 0.255859, 0.283203, 0.21582, 0.671875, 0.298828, 0.269531, 0.287109, 0.291016, 0.326172, 0.244141, 0.298828, 0.289062, 0.269531, 0.253906, 0.300781, 0.265625, 0.322266, 0.337891, 0.261719, 0.242188, 0.181641, 0.255859, 0.285156, 0.298828, 0.253906, 0.234375, 0.292969, 0.269531, 0.318359, 0.306641, 0.291016, 0.355469, 0.244141, 0.304688, 0.285156, 0.316406, 0.222656, 0.246094, 0.361328, 0.277344, 0.291016, 0.275391, 0.271484, 0.285156, 0.726562, 0.269531, 0.212891, 0.296875, 0.259766, 0.515625, 0.253906, 0.308594, 0.251953, 0.550781, 0.269531, 0.253906, 0.273438, 0.277344, 0.310547, 0.285156, 0.279297, 0.158203, 0.19043, 0.271484, 0.275391, 0.253906, 0.253906, 0.261719, 0.263672, 0.237305, 0.279297, 0.195312, 0.322266, 0.28125, 0.263672, 0.225586, 0.300781, 0.275391, 0.285156, 0.28125, 0.237305, 0.265625, 0.400391, 0.283203, 0.273438, 0.292969, 0.255859, 0.359375, 0.251953, 0.369141, 0.261719, 0.292969, 0.279297, 0.275391, 0.257812, 0.261719, 0.314453, 0.302734, 0.283203, 0.275391, 0.326172, 0.291016, 0.25, 0.275391, 0.341797, 0.263672, 0.175781, 0.283203, 0.279297, 0.292969, 0.243164, 0.273438, 0.235352, 0.285156, 0.283203, 0.283203, 0.255859, 0.283203, 0.212891, 0.24707, 0.279297, 0.249023, 0.285156, 0.255859, 0.251953, 0.257812, 0.291016, 0.294922, 0.28125, 0.291016, 0.275391, 0.25, 0.279297, 0.294922, 0.322266, 0.24707, 0.294922, 0.279297, 0.289062, 0.240234, 0.314453, 0.22168, 0.25, 0.271484, 0.263672, 0.265625, 0.330078, 0.273438, 0.263672, 0.232422, 0.292969, 0.277344, 0.275391, 0.239258, 0.261719, 0.294922, 0.217773, 0.271484, 0.21875, 0.310547, 0.269531, 0.230469, 0.245117, 0.243164, 0.304688, 0.300781, 0.285156, 0.275391, 0.285156, 0.316406, 0.365234, 0.326172, 0.285156, 0.298828, 0.245117, 0.294922, 0.275391, 0.310547, 0.320312, 0.244141, 0.285156, 0.275391, 0.255859, 0.267578, 0.277344, 0.40625, 0.302734, 0.251953, 0.271484, 0.241211, 0.300781, 0.28125, 0.304688, 0.287109, 0.220703, 0.239258, 0.285156, 0.208984, 0.28125, 0.279297, 0.369141, 0.232422, 0.310547, 0.322266, 0.296875, 0.298828, 0.269531, 0.261719, 0.227539, 0.251953, 0.277344, 0.261719, 0.240234, 0.28125, 0.306641, 0.523438, 0.224609, 0.279297, 0.3125 ] }, "name": "model.model.layers.8.input_layernorm.weight", "outputIndexes": [ 686 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 685 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_8/Mul_output_0", "outputIndexes": [ 687 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 686, 687 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_8/Mul_1_output_0", "outputIndexes": [ 688 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 4612 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4612 ], "outputIndexes": [ 4613 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear", "inputIndexes": [ 4613 ], "outputIndexes": [ 4614 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 80364752, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4614 ], "outputIndexes": [ 4615 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4615 ], "outputIndexes": [ 689 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 688 ], "main_type": "NONE", "name": "/Shape_113_output_0", "outputIndexes": [ 690 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 690 ], "main_type": "NONE", "name": "Shape1807", "outputIndexes": [ 691 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 690 ], "main_type": "NONE", "name": "Rank1809", "outputIndexes": [ 692 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 692, 692 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1811", "outputIndexes": [ 693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1812", "outputIndexes": [ 694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 693, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1814", "outputIndexes": [ 695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 695 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1815", "outputIndexes": [ 696 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 691, 694, 696, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1818", "outputIndexes": [ 697 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 697 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1819", "outputIndexes": [ 698 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1820", "outputIndexes": [ 699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 699, 698 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1821", "outputIndexes": [ 700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 690, 700, 693 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_124_output_0", "outputIndexes": [ 701 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 701, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_257_output_0", "outputIndexes": [ 702 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 702, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_104_output_0", "outputIndexes": [ 703 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 689, 703 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_73_output_0", "outputIndexes": [ 704 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_64_output_0", "outputIndexes": [ 705 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704 ], "main_type": "NONE", "name": "/Shape_114_output_0", "outputIndexes": [ 706 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 706 ], "main_type": "NONE", "name": "Shape1828", "outputIndexes": [ 707 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 706 ], "main_type": "NONE", "name": "Rank1830", "outputIndexes": [ 708 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 708, 708 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1832", "outputIndexes": [ 709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 709 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1833", "outputIndexes": [ 710 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 709, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1835", "outputIndexes": [ 711 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 711 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1836", "outputIndexes": [ 712 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 707, 710, 712, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1839", "outputIndexes": [ 713 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 713 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1840", "outputIndexes": [ 714 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 714 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1841", "outputIndexes": [ 715 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 715, 714 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1842", "outputIndexes": [ 716 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 706, 716, 709 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_125_output_0", "outputIndexes": [ 717 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 717, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_24_output_0", "outputIndexes": [ 718 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 718, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_262_output_0", "outputIndexes": [ 719 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 719, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_33_output_0", "outputIndexes": [ 720 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 720 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_16_output_0", "outputIndexes": [ 721 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 704, 22, 719, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_32_output_0", "outputIndexes": [ 722 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 721, 722 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_107_output_0", "outputIndexes": [ 723 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 723, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_65_output_0", "outputIndexes": [ 724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 705, 724 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_40_output_0", "outputIndexes": [ 725 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 4616 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4616 ], "outputIndexes": [ 4617 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear", "inputIndexes": [ 4617 ], "outputIndexes": [ 4618 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 81286374, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4618 ], "outputIndexes": [ 4619 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4619 ], "outputIndexes": [ 726 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 702, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_105_output_0", "outputIndexes": [ 727 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 726, 727 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_74_output_0", "outputIndexes": [ 728 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_66_output_0", "outputIndexes": [ 729 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728 ], "main_type": "NONE", "name": "/Shape_115_output_0", "outputIndexes": [ 730 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 730 ], "main_type": "NONE", "name": "Shape1891", "outputIndexes": [ 731 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 730 ], "main_type": "NONE", "name": "Rank1893", "outputIndexes": [ 732 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 732, 732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1895", "outputIndexes": [ 733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 733 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1896", "outputIndexes": [ 734 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 733, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1898", "outputIndexes": [ 735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 735 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze1899", "outputIndexes": [ 736 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 731, 734, 736, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice1902", "outputIndexes": [ 737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 737 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze1903", "outputIndexes": [ 738 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1904", "outputIndexes": [ 739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 739, 738 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp1905", "outputIndexes": [ 740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 730, 740, 733 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_126_output_0", "outputIndexes": [ 741 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 741, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_25_output_0", "outputIndexes": [ 742 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 742, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_264_output_0", "outputIndexes": [ 743 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 743, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_35_output_0", "outputIndexes": [ 744 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 744 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_17_output_0", "outputIndexes": [ 745 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 728, 22, 743, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_34_output_0", "outputIndexes": [ 746 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 745, 746 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_108_output_0", "outputIndexes": [ 747 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 747, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_67_output_0", "outputIndexes": [ 748 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 729, 748 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_41_output_0", "outputIndexes": [ 749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 688 ], "outputIndexes": [ 4620 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4620 ], "outputIndexes": [ 4621 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear", "inputIndexes": [ 4621 ], "outputIndexes": [ 4622 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 81516796, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4622 ], "outputIndexes": [ 4623 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4623 ], "outputIndexes": [ 750 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 750, 727 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_75_output_0", "outputIndexes": [ 751 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 725, 749, 751, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_80_output_0", "outputIndexes": [ 752 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 752 ], "outputIndexes": [ 4624 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4624 ], "outputIndexes": [ 4625 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear", "inputIndexes": [ 4625 ], "outputIndexes": [ 4626 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 81747218, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4626 ], "outputIndexes": [ 4627 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4627 ], "outputIndexes": [ 753 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 685, 753 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_43_output_0", "outputIndexes": [ 754 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.223633, 0.253906, 0.273438, 0.261719, 0.273438, 0.265625, 0.111328, 0.275391, 0.238281, 0.233398, 0.158203, 0.259766, 0.213867, 0.285156, 0.277344, 0.275391, 0.217773, 0.244141, 0.25, 0.194336, 0.267578, 0.267578, 0.249023, 0.226562, 0.253906, 0.263672, 0.238281, 0.267578, 0.259766, 0.261719, 0.246094, 0.151367, 0.255859, 0.253906, 0.271484, 0.251953, 0.1875, 0.273438, 0.165039, 0.255859, 0.259766, 0.273438, 0.240234, 0.253906, 0.209961, 0.255859, 0.277344, 0.19043, 0.271484, 0.157227, 0.265625, 0.183594, 0.261719, 0.267578, 0.198242, 0.261719, 0.279297, 0.251953, 0.248047, 0.28125, 0.267578, 0.261719, 0.238281, 0.267578, 0.231445, 0.231445, 0.169922, 0.168945, 0.265625, 0.123047, 0.291016, 0.194336, 0.209961, 0.257812, 0.277344, 0.255859, 0.234375, 0.277344, 0.158203, 0.261719, 0.24707, 0.285156, 0.243164, 0.251953, 0.259766, 0.205078, 0.271484, 0.171875, 0.275391, 0.208008, 0.238281, 0.273438, 0.205078, 0.259766, 0.143555, 0.196289, 0.283203, 0.271484, 0.277344, 0.265625, 0.166016, 0.259766, 0.263672, 0.269531, 0.275391, 0.191406, 0.267578, 0.269531, 0.263672, 0.273438, 0.267578, 0.273438, 0.259766, 0.255859, 0.263672, 0.249023, 0.255859, 0.269531, 0.271484, 0.259766, 0.25, 0.225586, 0.291016, 0.213867, 0.277344, 0.251953, 0.097168, 0.269531, 0.261719, 0.292969, 0.273438, 0.285156, 0.257812, 0.251953, 0.255859, 0.251953, 0.273438, 0.267578, 0.246094, 0.219727, 0.269531, 0.265625, 0.257812, 0.285156, 0.271484, 0.25, 0.251953, 0.234375, 0.261719, 0.277344, 0.251953, 0.265625, 0.271484, 0.279297, 0.265625, 0.257812, 0.279297, 0.263672, 0.164062, 0.267578, 0.15332, 0.242188, 0.210938, 0.271484, 0.253906, 0.267578, 0.157227, 0.283203, 0.255859, 0.162109, 0.220703, 0.269531, 0.273438, 0.109863, 0.163086, 0.287109, 0.19043, 0.271484, 0.271484, 0.271484, 0.255859, 0.227539, 0.257812, 0.263672, 0.279297, 0.259766, 0.265625, 0.259766, 0.265625, 0.265625, 0.273438, 0.253906, 0.15918, 0.255859, 0.263672, 0.259766, 0.253906, 0.154297, 2.3e-05, 0.257812, 0.263672, 0.275391, 0.232422, 0.253906, 0.244141, 0.259766, 0.275391, 0.238281, 0.231445, 0.265625, 0.267578, 0.261719, 0.269531, 0.179688, 0.271484, 0.267578, 0.25, 0.255859, 0.275391, 0.265625, 0.267578, 0.257812, 0.233398, 0.253906, 0.271484, 0.257812, 0.271484, 0.191406, 0.277344, 0.205078, 0.227539, 0.212891, 0.279297, 0.253906, 0.269531, 0.203125, 0.269531, 0.235352, 0.277344, 0.269531, 0.265625, 0.245117, 0.248047, 0.261719, 0.273438, 0.239258, 0.189453, 0.269531, 0.279297, 0.25, 0.257812, 0.222656, 0.199219, 0.259766, 0.234375, 0.277344, 0.240234, 0.259766, 0.152344, 0.277344, 0.269531, 0.271484, 0.267578, 0.231445, 0.273438, 0.275391, 0.255859, 0.261719, 0.165039, 0.259766, 0.138672, 0.289062, 0.251953, 0.12793, 0.217773, 0.269531, 0.253906, 0.223633, 0.080566, 0.265625, 0.222656, 0.271484, 0.253906, 0.271484, 0.279297, 0.249023, 0.285156, 0.271484, 0.261719, 0.277344, 0.263672, 0.265625, 0.271484, 0.24707, 0.265625, 0.265625, 0.283203, 0.261719, 0.279297, 0.269531, 0.255859, 0.261719, 0.255859, 0.193359, 0.253906, 0.267578, 0.229492, 0.255859, 0.267578, 0.287109, 0.203125, 0.275391, 0.188477, 0.220703, 0.261719, 0.259766, 0.267578, 0.210938, 0.251953, 0.188477, 0.283203, 0.283203, 0.259766, 0.261719, 0.245117, 0.249023, 0.257812, 0.277344, 0.265625, 0.145508, 0.210938, 0.22168, 0.15625, 0.263672, 0.25, 0.259766, 0.294922, 0.244141, 0.18457, 0.175781, 0.246094, 0.261719, 0.253906, 0.220703, 0.267578, 0.267578, 0.238281, 0.267578, 0.243164, 0.265625, 0.273438, 0.261719, 0.234375, 0.263672, 0.265625, 0.267578, 0.267578, 0.253906, 0.259766, 0.277344, 0.265625, 0.168945, 0.261719, 0.277344, 0.232422, 0.263672, 0.275391, 0.277344, 0.166016, 0.243164, 0.275391, 0.265625, 0.273438, 0.179688, 0.263672, 0.25, 0.279297, 0.265625, 0.263672, 0.162109, 0.056152, 0.246094, 0.267578, 0.267578, 0.265625, 0.245117, 0.241211, 0.269531, 0.225586, 0.257812, 0.255859, 0.146484, 0.279297, 0.121582, 0.273438, 0.267578, 0.257812, 0.269531, 0.277344, 0.253906, 0.246094, 0.287109, 0.21582, 0.277344, 0.277344, 0.228516, 0.28125, 0.251953, 0.267578, 0.277344, 0.232422, 0.271484, 0.267578, 0.251953, 0.269531, 0.265625, 0.248047, 0.259766, 0.271484, 0.237305, 0.292969, 0.259766, 0.169922, 0.273438, 0.265625, 0.203125, 0.261719, 0.246094, 0.222656, 0.255859, 0.134766, 0.1875, 0.263672, 0.263672, 0.257812, 0.269531, 0.275391, 0.253906, 0.251953, 0.318359, 0.267578, 0.175781, 0.204102, 0.28125, 0.239258, 0.22168, 0.267578, 0.267578, 0.185547, 0.265625, 0.242188, 0.235352, 0.257812, 0.273438, 0.269531, 0.271484, 0.263672, 0.261719, 0.259766, 0.242188, 0.265625, 0.248047, 0.257812, 0.273438, 0.175781, 0.269531, 0.249023, 0.257812, 0.271484, 0.180664, 0.261719, 0.271484, 0.267578, 0.257812, 0.248047, 0.242188, 0.248047, 0.273438, 0.229492, 0.198242, 0.265625, 0.273438, 0.289062, 0.24707, 0.273438, 0.251953, 0.265625, 0.207031, 0.271484, 0.267578, 0.269531, 0.271484, 0.275391, 0.277344, 0.259766, 0.217773, 0.267578, 0.257812, 0.240234, 0.240234, 0.114746, 0.24707, 0.271484, 0.273438, 0.160156, 0.269531, 0.257812, 0.257812, 0.273438, 0.261719, 0.263672, 0.279297, 0.114746, 0.219727, 0.235352, 0.269531, 0.269531, 0.112305, 0.240234, 0.25, 0.255859, 0.259766, 0.191406, 0.263672, 0.28125, 0.253906, 0.269531, 0.271484, 0.277344, 0.225586, 0.235352, 0.249023, 0.205078, 0.158203, 0.273438, 0.25, 0.255859, 0.279297, 0.243164, 0.253906, 0.273438, 0.198242, 0.236328, 0.261719, 0.273438, 0.225586, 0.263672, 0.161133, 0.233398, 0.232422, 0.255859, 0.269531, 0.277344, 0.267578, 0.261719, 0.265625, 0.204102, 0.150391, 0.267578, 0.19043, 0.155273, 0.197266, 0.265625, 0.253906, 0.225586, 0.180664, 0.273438, 0.269531, 0.267578, 0.265625, 0.265625, 0.261719, 0.207031, 0.261719, 0.24707, 0.263672, 0.251953, 0.271484, 0.241211, 0.1875, 0.287109, 0.261719, 0.24707, 0.269531, 0.267578, 0.24707, 0.265625, 0.269531, 0.294922, 0.263672, 0.234375, 0.129883, 0.283203, 0.263672, 0.257812, 0.217773, 0.261719, 0.161133, 0.189453, 0.253906, 0.261719, 0.267578, 0.263672, 0.271484, 0.1875, 0.21875, 0.257812, 0.248047, 0.25, 0.277344, 0.241211, 0.273438, 0.28125, 0.213867, 0.253906, 0.25, 0.167969, 0.255859, 0.25, 0.273438, 0.158203, 0.28125, 0.239258, 0.259766, 0.240234, 0.19043, 0.269531, 0.161133, 0.261719, 0.175781, 0.031494, 0.25, 0.259766, 0.267578, 0.234375, 0.271484, 0.263672, 0.249023, 0.259766, 0.261719, 0.228516, 0.269531, 0.267578, 0.21875, 0.173828, 0.24707, 0.243164, 0.157227, 0.257812, 0.246094, 0.277344, 0.287109, 0.275391, 0.193359, 0.253906, 0.259766, 0.155273, 0.267578, 0.193359, 0.147461, 0.259766, 0.275391, 0.251953, 0.108887, 0.261719, 0.271484, 0.251953, 0.269531, 0.255859, 0.287109, 0.263672, 0.269531, 0.259766, 0.115723, 0.219727, 0.18457, 0.291016, 0.265625, 0.265625, 0.271484, 0.271484, 0.269531, 0.064941, 0.251953, 0.265625, 0.28125, 0.224609, 0.275391, 0.267578, 0.244141, 0.240234, 0.267578, 0.263672, 0.269531, 0.235352, 0.259766, 0.257812, 0.077637, 0.265625, 0.28125, 0.261719, 0.265625, 0.166016, 0.259766, 0.189453, 0.207031, 0.263672, 0.253906, 0.229492, 0.253906, 0.205078, 0.263672, 0.265625, 0.273438, 0.267578, 0.265625, 0.255859, 0.144531, 0.196289, 0.269531, 0.158203, 0.249023, 0.225586, 0.257812, 0.267578, 0.251953, 0.088379, 0.265625, 0.253906, 0.255859, 0.279297, 0.208008, 0.265625, 0.269531, 0.211914, 0.285156, 0.201172, 0.259766, 0.257812, 0.263672, 0.271484, 0.263672, 0.277344, 0.249023, 0.255859, 0.269531, 0.068359, 0.253906, 0.261719, 0.163086, 0.21582, 0.146484, 0.275391, 0.243164, 0.275391, 0.273438, 0.261719, 0.237305, 0.237305, 0.24707, 0.267578, 0.269531, 0.24707, 0.208984, 0.275391, 0.259766, 0.219727, 0.279297, 0.251953, 0.154297, 0.166992, 0.231445, 0.226562, 0.251953, 0.213867, 0.269531, 0.257812, 0.275391, 0.267578, 0.267578, 0.176758, 0.275391, 0.212891, 0.265625, 0.261719, 0.255859, 0.225586, 0.263672, 0.257812, 0.261719, 0.263672, 0.267578, 0.253906, 0.228516, 0.25, 0.273438, 0.152344, 0.259766, 0.257812, 0.273438, 0.269531, 0.269531, 0.265625, 0.255859, 0.261719, 0.273438, 0.273438, 0.200195, 0.265625, 0.201172, 0.275391, 0.277344, 0.251953, 0.273438, 0.259766, 0.242188, 0.263672, 0.249023, 0.265625, 0.267578, 0.253906, 0.273438, 0.267578, 0.255859, 0.248047, 0.273438, 0.251953, 0.249023, 0.269531, 0.28125, 0.255859, 0.255859, 0.257812, 0.183594, 0.28125, 0.257812, 0.265625, 0.265625, 0.15625, 0.261719, 0.271484, 0.257812, 0.259766, 0.273438, 0.267578, 0.236328, 0.219727, 0.259766, 0.271484, 0.25, 0.220703, 0.271484, 0.149414, 0.261719, 0.269531, 0.251953, 0.204102, 0.263672, 0.230469, 0.265625, 0.227539, 0.273438, 0.279297, 0.1875, 0.259766, 0.199219, 0.259766, 0.25, 0.245117, 0.225586, 0.255859, 0.253906, 0.261719, 0.265625, 0.228516, 0.265625, 0.141602, 0.178711, 0.267578, 0.147461, 0.263672, 0.283203, 0.259766, 0.259766, 0.259766, 0.261719, 0.25, 0.242188, 0.269531, 0.259766, 0.269531, 0.263672, 0.21582, 0.263672, 0.275391, 0.265625, 0.181641, 0.261719, 0.271484, 0.259766, 0.185547, 0.261719, 0.243164, 0.238281, 0.273438, 0.263672, 0.265625, 0.066406, 0.259766, 0.253906, 0.214844, 0.277344, 0.267578, 0.287109, 0.265625, 0.257812, 0.267578, 0.251953, 0.265625, 0.294922, 0.216797, 0.235352, 0.271484, 0.261719, 0.277344, 0.150391, 0.255859, 0.202148, 0.261719, 0.279297, 0.240234, 0.220703, 0.263672, 0.298828, 0.269531, 0.267578, 0.271484, 0.176758, 0.166992, 0.267578, 0.267578, 0.271484, 0.128906, 0.265625, 0.271484, 0.246094, 0.263672, 0.257812, 0.298828, 0.255859, 0.265625, 0.193359, 0.259766, 0.263672, 0.253906, 0.263672, 0.255859, 0.277344, 0.257812, 0.086914, 0.275391, 0.261719, 0.263672, 0.259766, 0.240234, 0.265625, 0.183594, 0.275391, 0.253906, 0.275391, 0.257812, 0.277344, 0.269531, 0.249023, 0.269531, 0.251953, 0.253906, 0.271484, 0.161133, 0.277344, 0.140625, 0.261719, 0.109375, 0.249023, 0.251953, 0.265625, 0.261719, 0.172852, 0.150391, 0.251953, 0.257812, 0.277344, 0.192383, 0.265625, 0.243164, 0.275391, 0.255859, 0.275391, 0.263672, 0.259766, 0.259766, 0.202148, 0.265625, 0.279297, 0.259766, 0.269531, 0.285156, 0.263672, 0.231445, 0.243164, 0.201172, 0.28125, 0.228516, 0.255859, 0.263672, 0.277344, 0.245117, 0.25, 0.230469, 0.269531, 0.271484, 0.251953, 0.279297, 0.269531, 0.261719, 0.265625, 0.267578, 0.257812, 0.140625, 0.267578, 0.263672, 0.253906, 0.197266, 0.255859, 0.261719, 0.25, 0.232422, 0.213867, 0.200195, 0.294922, 0.279297, 0.263672, 0.161133, 0.263672, 0.263672, 0.118652, 0.255859, 0.183594, 0.263672, 0.253906, 0.255859, 0.25, 0.259766, 0.265625, 0.28125, 0.273438, 0.166016, 0.257812, 0.275391, 0.259766, 0.259766, 0.259766, 0.265625, 0.200195, 0.152344, 0.25, 0.28125, 0.255859, 0.22168, 0.283203, 0.248047, 0.208984, 0.265625, 0.273438, 0.273438, 0.241211, 0.259766, 0.24707, 0.265625, 0.271484, 0.228516, 0.131836, 0.271484, 0.267578, 0.232422, 0.263672, 0.275391, 0.24707, 0.149414, 0.273438, 0.267578, 0.261719, 0.244141, 0.265625, 0.239258, 0.275391, 0.265625, 0.255859, 0.265625, 0.169922, 0.265625, 0.245117, 0.279297, 0.271484, 0.257812, 0.117676, 0.271484, 0.242188, 0.261719, 0.261719, 0.318359, 0.273438, 0.253906, 0.273438, 0.162109, 0.273438, 0.273438, 0.263672, 0.257812, 0.196289, 0.237305, 0.273438, 0.143555, 0.192383, 0.255859, 0.285156, 0.249023, 0.255859, 0.269531, 0.275391, 0.241211, 0.25, 0.143555, 0.283203, 0.1875, 0.271484, 0.257812, 0.265625, 0.267578, 0.271484, 0.255859, 0.259766, 0.235352, 0.296875, 0.265625, 0.24707, 0.271484, 0.248047, 0.240234, 0.251953, 0.185547, 0.265625, 0.205078, 0.25, 0.257812, 0.257812, 0.275391, 0.257812, 0.261719, 0.265625, 0.261719, 0.273438, 0.240234, 0.265625, 0.267578, 0.217773, 0.275391, 0.172852, 0.253906, 0.273438, 0.261719, 0.275391, 0.265625, 0.257812, 0.271484, 0.251953, 0.244141, 0.263672, 0.24707, 0.198242, 0.267578, 0.277344, 0.271484, 0.277344, 0.267578, 0.265625, 0.273438, 0.267578, 0.25, 0.265625, 0.261719, 0.236328, 0.277344, 0.259766, 0.248047, 0.267578, 0.229492, 0.269531, 0.255859, 0.287109, 0.246094, 0.193359, 0.197266, 0.275391, 0.275391, 0.275391, 0.257812, 0.255859, 0.261719, 0.253906, 0.167969, 0.271484, 0.255859, 0.259766, 0.261719, 0.255859, 0.248047, 0.202148, 0.242188, 0.267578, 0.25, 0.267578, 0.181641, 0.263672, 0.279297, 0.265625, 0.265625, 0.255859, 0.265625, 0.273438, 0.279297, 0.202148, 0.204102, 0.25, 0.25, 0.265625, 0.255859, 0.271484, 0.243164, 0.261719, 0.183594, 0.220703, 0.265625, 0.259766, 0.238281, 0.271484, 0.330078, 0.24707, 0.253906, 0.267578, 0.257812, 0.261719, 0.251953, 0.263672, 0.261719, 0.261719, 0.176758, 0.259766, 0.166992, 0.263672, 0.257812, 0.231445, 0.231445, 0.273438, 0.277344, 0.263672, 0.292969, 0.204102, 0.204102, 0.255859, 0.202148, 0.257812, 0.234375, 0.245117, 0.234375, 0.253906, 0.00036, 0.178711, 0.277344, 0.249023 ] }, "name": "model.model.layers.8.post_attention_layernorm.weight", "outputIndexes": [ 755 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 754 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_8/Mul_output_0", "outputIndexes": [ 756 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 755, 756 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_8/Mul_1_output_0", "outputIndexes": [ 757 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 757 ], "outputIndexes": [ 4628 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4628 ], "outputIndexes": [ 4629 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear", "inputIndexes": [ 4629 ], "outputIndexes": [ 4630 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 82668840, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4630 ], "outputIndexes": [ 4631 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4631 ], "outputIndexes": [ 758 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 758 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_8/Sigmoid_output_0", "outputIndexes": [ 759 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 758, 759 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_8/Mul_output_0", "outputIndexes": [ 760 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 757 ], "outputIndexes": [ 4632 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4632 ], "outputIndexes": [ 4633 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear", "inputIndexes": [ 4633 ], "outputIndexes": [ 4634 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 85249342, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4634 ], "outputIndexes": [ 4635 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4635 ], "outputIndexes": [ 761 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 760, 761 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_8/Mul_output_0", "outputIndexes": [ 762 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 762 ], "outputIndexes": [ 4636 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4636 ], "outputIndexes": [ 4637 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear", "inputIndexes": [ 4637 ], "outputIndexes": [ 4638 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 87829844, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4638 ], "outputIndexes": [ 4639 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.8/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4639 ], "outputIndexes": [ 763 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 754, 763 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_44_output_0", "outputIndexes": [ 764 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 764, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_81_output_0", "outputIndexes": [ 765 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.25, 0.34375, 0.292969, 0.300781, 0.229492, 0.289062, 0.777344, 0.257812, 0.239258, 0.310547, 0.679688, 0.237305, 0.235352, 0.234375, 0.209961, 0.222656, 0.392578, 0.310547, 0.227539, 0.235352, 0.28125, 0.265625, 0.248047, 0.273438, 0.289062, 0.269531, 0.251953, 0.275391, 0.259766, 0.273438, 0.304688, 0.396484, 0.283203, 0.314453, 0.228516, 0.253906, 0.257812, 0.263672, 0.574219, 0.294922, 0.249023, 0.248047, 0.302734, 0.291016, 0.289062, 0.341797, 0.283203, 0.412109, 0.234375, 0.707031, 0.259766, 0.265625, 0.243164, 0.261719, 0.332031, 0.277344, 0.22168, 0.28125, 0.267578, 0.245117, 0.279297, 0.279297, 0.263672, 0.269531, 0.322266, 0.40625, 0.585938, 0.474609, 0.234375, 0.75, 0.265625, 0.265625, 0.425781, 0.277344, 0.294922, 0.242188, 0.339844, 0.261719, 0.617188, 0.267578, 0.251953, 0.251953, 0.242188, 0.231445, 0.212891, 0.214844, 0.226562, 0.652344, 0.267578, 0.259766, 0.28125, 0.227539, 0.230469, 0.238281, 0.71875, 0.212891, 0.335938, 0.240234, 0.28125, 0.246094, 0.648438, 0.25, 0.240234, 0.287109, 0.235352, 0.273438, 0.285156, 0.257812, 0.28125, 0.22168, 0.212891, 0.231445, 0.253906, 0.324219, 0.249023, 0.416016, 0.269531, 0.246094, 0.273438, 0.314453, 0.287109, 0.21582, 0.203125, 0.423828, 0.239258, 0.292969, 0.683594, 0.253906, 0.257812, 0.222656, 0.231445, 0.204102, 0.308594, 0.244141, 0.310547, 0.283203, 0.243164, 0.257812, 0.279297, 0.332031, 0.259766, 0.3125, 0.255859, 0.287109, 0.25, 0.302734, 0.316406, 0.271484, 0.275391, 0.318359, 0.310547, 0.263672, 0.235352, 0.285156, 0.223633, 0.283203, 0.216797, 0.283203, 0.539062, 0.255859, 0.703125, 0.355469, 0.28125, 0.225586, 0.267578, 0.261719, 0.578125, 0.277344, 0.251953, 0.5625, 0.384766, 0.225586, 0.240234, 0.730469, 0.527344, 0.298828, 0.597656, 0.25, 0.263672, 0.259766, 0.21582, 0.271484, 0.227539, 0.267578, 0.234375, 0.291016, 0.245117, 0.316406, 0.279297, 0.294922, 0.222656, 0.269531, 0.455078, 0.257812, 0.271484, 0.298828, 0.239258, 0.65625, 3.7e-05, 0.316406, 0.21582, 0.229492, 0.24707, 0.318359, 0.253906, 0.253906, 0.228516, 0.289062, 0.457031, 0.265625, 0.269531, 0.233398, 0.265625, 0.287109, 0.265625, 0.320312, 0.320312, 0.206055, 0.259766, 0.234375, 0.214844, 0.253906, 0.212891, 0.246094, 0.261719, 0.271484, 0.269531, 0.171875, 0.298828, 0.53125, 0.367188, 0.414062, 0.229492, 0.257812, 0.275391, 0.375, 0.283203, 0.277344, 0.291016, 0.214844, 0.236328, 0.253906, 0.277344, 0.289062, 0.277344, 0.291016, 0.332031, 0.265625, 0.279297, 0.332031, 0.257812, 0.223633, 0.1875, 0.251953, 0.339844, 0.320312, 0.245117, 0.204102, 0.644531, 0.248047, 0.259766, 0.289062, 0.253906, 0.244141, 0.246094, 0.306641, 0.226562, 0.261719, 0.617188, 0.261719, 0.652344, 0.257812, 0.279297, 0.613281, 0.306641, 0.298828, 0.447266, 0.257812, 1.039062, 0.236328, 0.261719, 0.257812, 0.287109, 0.259766, 0.298828, 0.244141, 0.382812, 0.229492, 0.234375, 0.302734, 0.251953, 0.259766, 0.261719, 0.351562, 0.273438, 0.269531, 0.196289, 0.298828, 0.230469, 0.216797, 0.222656, 0.253906, 0.253906, 0.412109, 0.279297, 0.236328, 0.302734, 0.269531, 0.232422, 0.289062, 0.304688, 0.25, 0.582031, 0.382812, 0.267578, 0.213867, 0.314453, 0.285156, 0.376953, 0.378906, 0.242188, 0.294922, 0.257812, 0.225586, 0.255859, 0.314453, 0.273438, 0.291016, 0.236328, 0.652344, 0.441406, 0.257812, 0.625, 0.227539, 0.333984, 0.226562, 0.289062, 0.261719, 0.347656, 0.4375, 0.294922, 0.28125, 0.217773, 0.255859, 0.236328, 0.277344, 0.326172, 0.231445, 0.316406, 0.243164, 0.263672, 0.294922, 0.237305, 0.273438, 0.320312, 0.287109, 0.251953, 0.239258, 0.285156, 0.320312, 0.224609, 0.613281, 0.235352, 0.232422, 0.431641, 0.233398, 0.285156, 0.226562, 0.671875, 0.271484, 0.237305, 0.227539, 0.265625, 0.5, 0.296875, 0.257812, 0.242188, 0.304688, 0.237305, 0.625, 0.431641, 0.259766, 0.267578, 0.229492, 0.25, 0.248047, 0.294922, 0.235352, 0.425781, 0.316406, 0.249023, 0.695312, 0.219727, 0.902344, 0.259766, 0.275391, 0.246094, 0.242188, 0.255859, 0.318359, 0.316406, 0.279297, 0.277344, 0.231445, 0.219727, 0.257812, 0.261719, 0.263672, 0.234375, 0.292969, 0.304688, 0.291016, 0.233398, 0.263672, 0.236328, 0.25, 0.239258, 0.214844, 0.233398, 0.253906, 0.269531, 0.271484, 0.34375, 0.234375, 0.226562, 0.279297, 0.291016, 0.341797, 0.357422, 0.294922, 0.910156, 0.462891, 0.21875, 0.328125, 0.248047, 0.239258, 0.304688, 0.265625, 0.243164, 0.330078, 0.230469, 0.621094, 0.435547, 0.257812, 0.335938, 0.314453, 0.229492, 0.251953, 0.355469, 0.267578, 0.304688, 0.371094, 0.249023, 0.251953, 0.240234, 0.320312, 0.279297, 0.237305, 0.236328, 0.292969, 0.248047, 0.324219, 0.244141, 0.298828, 0.351562, 0.275391, 0.283203, 0.339844, 0.255859, 0.542969, 0.289062, 0.302734, 0.244141, 0.306641, 0.310547, 0.294922, 0.277344, 0.267578, 0.255859, 0.503906, 0.232422, 0.333984, 0.253906, 0.292969, 0.255859, 0.277344, 0.225586, 0.423828, 0.275391, 0.25, 0.300781, 0.245117, 0.234375, 0.267578, 0.261719, 0.378906, 0.227539, 0.267578, 0.294922, 0.248047, 0.660156, 0.279297, 0.230469, 0.310547, 0.59375, 0.249023, 0.265625, 0.333984, 0.271484, 0.267578, 0.292969, 0.322266, 0.554688, 0.238281, 0.257812, 0.298828, 0.267578, 0.78125, 0.241211, 0.24707, 0.259766, 0.265625, 0.265625, 0.229492, 0.302734, 0.259766, 0.255859, 0.263672, 0.224609, 0.384766, 0.394531, 0.275391, 0.287109, 0.621094, 0.304688, 0.263672, 0.239258, 0.249023, 0.34375, 0.259766, 0.243164, 0.245117, 0.271484, 0.242188, 0.277344, 0.277344, 0.21875, 0.558594, 0.369141, 0.345703, 0.302734, 0.243164, 0.324219, 0.245117, 0.28125, 0.243164, 0.486328, 0.0625, 0.253906, 0.242188, 0.535156, 0.527344, 0.242188, 0.255859, 0.269531, 0.503906, 0.230469, 0.220703, 0.261719, 0.279297, 0.314453, 0.257812, 0.265625, 0.267578, 0.244141, 0.265625, 0.253906, 0.209961, 0.291016, 0.345703, 0.3125, 0.275391, 0.271484, 0.308594, 0.253906, 0.294922, 0.271484, 0.298828, 0.239258, 0.225586, 0.289062, 0.722656, 0.269531, 0.210938, 0.279297, 0.244141, 0.251953, 0.640625, 0.363281, 0.28125, 0.233398, 0.294922, 0.283203, 0.253906, 0.179688, 0.28125, 0.271484, 0.271484, 0.253906, 0.257812, 0.253906, 0.231445, 0.34375, 0.386719, 0.227539, 0.306641, 0.511719, 0.21582, 0.289062, 0.296875, 0.609375, 0.240234, 0.320312, 0.341797, 0.300781, 0.185547, 0.275391, 0.621094, 0.233398, 0.248047, 0.496094, 0.246094, 0.25, 0.214844, 0.251953, 0.240234, 0.255859, 0.378906, 0.251953, 0.213867, 0.28125, 0.253906, 0.243164, 0.259766, 0.451172, 0.298828, 0.326172, 0.695312, 0.349609, 0.333984, 0.25, 0.310547, 0.341797, 0.24707, 0.235352, 0.253906, 0.679688, 0.248047, 0.233398, 0.679688, 0.263672, 0.24707, 0.253906, 0.933594, 0.255859, 0.259766, 0.269531, 0.261719, 0.28125, 0.224609, 0.300781, 0.277344, 0.296875, 0.570312, 0.214844, 0.285156, 0.355469, 0.224609, 0.285156, 0.234375, 0.287109, 0.285156, 0.78125, 0.267578, 0.289062, 0.316406, 0.289062, 0.263672, 0.255859, 0.222656, 0.314453, 0.275391, 0.296875, 0.25, 0.261719, 0.251953, 0.287109, 0.851562, 0.220703, 0.237305, 0.261719, 0.231445, 0.605469, 0.238281, 0.365234, 0.376953, 0.239258, 0.257812, 0.292969, 0.324219, 0.408203, 0.265625, 0.25, 0.275391, 0.261719, 0.240234, 0.225586, 0.667969, 0.249023, 0.259766, 0.785156, 0.25, 0.25, 0.271484, 0.245117, 0.265625, 1.148438, 0.248047, 0.298828, 0.306641, 0.279297, 0.245117, 0.227539, 0.25, 0.239258, 0.263672, 0.232422, 0.227539, 0.251953, 0.259766, 0.263672, 0.273438, 0.208984, 0.316406, 0.269531, 0.237305, 0.574219, 0.243164, 0.243164, 0.292969, 0.235352, 0.699219, 0.322266, 0.285156, 0.251953, 0.244141, 0.227539, 0.296875, 0.265625, 0.235352, 0.245117, 0.261719, 0.296875, 0.289062, 0.285156, 0.25, 0.265625, 0.201172, 0.222656, 0.652344, 0.628906, 0.318359, 0.316406, 0.251953, 0.314453, 0.337891, 0.345703, 0.227539, 0.228516, 0.244141, 0.582031, 0.246094, 0.347656, 0.257812, 0.253906, 0.279297, 0.328125, 0.3125, 0.308594, 0.248047, 0.289062, 0.263672, 0.308594, 0.292969, 0.28125, 0.225586, 0.730469, 0.24707, 0.283203, 0.237305, 0.25, 0.25, 0.287109, 0.322266, 0.242188, 0.232422, 0.232422, 0.318359, 0.308594, 0.539062, 0.3125, 0.219727, 0.269531, 0.265625, 0.273438, 0.267578, 0.244141, 0.228516, 0.275391, 0.287109, 0.3125, 0.243164, 0.291016, 0.28125, 0.292969, 0.24707, 0.223633, 0.271484, 0.259766, 0.306641, 0.263672, 0.235352, 0.259766, 0.263672, 0.217773, 0.289062, 0.269531, 0.236328, 0.636719, 0.263672, 0.259766, 0.322266, 0.233398, 0.263672, 0.263672, 0.296875, 0.220703, 0.25, 0.277344, 0.291016, 0.233398, 0.285156, 0.6875, 0.314453, 0.229492, 0.267578, 0.332031, 0.296875, 0.224609, 0.246094, 0.296875, 0.320312, 0.263672, 0.249023, 0.296875, 0.402344, 0.224609, 0.269531, 0.308594, 0.310547, 0.267578, 0.265625, 0.242188, 0.239258, 0.271484, 0.296875, 0.777344, 0.414062, 0.25, 0.785156, 0.251953, 0.275391, 0.261719, 0.289062, 0.292969, 0.233398, 0.236328, 0.394531, 0.277344, 0.277344, 0.271484, 0.231445, 0.466797, 0.291016, 0.208008, 0.251953, 0.376953, 0.21875, 0.283203, 0.302734, 0.394531, 0.271484, 0.294922, 0.337891, 0.263672, 0.219727, 0.285156, 0.757812, 0.287109, 0.279297, 0.296875, 0.316406, 0.244141, 0.294922, 0.24707, 0.245117, 0.243164, 0.240234, 0.285156, 0.279297, 0.296875, 0.326172, 0.253906, 0.225586, 0.255859, 0.699219, 0.211914, 0.322266, 0.253906, 0.296875, 0.332031, 0.22168, 0.232422, 0.255859, 0.231445, 0.253906, 0.253906, 0.220703, 0.355469, 0.25, 0.267578, 0.231445, 0.773438, 0.255859, 0.231445, 0.308594, 0.287109, 0.291016, 0.265625, 0.267578, 0.257812, 0.408203, 0.283203, 0.283203, 0.243164, 0.238281, 0.289062, 0.347656, 0.3125, 0.546875, 0.277344, 0.269531, 0.277344, 0.28125, 0.217773, 0.25, 0.233398, 0.214844, 0.345703, 0.277344, 0.246094, 0.314453, 0.269531, 0.273438, 0.259766, 0.298828, 0.244141, 0.3125, 0.589844, 0.222656, 0.699219, 0.380859, 0.785156, 0.320312, 0.22168, 0.289062, 0.25, 0.542969, 0.6875, 0.242188, 0.275391, 0.279297, 0.253906, 0.320312, 0.238281, 0.248047, 0.298828, 0.24707, 0.263672, 0.236328, 0.277344, 0.207031, 0.227539, 0.298828, 0.273438, 0.263672, 0.271484, 0.251953, 0.244141, 0.236328, 0.410156, 0.246094, 0.24707, 0.271484, 0.220703, 0.233398, 0.332031, 0.314453, 0.398438, 0.269531, 0.243164, 0.306641, 0.269531, 0.219727, 0.25, 0.192383, 0.296875, 0.294922, 0.375, 0.227539, 0.236328, 0.289062, 0.291016, 0.298828, 0.228516, 0.249023, 0.261719, 0.714844, 0.267578, 0.275391, 0.283203, 0.240234, 0.542969, 0.269531, 0.259766, 0.824219, 0.275391, 0.34375, 0.275391, 0.302734, 0.292969, 0.28125, 0.251953, 0.283203, 0.245117, 0.249023, 0.412109, 0.271484, 0.271484, 0.298828, 0.263672, 0.246094, 0.289062, 0.261719, 0.703125, 0.296875, 0.255859, 0.277344, 0.279297, 0.263672, 0.235352, 0.34375, 0.28125, 0.234375, 0.25, 0.294922, 0.222656, 0.347656, 0.324219, 0.242188, 0.263672, 0.707031, 0.251953, 0.291016, 0.357422, 0.240234, 0.239258, 0.294922, 0.5625, 0.269531, 0.259766, 0.289062, 0.390625, 0.219727, 0.316406, 0.273438, 0.337891, 0.233398, 0.233398, 0.589844, 0.273438, 0.304688, 0.259766, 0.244141, 0.265625, 0.820312, 0.223633, 0.201172, 0.292969, 0.24707, 0.367188, 0.257812, 0.300781, 0.22168, 0.605469, 0.263672, 0.253906, 0.245117, 0.285156, 0.466797, 0.287109, 0.296875, 0.761719, 0.234375, 0.269531, 0.219727, 0.234375, 0.277344, 0.271484, 0.234375, 0.271484, 0.287109, 0.792969, 0.287109, 0.480469, 0.255859, 0.245117, 0.292969, 0.231445, 0.253906, 0.273438, 0.225586, 0.263672, 0.318359, 0.285156, 0.273438, 0.277344, 0.257812, 0.455078, 0.261719, 0.371094, 0.24707, 0.486328, 0.269531, 0.243164, 0.267578, 0.224609, 0.289062, 0.3125, 0.277344, 0.263672, 0.287109, 0.320312, 0.236328, 0.24707, 0.304688, 0.211914, 0.326172, 0.249023, 0.279297, 0.253906, 0.233398, 0.271484, 0.226562, 0.322266, 0.28125, 0.277344, 0.240234, 0.302734, 0.28125, 0.231445, 0.249023, 0.225586, 0.273438, 0.273438, 0.238281, 0.242188, 0.271484, 0.292969, 0.25, 0.269531, 0.367188, 0.21875, 0.267578, 0.277344, 0.294922, 0.251953, 0.255859, 0.265625, 0.300781, 0.21875, 0.451172, 0.253906, 0.249023, 0.244141, 0.225586, 0.246094, 0.326172, 0.259766, 0.255859, 0.458984, 0.255859, 0.253906, 0.236328, 0.223633, 0.237305, 0.375, 0.241211, 0.273438, 0.241211, 0.279297, 0.25, 0.349609, 0.227539, 0.261719, 0.298828, 0.265625, 0.263672, 0.255859, 0.283203, 0.242188, 0.457031, 0.410156, 0.261719, 0.289062, 0.243164, 0.263672, 0.277344, 0.316406, 0.324219, 0.349609, 0.287109, 0.291016, 0.242188, 0.277344, 0.234375, 0.349609, 0.294922, 0.243164, 0.283203, 0.21582, 0.294922, 0.259766, 0.298828, 0.283203, 0.217773, 0.433594, 0.277344, 0.417969, 0.285156, 0.273438, 0.369141, 0.24707, 0.304688, 0.353516, 0.292969, 0.236328, 0.291016, 0.249023, 0.229492, 0.271484, 0.261719, 0.277344, 0.243164, 0.279297, 0.296875, 0.585938, 0.496094, 0.291016, 0.291016 ] }, "name": "model.model.layers.9.input_layernorm.weight", "outputIndexes": [ 766 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 765 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_9/Mul_output_0", "outputIndexes": [ 767 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 766, 767 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_9/Mul_1_output_0", "outputIndexes": [ 768 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 4640 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4640 ], "outputIndexes": [ 4641 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear", "inputIndexes": [ 4641 ], "outputIndexes": [ 4642 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 90410346, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4642 ], "outputIndexes": [ 4643 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4643 ], "outputIndexes": [ 769 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 768 ], "main_type": "NONE", "name": "/Shape_127_output_0", "outputIndexes": [ 770 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 770 ], "main_type": "NONE", "name": "Shape2023", "outputIndexes": [ 771 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 770 ], "main_type": "NONE", "name": "Rank2025", "outputIndexes": [ 772 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 772, 772 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2027", "outputIndexes": [ 773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 773 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2028", "outputIndexes": [ 774 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 773, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2030", "outputIndexes": [ 775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 775 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2031", "outputIndexes": [ 776 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 771, 774, 776, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2034", "outputIndexes": [ 777 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 777 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2035", "outputIndexes": [ 778 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2036", "outputIndexes": [ 779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 779, 778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2037", "outputIndexes": [ 780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 770, 780, 773 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_139_output_0", "outputIndexes": [ 781 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 781, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_289_output_0", "outputIndexes": [ 782 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 782, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_117_output_0", "outputIndexes": [ 783 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 769, 783 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_82_output_0", "outputIndexes": [ 784 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_72_output_0", "outputIndexes": [ 785 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784 ], "main_type": "NONE", "name": "/Shape_128_output_0", "outputIndexes": [ 786 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 786 ], "main_type": "NONE", "name": "Shape2044", "outputIndexes": [ 787 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 786 ], "main_type": "NONE", "name": "Rank2046", "outputIndexes": [ 788 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 788, 788 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2048", "outputIndexes": [ 789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 789 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2049", "outputIndexes": [ 790 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 789, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2051", "outputIndexes": [ 791 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 791 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2052", "outputIndexes": [ 792 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 787, 790, 792, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2055", "outputIndexes": [ 793 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 793 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2056", "outputIndexes": [ 794 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 794 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2057", "outputIndexes": [ 795 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 795, 794 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2058", "outputIndexes": [ 796 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 786, 796, 789 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_140_output_0", "outputIndexes": [ 797 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 797, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_27_output_0", "outputIndexes": [ 798 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 798, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_294_output_0", "outputIndexes": [ 799 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 799, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_37_output_0", "outputIndexes": [ 800 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 800 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_18_output_0", "outputIndexes": [ 801 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 784, 22, 799, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_36_output_0", "outputIndexes": [ 802 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 801, 802 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_120_output_0", "outputIndexes": [ 803 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 803, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_73_output_0", "outputIndexes": [ 804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 785, 804 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_45_output_0", "outputIndexes": [ 805 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 4644 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4644 ], "outputIndexes": [ 4645 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear", "inputIndexes": [ 4645 ], "outputIndexes": [ 4646 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 91331968, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4646 ], "outputIndexes": [ 4647 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4647 ], "outputIndexes": [ 806 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 782, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_118_output_0", "outputIndexes": [ 807 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 806, 807 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_83_output_0", "outputIndexes": [ 808 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_74_output_0", "outputIndexes": [ 809 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808 ], "main_type": "NONE", "name": "/Shape_129_output_0", "outputIndexes": [ 810 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 810 ], "main_type": "NONE", "name": "Shape2107", "outputIndexes": [ 811 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 810 ], "main_type": "NONE", "name": "Rank2109", "outputIndexes": [ 812 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 812, 812 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2111", "outputIndexes": [ 813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2112", "outputIndexes": [ 814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 813, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2114", "outputIndexes": [ 815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 815 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2115", "outputIndexes": [ 816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 811, 814, 816, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2118", "outputIndexes": [ 817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 817 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2119", "outputIndexes": [ 818 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 818 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2120", "outputIndexes": [ 819 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 819, 818 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2121", "outputIndexes": [ 820 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 810, 820, 813 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_141_output_0", "outputIndexes": [ 821 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 821, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_28_output_0", "outputIndexes": [ 822 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 822, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_296_output_0", "outputIndexes": [ 823 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 823, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_39_output_0", "outputIndexes": [ 824 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 824 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_19_output_0", "outputIndexes": [ 825 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 808, 22, 823, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_38_output_0", "outputIndexes": [ 826 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 825, 826 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_121_output_0", "outputIndexes": [ 827 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 827, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_75_output_0", "outputIndexes": [ 828 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 809, 828 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_46_output_0", "outputIndexes": [ 829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 768 ], "outputIndexes": [ 4648 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4648 ], "outputIndexes": [ 4649 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear", "inputIndexes": [ 4649 ], "outputIndexes": [ 4650 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 91562390, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4650 ], "outputIndexes": [ 4651 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4651 ], "outputIndexes": [ 830 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 830, 807 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_84_output_0", "outputIndexes": [ 831 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 805, 829, 831, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_89_output_0", "outputIndexes": [ 832 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 832 ], "outputIndexes": [ 4652 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4652 ], "outputIndexes": [ 4653 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear", "inputIndexes": [ 4653 ], "outputIndexes": [ 4654 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 91792812, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4654 ], "outputIndexes": [ 4655 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4655 ], "outputIndexes": [ 833 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 765, 833 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_48_output_0", "outputIndexes": [ 834 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.228516, 0.265625, 0.287109, 0.279297, 0.285156, 0.277344, 0.112305, 0.28125, 0.246094, 0.238281, 0.164062, 0.279297, 0.216797, 0.296875, 0.287109, 0.287109, 0.21875, 0.259766, 0.267578, 0.197266, 0.277344, 0.28125, 0.261719, 0.238281, 0.263672, 0.277344, 0.255859, 0.275391, 0.275391, 0.261719, 0.24707, 0.154297, 0.269531, 0.257812, 0.28125, 0.263672, 0.18457, 0.28125, 0.169922, 0.267578, 0.271484, 0.28125, 0.253906, 0.259766, 0.209961, 0.257812, 0.287109, 0.197266, 0.294922, 0.176758, 0.273438, 0.178711, 0.271484, 0.279297, 0.210938, 0.277344, 0.292969, 0.267578, 0.261719, 0.298828, 0.28125, 0.267578, 0.251953, 0.277344, 0.240234, 0.236328, 0.166992, 0.164062, 0.279297, 0.143555, 0.296875, 0.195312, 0.222656, 0.265625, 0.287109, 0.257812, 0.239258, 0.28125, 0.148438, 0.269531, 0.251953, 0.302734, 0.248047, 0.255859, 0.283203, 0.203125, 0.283203, 0.181641, 0.291016, 0.212891, 0.249023, 0.277344, 0.211914, 0.269531, 0.137695, 0.193359, 0.300781, 0.28125, 0.302734, 0.279297, 0.181641, 0.261719, 0.271484, 0.28125, 0.283203, 0.18457, 0.28125, 0.28125, 0.269531, 0.28125, 0.28125, 0.287109, 0.259766, 0.269531, 0.273438, 0.251953, 0.273438, 0.283203, 0.28125, 0.279297, 0.271484, 0.237305, 0.302734, 0.22168, 0.283203, 0.263672, 0.111816, 0.279297, 0.269531, 0.298828, 0.283203, 0.298828, 0.273438, 0.271484, 0.271484, 0.259766, 0.287109, 0.273438, 0.253906, 0.229492, 0.275391, 0.28125, 0.271484, 0.283203, 0.289062, 0.259766, 0.265625, 0.243164, 0.28125, 0.279297, 0.267578, 0.271484, 0.283203, 0.289062, 0.283203, 0.267578, 0.291016, 0.279297, 0.147461, 0.273438, 0.154297, 0.251953, 0.214844, 0.28125, 0.265625, 0.285156, 0.161133, 0.294922, 0.261719, 0.171875, 0.233398, 0.289062, 0.289062, 0.139648, 0.15918, 0.304688, 0.211914, 0.28125, 0.291016, 0.273438, 0.269531, 0.241211, 0.259766, 0.277344, 0.291016, 0.279297, 0.277344, 0.265625, 0.28125, 0.28125, 0.289062, 0.251953, 0.166016, 0.273438, 0.271484, 0.271484, 0.267578, 0.177734, 0.000202, 0.271484, 0.273438, 0.287109, 0.244141, 0.261719, 0.251953, 0.267578, 0.287109, 0.253906, 0.234375, 0.279297, 0.283203, 0.257812, 0.279297, 0.181641, 0.267578, 0.28125, 0.271484, 0.265625, 0.28125, 0.283203, 0.279297, 0.279297, 0.238281, 0.265625, 0.294922, 0.261719, 0.285156, 0.175781, 0.283203, 0.220703, 0.244141, 0.213867, 0.289062, 0.263672, 0.287109, 0.21875, 0.277344, 0.248047, 0.304688, 0.289062, 0.275391, 0.257812, 0.261719, 0.273438, 0.279297, 0.251953, 0.198242, 0.283203, 0.285156, 0.259766, 0.277344, 0.231445, 0.188477, 0.273438, 0.239258, 0.291016, 0.24707, 0.269531, 0.167969, 0.28125, 0.285156, 0.285156, 0.275391, 0.237305, 0.287109, 0.285156, 0.263672, 0.279297, 0.174805, 0.287109, 0.166992, 0.292969, 0.265625, 0.166992, 0.217773, 0.285156, 0.273438, 0.233398, 0.126953, 0.28125, 0.226562, 0.294922, 0.28125, 0.277344, 0.28125, 0.255859, 0.306641, 0.291016, 0.277344, 0.291016, 0.285156, 0.28125, 0.28125, 0.255859, 0.275391, 0.271484, 0.28125, 0.267578, 0.298828, 0.271484, 0.273438, 0.271484, 0.265625, 0.195312, 0.271484, 0.275391, 0.244141, 0.267578, 0.28125, 0.308594, 0.214844, 0.285156, 0.211914, 0.224609, 0.279297, 0.269531, 0.273438, 0.219727, 0.255859, 0.194336, 0.296875, 0.298828, 0.277344, 0.277344, 0.257812, 0.249023, 0.269531, 0.294922, 0.287109, 0.172852, 0.214844, 0.235352, 0.170898, 0.275391, 0.263672, 0.271484, 0.300781, 0.249023, 0.182617, 0.1875, 0.259766, 0.277344, 0.279297, 0.224609, 0.28125, 0.285156, 0.241211, 0.28125, 0.253906, 0.283203, 0.28125, 0.283203, 0.235352, 0.273438, 0.279297, 0.283203, 0.275391, 0.263672, 0.269531, 0.287109, 0.275391, 0.1875, 0.28125, 0.287109, 0.24707, 0.275391, 0.287109, 0.279297, 0.1875, 0.248047, 0.287109, 0.273438, 0.289062, 0.167969, 0.273438, 0.255859, 0.291016, 0.269531, 0.279297, 0.165039, 0.083984, 0.261719, 0.287109, 0.279297, 0.277344, 0.255859, 0.259766, 0.287109, 0.232422, 0.261719, 0.263672, 0.166992, 0.296875, 0.149414, 0.283203, 0.277344, 0.271484, 0.287109, 0.283203, 0.271484, 0.255859, 0.292969, 0.223633, 0.285156, 0.289062, 0.230469, 0.294922, 0.269531, 0.289062, 0.289062, 0.241211, 0.285156, 0.285156, 0.255859, 0.285156, 0.289062, 0.263672, 0.275391, 0.287109, 0.243164, 0.304688, 0.263672, 0.171875, 0.285156, 0.283203, 0.211914, 0.275391, 0.265625, 0.21582, 0.271484, 0.139648, 0.200195, 0.285156, 0.269531, 0.261719, 0.277344, 0.291016, 0.265625, 0.265625, 0.330078, 0.28125, 0.191406, 0.209961, 0.291016, 0.251953, 0.227539, 0.283203, 0.289062, 0.194336, 0.271484, 0.255859, 0.237305, 0.273438, 0.285156, 0.279297, 0.287109, 0.28125, 0.271484, 0.273438, 0.249023, 0.271484, 0.253906, 0.279297, 0.271484, 0.162109, 0.279297, 0.259766, 0.269531, 0.283203, 0.194336, 0.263672, 0.273438, 0.279297, 0.265625, 0.257812, 0.251953, 0.253906, 0.287109, 0.235352, 0.208984, 0.271484, 0.296875, 0.298828, 0.261719, 0.294922, 0.253906, 0.273438, 0.22168, 0.287109, 0.271484, 0.289062, 0.28125, 0.28125, 0.283203, 0.267578, 0.228516, 0.283203, 0.265625, 0.25, 0.243164, 0.117188, 0.257812, 0.285156, 0.289062, 0.160156, 0.285156, 0.265625, 0.269531, 0.285156, 0.277344, 0.267578, 0.298828, 0.133789, 0.228516, 0.251953, 0.269531, 0.28125, 0.142578, 0.249023, 0.255859, 0.275391, 0.271484, 0.188477, 0.283203, 0.287109, 0.265625, 0.285156, 0.289062, 0.292969, 0.235352, 0.219727, 0.253906, 0.208984, 0.15625, 0.291016, 0.267578, 0.275391, 0.285156, 0.251953, 0.265625, 0.273438, 0.192383, 0.246094, 0.28125, 0.291016, 0.239258, 0.285156, 0.163086, 0.231445, 0.237305, 0.257812, 0.275391, 0.28125, 0.279297, 0.265625, 0.277344, 0.22168, 0.166016, 0.279297, 0.181641, 0.150391, 0.207031, 0.28125, 0.259766, 0.230469, 0.178711, 0.287109, 0.275391, 0.269531, 0.267578, 0.285156, 0.279297, 0.211914, 0.277344, 0.263672, 0.277344, 0.261719, 0.275391, 0.25, 0.173828, 0.298828, 0.269531, 0.261719, 0.271484, 0.279297, 0.261719, 0.277344, 0.273438, 0.304688, 0.271484, 0.243164, 0.158203, 0.292969, 0.287109, 0.267578, 0.220703, 0.285156, 0.164062, 0.18457, 0.273438, 0.277344, 0.271484, 0.273438, 0.28125, 0.168945, 0.222656, 0.269531, 0.25, 0.259766, 0.285156, 0.251953, 0.283203, 0.28125, 0.222656, 0.269531, 0.269531, 0.179688, 0.273438, 0.261719, 0.279297, 0.143555, 0.283203, 0.248047, 0.269531, 0.255859, 0.173828, 0.289062, 0.160156, 0.267578, 0.188477, 0.052734, 0.263672, 0.265625, 0.277344, 0.240234, 0.283203, 0.285156, 0.265625, 0.271484, 0.271484, 0.236328, 0.287109, 0.279297, 0.226562, 0.180664, 0.255859, 0.255859, 0.15332, 0.265625, 0.251953, 0.292969, 0.304688, 0.285156, 0.195312, 0.265625, 0.265625, 0.140625, 0.273438, 0.198242, 0.162109, 0.263672, 0.285156, 0.255859, 0.140625, 0.275391, 0.277344, 0.269531, 0.271484, 0.263672, 0.292969, 0.279297, 0.275391, 0.267578, 0.145508, 0.223633, 0.186523, 0.302734, 0.285156, 0.267578, 0.291016, 0.285156, 0.279297, 0.095215, 0.255859, 0.277344, 0.291016, 0.233398, 0.298828, 0.28125, 0.261719, 0.24707, 0.279297, 0.273438, 0.283203, 0.249023, 0.285156, 0.263672, 0.123047, 0.283203, 0.287109, 0.261719, 0.267578, 0.180664, 0.273438, 0.19043, 0.212891, 0.28125, 0.255859, 0.240234, 0.269531, 0.214844, 0.273438, 0.277344, 0.291016, 0.287109, 0.277344, 0.267578, 0.168945, 0.199219, 0.291016, 0.160156, 0.25, 0.228516, 0.271484, 0.287109, 0.257812, 0.125977, 0.277344, 0.263672, 0.265625, 0.292969, 0.197266, 0.275391, 0.279297, 0.208984, 0.291016, 0.201172, 0.271484, 0.269531, 0.273438, 0.279297, 0.277344, 0.287109, 0.257812, 0.273438, 0.298828, 0.098633, 0.277344, 0.275391, 0.172852, 0.222656, 0.147461, 0.291016, 0.251953, 0.291016, 0.291016, 0.265625, 0.24707, 0.241211, 0.259766, 0.28125, 0.279297, 0.263672, 0.216797, 0.285156, 0.275391, 0.226562, 0.289062, 0.267578, 0.15332, 0.181641, 0.234375, 0.239258, 0.261719, 0.219727, 0.287109, 0.267578, 0.287109, 0.279297, 0.283203, 0.193359, 0.298828, 0.212891, 0.277344, 0.28125, 0.265625, 0.233398, 0.28125, 0.269531, 0.267578, 0.275391, 0.269531, 0.259766, 0.227539, 0.251953, 0.277344, 0.164062, 0.261719, 0.273438, 0.283203, 0.285156, 0.28125, 0.279297, 0.261719, 0.277344, 0.294922, 0.289062, 0.204102, 0.263672, 0.219727, 0.291016, 0.294922, 0.261719, 0.273438, 0.277344, 0.246094, 0.275391, 0.267578, 0.275391, 0.292969, 0.263672, 0.283203, 0.283203, 0.269531, 0.257812, 0.291016, 0.261719, 0.253906, 0.28125, 0.291016, 0.261719, 0.261719, 0.269531, 0.175781, 0.314453, 0.273438, 0.275391, 0.275391, 0.182617, 0.285156, 0.28125, 0.271484, 0.279297, 0.28125, 0.279297, 0.245117, 0.230469, 0.273438, 0.285156, 0.265625, 0.234375, 0.283203, 0.169922, 0.273438, 0.279297, 0.261719, 0.211914, 0.265625, 0.242188, 0.289062, 0.235352, 0.279297, 0.291016, 0.19043, 0.28125, 0.192383, 0.275391, 0.255859, 0.255859, 0.234375, 0.267578, 0.267578, 0.267578, 0.28125, 0.240234, 0.273438, 0.140625, 0.167969, 0.287109, 0.158203, 0.285156, 0.289062, 0.279297, 0.267578, 0.265625, 0.271484, 0.263672, 0.25, 0.283203, 0.273438, 0.279297, 0.275391, 0.210938, 0.273438, 0.28125, 0.291016, 0.191406, 0.277344, 0.271484, 0.285156, 0.196289, 0.271484, 0.248047, 0.251953, 0.291016, 0.283203, 0.271484, 0.110352, 0.265625, 0.261719, 0.21875, 0.296875, 0.28125, 0.294922, 0.275391, 0.273438, 0.279297, 0.265625, 0.283203, 0.308594, 0.213867, 0.248047, 0.287109, 0.267578, 0.285156, 0.160156, 0.263672, 0.205078, 0.271484, 0.285156, 0.24707, 0.220703, 0.265625, 0.300781, 0.287109, 0.283203, 0.267578, 0.172852, 0.168945, 0.279297, 0.273438, 0.283203, 0.155273, 0.28125, 0.285156, 0.25, 0.261719, 0.275391, 0.296875, 0.263672, 0.279297, 0.196289, 0.275391, 0.271484, 0.263672, 0.275391, 0.263672, 0.285156, 0.259766, 0.131836, 0.289062, 0.271484, 0.269531, 0.275391, 0.248047, 0.279297, 0.168945, 0.285156, 0.267578, 0.279297, 0.283203, 0.304688, 0.285156, 0.253906, 0.287109, 0.261719, 0.265625, 0.28125, 0.19043, 0.294922, 0.145508, 0.259766, 0.142578, 0.255859, 0.265625, 0.28125, 0.277344, 0.185547, 0.168945, 0.259766, 0.267578, 0.292969, 0.194336, 0.267578, 0.259766, 0.283203, 0.263672, 0.283203, 0.273438, 0.267578, 0.275391, 0.204102, 0.28125, 0.28125, 0.273438, 0.28125, 0.292969, 0.271484, 0.244141, 0.251953, 0.22168, 0.292969, 0.238281, 0.277344, 0.287109, 0.28125, 0.253906, 0.257812, 0.233398, 0.289062, 0.289062, 0.261719, 0.294922, 0.287109, 0.273438, 0.283203, 0.275391, 0.275391, 0.15918, 0.283203, 0.273438, 0.251953, 0.197266, 0.259766, 0.275391, 0.255859, 0.241211, 0.206055, 0.202148, 0.298828, 0.291016, 0.291016, 0.157227, 0.271484, 0.28125, 0.139648, 0.271484, 0.173828, 0.277344, 0.263672, 0.261719, 0.251953, 0.273438, 0.273438, 0.292969, 0.287109, 0.168945, 0.275391, 0.291016, 0.261719, 0.283203, 0.269531, 0.275391, 0.196289, 0.138672, 0.263672, 0.291016, 0.261719, 0.227539, 0.294922, 0.263672, 0.212891, 0.277344, 0.285156, 0.28125, 0.245117, 0.277344, 0.257812, 0.267578, 0.285156, 0.241211, 0.151367, 0.273438, 0.279297, 0.238281, 0.271484, 0.296875, 0.251953, 0.166016, 0.285156, 0.283203, 0.279297, 0.255859, 0.277344, 0.253906, 0.289062, 0.28125, 0.271484, 0.279297, 0.183594, 0.271484, 0.242188, 0.291016, 0.285156, 0.279297, 0.174805, 0.28125, 0.253906, 0.273438, 0.271484, 0.304688, 0.279297, 0.269531, 0.291016, 0.165039, 0.283203, 0.289062, 0.273438, 0.273438, 0.209961, 0.249023, 0.291016, 0.134766, 0.193359, 0.265625, 0.300781, 0.269531, 0.261719, 0.287109, 0.28125, 0.246094, 0.261719, 0.139648, 0.302734, 0.19043, 0.28125, 0.275391, 0.28125, 0.285156, 0.28125, 0.263672, 0.279297, 0.255859, 0.300781, 0.279297, 0.259766, 0.287109, 0.249023, 0.232422, 0.267578, 0.186523, 0.283203, 0.220703, 0.267578, 0.261719, 0.287109, 0.291016, 0.263672, 0.265625, 0.279297, 0.279297, 0.287109, 0.251953, 0.28125, 0.289062, 0.224609, 0.289062, 0.163086, 0.257812, 0.285156, 0.277344, 0.285156, 0.277344, 0.259766, 0.289062, 0.263672, 0.255859, 0.285156, 0.263672, 0.204102, 0.285156, 0.279297, 0.275391, 0.285156, 0.283203, 0.273438, 0.283203, 0.287109, 0.253906, 0.285156, 0.277344, 0.244141, 0.289062, 0.269531, 0.257812, 0.277344, 0.239258, 0.289062, 0.273438, 0.298828, 0.259766, 0.196289, 0.196289, 0.296875, 0.294922, 0.285156, 0.279297, 0.273438, 0.273438, 0.273438, 0.172852, 0.283203, 0.257812, 0.273438, 0.283203, 0.263672, 0.259766, 0.206055, 0.24707, 0.279297, 0.261719, 0.277344, 0.175781, 0.275391, 0.279297, 0.271484, 0.271484, 0.267578, 0.275391, 0.287109, 0.283203, 0.212891, 0.208984, 0.263672, 0.263672, 0.277344, 0.279297, 0.291016, 0.246094, 0.275391, 0.183594, 0.233398, 0.271484, 0.277344, 0.25, 0.285156, 0.332031, 0.259766, 0.265625, 0.277344, 0.273438, 0.275391, 0.257812, 0.273438, 0.279297, 0.279297, 0.171875, 0.261719, 0.165039, 0.275391, 0.271484, 0.239258, 0.246094, 0.273438, 0.277344, 0.263672, 0.302734, 0.208008, 0.209961, 0.271484, 0.208984, 0.263672, 0.246094, 0.267578, 0.242188, 0.277344, 0.046387, 0.166016, 0.292969, 0.255859 ] }, "name": "model.model.layers.9.post_attention_layernorm.weight", "outputIndexes": [ 835 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_9/Mul_output_0", "outputIndexes": [ 836 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 835, 836 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_9/Mul_1_output_0", "outputIndexes": [ 837 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 4656 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4656 ], "outputIndexes": [ 4657 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear", "inputIndexes": [ 4657 ], "outputIndexes": [ 4658 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 92714434, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4658 ], "outputIndexes": [ 4659 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4659 ], "outputIndexes": [ 838 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_9/Sigmoid_output_0", "outputIndexes": [ 839 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 838, 839 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_9/Mul_output_0", "outputIndexes": [ 840 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 837 ], "outputIndexes": [ 4660 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4660 ], "outputIndexes": [ 4661 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear", "inputIndexes": [ 4661 ], "outputIndexes": [ 4662 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 95294936, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4662 ], "outputIndexes": [ 4663 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4663 ], "outputIndexes": [ 841 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 840, 841 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_9/Mul_output_0", "outputIndexes": [ 842 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 842 ], "outputIndexes": [ 4664 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4664 ], "outputIndexes": [ 4665 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear", "inputIndexes": [ 4665 ], "outputIndexes": [ 4666 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 97875438, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4666 ], "outputIndexes": [ 4667 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.9/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4667 ], "outputIndexes": [ 843 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 834, 843 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_49_output_0", "outputIndexes": [ 844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 844, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_90_output_0", "outputIndexes": [ 845 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.322266, 0.380859, 0.367188, 0.333984, 0.267578, 0.34375, 0.753906, 0.318359, 0.310547, 0.380859, 0.519531, 0.300781, 0.267578, 0.263672, 0.263672, 0.263672, 0.451172, 0.34375, 0.292969, 0.294922, 0.347656, 0.349609, 0.322266, 0.332031, 0.353516, 0.341797, 0.302734, 0.322266, 0.300781, 0.333984, 0.392578, 0.396484, 0.345703, 0.378906, 0.335938, 0.322266, 0.308594, 0.324219, 0.488281, 0.330078, 0.308594, 0.269531, 0.355469, 0.339844, 0.363281, 0.369141, 0.34375, 0.40625, 0.267578, 0.65625, 0.296875, 0.339844, 0.294922, 0.320312, 0.388672, 0.326172, 0.275391, 0.302734, 0.341797, 0.333984, 0.345703, 0.345703, 0.3125, 0.322266, 0.378906, 0.482422, 0.648438, 0.394531, 0.328125, 0.683594, 0.306641, 0.298828, 0.421875, 0.359375, 0.337891, 0.306641, 0.375, 0.310547, 0.470703, 0.304688, 0.302734, 0.275391, 0.292969, 0.271484, 0.273438, 0.257812, 0.296875, 0.613281, 0.318359, 0.306641, 0.320312, 0.296875, 0.275391, 0.318359, 0.435547, 0.294922, 0.371094, 0.294922, 0.324219, 0.287109, 0.625, 0.304688, 0.296875, 0.341797, 0.285156, 0.283203, 0.34375, 0.322266, 0.324219, 0.265625, 0.261719, 0.279297, 0.306641, 0.40625, 0.310547, 0.492188, 0.345703, 0.3125, 0.337891, 0.333984, 0.355469, 0.3125, 0.273438, 0.464844, 0.306641, 0.355469, 0.628906, 0.328125, 0.302734, 0.259766, 0.298828, 0.24707, 0.363281, 0.296875, 0.347656, 0.318359, 0.296875, 0.318359, 0.386719, 0.373047, 0.285156, 0.400391, 0.34375, 0.363281, 0.308594, 0.380859, 0.384766, 0.322266, 0.302734, 0.417969, 0.341797, 0.324219, 0.263672, 0.333984, 0.271484, 0.347656, 0.271484, 0.320312, 0.371094, 0.328125, 0.4375, 0.396484, 0.330078, 0.283203, 0.333984, 0.314453, 0.445312, 0.322266, 0.292969, 0.478516, 0.400391, 0.294922, 0.320312, 0.601562, 0.361328, 0.308594, 0.523438, 0.289062, 0.308594, 0.292969, 0.306641, 0.363281, 0.28125, 0.324219, 0.277344, 0.351562, 0.316406, 0.394531, 0.349609, 0.326172, 0.267578, 0.335938, 0.347656, 0.322266, 0.304688, 0.322266, 0.310547, 0.589844, -6e-06, 0.402344, 0.273438, 0.259766, 0.298828, 0.382812, 0.355469, 0.306641, 0.304688, 0.34375, 0.515625, 0.339844, 0.339844, 0.341797, 0.347656, 0.324219, 0.363281, 0.386719, 0.375, 0.291016, 0.316406, 0.261719, 0.265625, 0.292969, 0.269531, 0.310547, 0.302734, 0.306641, 0.318359, 0.234375, 0.333984, 0.5, 0.414062, 0.458984, 0.292969, 0.322266, 0.324219, 0.376953, 0.353516, 0.300781, 0.367188, 0.28125, 0.304688, 0.324219, 0.34375, 0.369141, 0.308594, 0.330078, 0.335938, 0.310547, 0.337891, 0.386719, 0.302734, 0.277344, 0.261719, 0.308594, 0.40625, 0.380859, 0.294922, 0.263672, 0.546875, 0.28125, 0.292969, 0.339844, 0.324219, 0.3125, 0.304688, 0.322266, 0.292969, 0.320312, 0.507812, 0.3125, 0.542969, 0.310547, 0.357422, 0.574219, 0.363281, 0.330078, 0.40625, 0.335938, 0.726562, 0.3125, 0.316406, 0.310547, 0.330078, 0.326172, 0.320312, 0.314453, 0.400391, 0.277344, 0.285156, 0.328125, 0.3125, 0.308594, 0.291016, 0.40625, 0.308594, 0.330078, 0.225586, 0.324219, 0.269531, 0.332031, 0.259766, 0.3125, 0.300781, 0.410156, 0.34375, 0.302734, 0.375, 0.332031, 0.302734, 0.283203, 0.310547, 0.308594, 0.511719, 0.4375, 0.332031, 0.240234, 0.326172, 0.341797, 0.490234, 0.400391, 0.285156, 0.298828, 0.341797, 0.271484, 0.320312, 0.400391, 0.3125, 0.333984, 0.296875, 0.578125, 0.558594, 0.314453, 0.550781, 0.292969, 0.398438, 0.285156, 0.324219, 0.283203, 0.34375, 0.388672, 0.369141, 0.314453, 0.285156, 0.314453, 0.294922, 0.330078, 0.380859, 0.289062, 0.382812, 0.28125, 0.314453, 0.339844, 0.294922, 0.333984, 0.378906, 0.322266, 0.314453, 0.322266, 0.335938, 0.396484, 0.265625, 0.558594, 0.300781, 0.285156, 0.443359, 0.287109, 0.339844, 0.28125, 0.5625, 0.333984, 0.28125, 0.275391, 0.306641, 0.470703, 0.353516, 0.355469, 0.292969, 0.335938, 0.269531, 0.535156, 0.429688, 0.310547, 0.306641, 0.277344, 0.292969, 0.326172, 0.335938, 0.287109, 0.464844, 0.380859, 0.277344, 0.644531, 0.265625, 0.722656, 0.328125, 0.316406, 0.333984, 0.316406, 0.306641, 0.347656, 0.365234, 0.318359, 0.345703, 0.269531, 0.253906, 0.306641, 0.304688, 0.337891, 0.28125, 0.357422, 0.388672, 0.34375, 0.291016, 0.326172, 0.318359, 0.306641, 0.279297, 0.267578, 0.289062, 0.316406, 0.308594, 0.333984, 0.398438, 0.300781, 0.275391, 0.330078, 0.335938, 0.388672, 0.429688, 0.353516, 0.601562, 0.482422, 0.289062, 0.363281, 0.300781, 0.285156, 0.345703, 0.363281, 0.287109, 0.367188, 0.287109, 0.53125, 0.474609, 0.287109, 0.359375, 0.390625, 0.316406, 0.3125, 0.373047, 0.304688, 0.392578, 0.474609, 0.310547, 0.316406, 0.279297, 0.333984, 0.355469, 0.294922, 0.273438, 0.386719, 0.322266, 0.423828, 0.291016, 0.337891, 0.310547, 0.302734, 0.363281, 0.369141, 0.320312, 0.482422, 0.373047, 0.351562, 0.292969, 0.384766, 0.359375, 0.332031, 0.339844, 0.316406, 0.300781, 0.474609, 0.287109, 0.349609, 0.304688, 0.320312, 0.304688, 0.351562, 0.333984, 0.466797, 0.324219, 0.310547, 0.359375, 0.339844, 0.283203, 0.298828, 0.314453, 0.421875, 0.265625, 0.349609, 0.353516, 0.326172, 0.765625, 0.376953, 0.283203, 0.337891, 0.466797, 0.285156, 0.330078, 0.386719, 0.330078, 0.3125, 0.365234, 0.345703, 0.5625, 0.318359, 0.347656, 0.349609, 0.304688, 0.625, 0.3125, 0.304688, 0.339844, 0.330078, 0.292969, 0.273438, 0.396484, 0.332031, 0.287109, 0.326172, 0.279297, 0.449219, 0.519531, 0.314453, 0.308594, 0.40625, 0.382812, 0.355469, 0.287109, 0.306641, 0.388672, 0.316406, 0.314453, 0.296875, 0.355469, 0.287109, 0.351562, 0.349609, 0.269531, 0.402344, 0.408203, 0.40625, 0.34375, 0.298828, 0.371094, 0.333984, 0.332031, 0.3125, 0.460938, 0.070801, 0.298828, 0.28125, 0.480469, 0.558594, 0.271484, 0.349609, 0.3125, 0.431641, 0.255859, 0.275391, 0.318359, 0.333984, 0.320312, 0.314453, 0.357422, 0.285156, 0.3125, 0.316406, 0.302734, 0.259766, 0.337891, 0.376953, 0.304688, 0.337891, 0.332031, 0.388672, 0.294922, 0.328125, 0.306641, 0.359375, 0.308594, 0.275391, 0.322266, 0.59375, 0.292969, 0.279297, 0.302734, 0.308594, 0.287109, 0.460938, 0.349609, 0.330078, 0.285156, 0.361328, 0.337891, 0.322266, 0.237305, 0.353516, 0.306641, 0.333984, 0.306641, 0.289062, 0.308594, 0.273438, 0.388672, 0.4375, 0.292969, 0.318359, 0.484375, 0.271484, 0.357422, 0.335938, 0.402344, 0.310547, 0.353516, 0.414062, 0.386719, 0.245117, 0.302734, 0.667969, 0.296875, 0.269531, 0.601562, 0.273438, 0.316406, 0.285156, 0.287109, 0.292969, 0.294922, 0.433594, 0.306641, 0.291016, 0.382812, 0.285156, 0.330078, 0.318359, 0.408203, 0.341797, 0.380859, 0.443359, 0.439453, 0.421875, 0.302734, 0.337891, 0.416016, 0.306641, 0.277344, 0.304688, 0.433594, 0.269531, 0.291016, 0.558594, 0.330078, 0.294922, 0.328125, 0.734375, 0.304688, 0.298828, 0.283203, 0.326172, 0.365234, 0.273438, 0.339844, 0.335938, 0.335938, 0.550781, 0.292969, 0.332031, 0.376953, 0.28125, 0.351562, 0.261719, 0.341797, 0.349609, 0.722656, 0.318359, 0.330078, 0.371094, 0.380859, 0.318359, 0.300781, 0.279297, 0.345703, 0.298828, 0.380859, 0.277344, 0.318359, 0.296875, 0.355469, 0.769531, 0.267578, 0.287109, 0.367188, 0.302734, 0.515625, 0.337891, 0.435547, 0.390625, 0.302734, 0.337891, 0.294922, 0.380859, 0.431641, 0.330078, 0.320312, 0.310547, 0.318359, 0.324219, 0.292969, 0.578125, 0.289062, 0.298828, 0.5625, 0.333984, 0.308594, 0.318359, 0.302734, 0.3125, 0.871094, 0.335938, 0.363281, 0.371094, 0.300781, 0.259766, 0.28125, 0.277344, 0.302734, 0.335938, 0.308594, 0.292969, 0.306641, 0.324219, 0.306641, 0.318359, 0.255859, 0.388672, 0.273438, 0.279297, 0.605469, 0.320312, 0.326172, 0.314453, 0.275391, 0.464844, 0.347656, 0.326172, 0.306641, 0.294922, 0.261719, 0.359375, 0.353516, 0.279297, 0.351562, 0.298828, 0.357422, 0.351562, 0.330078, 0.318359, 0.318359, 0.244141, 0.269531, 0.519531, 0.570312, 0.396484, 0.382812, 0.306641, 0.390625, 0.365234, 0.414062, 0.287109, 0.298828, 0.302734, 0.5, 0.273438, 0.427734, 0.302734, 0.277344, 0.373047, 0.398438, 0.382812, 0.365234, 0.318359, 0.347656, 0.296875, 0.345703, 0.34375, 0.332031, 0.275391, 0.691406, 0.275391, 0.330078, 0.279297, 0.318359, 0.304688, 0.324219, 0.433594, 0.308594, 0.292969, 0.275391, 0.355469, 0.380859, 0.482422, 0.349609, 0.265625, 0.324219, 0.324219, 0.357422, 0.335938, 0.294922, 0.287109, 0.294922, 0.316406, 0.380859, 0.279297, 0.310547, 0.351562, 0.363281, 0.3125, 0.296875, 0.367188, 0.326172, 0.369141, 0.332031, 0.296875, 0.347656, 0.279297, 0.263672, 0.365234, 0.320312, 0.302734, 0.574219, 0.3125, 0.28125, 0.345703, 0.294922, 0.326172, 0.277344, 0.371094, 0.287109, 0.320312, 0.332031, 0.353516, 0.292969, 0.316406, 0.570312, 0.359375, 0.302734, 0.34375, 0.378906, 0.353516, 0.267578, 0.289062, 0.375, 0.369141, 0.300781, 0.275391, 0.384766, 0.486328, 0.310547, 0.324219, 0.359375, 0.335938, 0.322266, 0.341797, 0.308594, 0.289062, 0.316406, 0.337891, 0.457031, 0.359375, 0.300781, 0.601562, 0.302734, 0.318359, 0.337891, 0.320312, 0.355469, 0.287109, 0.302734, 0.492188, 0.328125, 0.341797, 0.314453, 0.277344, 0.539062, 0.330078, 0.263672, 0.289062, 0.382812, 0.273438, 0.335938, 0.345703, 0.417969, 0.302734, 0.335938, 0.376953, 0.316406, 0.267578, 0.34375, 0.679688, 0.351562, 0.353516, 0.365234, 0.371094, 0.310547, 0.324219, 0.332031, 0.289062, 0.302734, 0.318359, 0.322266, 0.345703, 0.353516, 0.390625, 0.296875, 0.28125, 0.308594, 0.486328, 0.292969, 0.369141, 0.300781, 0.363281, 0.361328, 0.275391, 0.283203, 0.300781, 0.275391, 0.302734, 0.294922, 0.267578, 0.357422, 0.294922, 0.304688, 0.308594, 0.671875, 0.304688, 0.269531, 0.380859, 0.357422, 0.339844, 0.28125, 0.328125, 0.320312, 0.458984, 0.34375, 0.349609, 0.308594, 0.318359, 0.324219, 0.375, 0.390625, 0.632812, 0.326172, 0.324219, 0.34375, 0.326172, 0.271484, 0.3125, 0.261719, 0.287109, 0.375, 0.34375, 0.310547, 0.359375, 0.339844, 0.355469, 0.332031, 0.34375, 0.291016, 0.355469, 0.59375, 0.275391, 0.494141, 0.464844, 0.625, 0.439453, 0.279297, 0.34375, 0.318359, 0.490234, 0.679688, 0.316406, 0.337891, 0.330078, 0.320312, 0.390625, 0.326172, 0.292969, 0.355469, 0.320312, 0.294922, 0.259766, 0.320312, 0.259766, 0.28125, 0.365234, 0.320312, 0.318359, 0.310547, 0.316406, 0.328125, 0.298828, 0.384766, 0.28125, 0.310547, 0.347656, 0.24707, 0.28125, 0.359375, 0.396484, 0.421875, 0.3125, 0.273438, 0.404297, 0.326172, 0.308594, 0.316406, 0.28125, 0.351562, 0.351562, 0.394531, 0.269531, 0.298828, 0.369141, 0.332031, 0.359375, 0.271484, 0.300781, 0.373047, 0.734375, 0.287109, 0.320312, 0.341797, 0.302734, 0.373047, 0.298828, 0.306641, 0.679688, 0.306641, 0.316406, 0.320312, 0.363281, 0.363281, 0.306641, 0.302734, 0.310547, 0.285156, 0.261719, 0.363281, 0.333984, 0.320312, 0.367188, 0.296875, 0.304688, 0.328125, 0.320312, 0.707031, 0.388672, 0.296875, 0.324219, 0.355469, 0.283203, 0.275391, 0.382812, 0.339844, 0.287109, 0.277344, 0.373047, 0.298828, 0.449219, 0.390625, 0.275391, 0.314453, 0.570312, 0.328125, 0.339844, 0.384766, 0.283203, 0.273438, 0.341797, 0.425781, 0.347656, 0.320312, 0.3125, 0.449219, 0.277344, 0.353516, 0.332031, 0.353516, 0.28125, 0.300781, 0.492188, 0.367188, 0.347656, 0.287109, 0.308594, 0.296875, 0.71875, 0.253906, 0.277344, 0.318359, 0.298828, 0.380859, 0.298828, 0.357422, 0.277344, 0.636719, 0.304688, 0.314453, 0.304688, 0.335938, 0.488281, 0.335938, 0.322266, 0.466797, 0.275391, 0.328125, 0.279297, 0.300781, 0.316406, 0.302734, 0.287109, 0.330078, 0.337891, 0.503906, 0.300781, 0.474609, 0.3125, 0.287109, 0.326172, 0.283203, 0.316406, 0.320312, 0.277344, 0.324219, 0.376953, 0.324219, 0.335938, 0.337891, 0.3125, 0.53125, 0.308594, 0.416016, 0.308594, 0.447266, 0.337891, 0.322266, 0.304688, 0.267578, 0.341797, 0.337891, 0.341797, 0.332031, 0.320312, 0.367188, 0.318359, 0.291016, 0.333984, 0.277344, 0.296875, 0.320312, 0.306641, 0.314453, 0.273438, 0.300781, 0.298828, 0.326172, 0.335938, 0.345703, 0.300781, 0.375, 0.316406, 0.296875, 0.28125, 0.269531, 0.310547, 0.324219, 0.300781, 0.292969, 0.322266, 0.365234, 0.298828, 0.339844, 0.388672, 0.263672, 0.357422, 0.353516, 0.324219, 0.330078, 0.308594, 0.314453, 0.328125, 0.298828, 0.478516, 0.316406, 0.291016, 0.3125, 0.259766, 0.294922, 0.355469, 0.345703, 0.310547, 0.373047, 0.3125, 0.314453, 0.333984, 0.279297, 0.291016, 0.451172, 0.279297, 0.324219, 0.296875, 0.318359, 0.308594, 0.353516, 0.275391, 0.289062, 0.345703, 0.361328, 0.320312, 0.300781, 0.304688, 0.314453, 0.5, 0.402344, 0.322266, 0.363281, 0.306641, 0.322266, 0.300781, 0.402344, 0.390625, 0.314453, 0.349609, 0.308594, 0.318359, 0.359375, 0.298828, 0.291016, 0.373047, 0.289062, 0.355469, 0.269531, 0.369141, 0.341797, 0.365234, 0.337891, 0.275391, 0.388672, 0.333984, 0.353516, 0.3125, 0.330078, 0.472656, 0.292969, 0.382812, 0.462891, 0.357422, 0.275391, 0.351562, 0.324219, 0.304688, 0.298828, 0.34375, 0.355469, 0.320312, 0.355469, 0.353516, 0.625, 0.423828, 0.339844, 0.34375 ] }, "name": "model.model.layers.10.input_layernorm.weight", "outputIndexes": [ 846 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 845 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_10/Mul_output_0", "outputIndexes": [ 847 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 846, 847 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_10/Mul_1_output_0", "outputIndexes": [ 848 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 4668 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4668 ], "outputIndexes": [ 4669 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear", "inputIndexes": [ 4669 ], "outputIndexes": [ 4670 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 100455940, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4670 ], "outputIndexes": [ 4671 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4671 ], "outputIndexes": [ 849 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 848 ], "main_type": "NONE", "name": "/Shape_141_output_0", "outputIndexes": [ 850 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 850 ], "main_type": "NONE", "name": "Shape2239", "outputIndexes": [ 851 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 850 ], "main_type": "NONE", "name": "Rank2241", "outputIndexes": [ 852 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 852, 852 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2243", "outputIndexes": [ 853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2244", "outputIndexes": [ 854 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 853, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2246", "outputIndexes": [ 855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 855 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2247", "outputIndexes": [ 856 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 851, 854, 856, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2250", "outputIndexes": [ 857 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 857 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2251", "outputIndexes": [ 858 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 858 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2252", "outputIndexes": [ 859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 859, 858 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2253", "outputIndexes": [ 860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 850, 860, 853 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_154_output_0", "outputIndexes": [ 861 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 861, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_321_output_0", "outputIndexes": [ 862 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 862, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_130_output_0", "outputIndexes": [ 863 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 849, 863 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_91_output_0", "outputIndexes": [ 864 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_80_output_0", "outputIndexes": [ 865 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864 ], "main_type": "NONE", "name": "/Shape_142_output_0", "outputIndexes": [ 866 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 866 ], "main_type": "NONE", "name": "Shape2260", "outputIndexes": [ 867 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 866 ], "main_type": "NONE", "name": "Rank2262", "outputIndexes": [ 868 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 868, 868 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2264", "outputIndexes": [ 869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2265", "outputIndexes": [ 870 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 869, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2267", "outputIndexes": [ 871 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 871 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2268", "outputIndexes": [ 872 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 867, 870, 872, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2271", "outputIndexes": [ 873 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 873 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2272", "outputIndexes": [ 874 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 874 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2273", "outputIndexes": [ 875 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 875, 874 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2274", "outputIndexes": [ 876 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 866, 876, 869 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_155_output_0", "outputIndexes": [ 877 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 877, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_30_output_0", "outputIndexes": [ 878 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 878, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_326_output_0", "outputIndexes": [ 879 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 879, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_41_output_0", "outputIndexes": [ 880 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 880 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_20_output_0", "outputIndexes": [ 881 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 864, 22, 879, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_40_output_0", "outputIndexes": [ 882 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 881, 882 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_133_output_0", "outputIndexes": [ 883 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 883, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_81_output_0", "outputIndexes": [ 884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 865, 884 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_50_output_0", "outputIndexes": [ 885 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 4672 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4672 ], "outputIndexes": [ 4673 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear", "inputIndexes": [ 4673 ], "outputIndexes": [ 4674 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 101377562, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4674 ], "outputIndexes": [ 4675 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4675 ], "outputIndexes": [ 886 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 862, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_131_output_0", "outputIndexes": [ 887 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 886, 887 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_92_output_0", "outputIndexes": [ 888 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_82_output_0", "outputIndexes": [ 889 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888 ], "main_type": "NONE", "name": "/Shape_143_output_0", "outputIndexes": [ 890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 890 ], "main_type": "NONE", "name": "Shape2323", "outputIndexes": [ 891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 890 ], "main_type": "NONE", "name": "Rank2325", "outputIndexes": [ 892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 892, 892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2327", "outputIndexes": [ 893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2328", "outputIndexes": [ 894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 893, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2330", "outputIndexes": [ 895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2331", "outputIndexes": [ 896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 891, 894, 896, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2334", "outputIndexes": [ 897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2335", "outputIndexes": [ 898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2336", "outputIndexes": [ 899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 899, 898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2337", "outputIndexes": [ 900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 890, 900, 893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_156_output_0", "outputIndexes": [ 901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 901, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_31_output_0", "outputIndexes": [ 902 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 902, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_328_output_0", "outputIndexes": [ 903 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 903, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_43_output_0", "outputIndexes": [ 904 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 904 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_21_output_0", "outputIndexes": [ 905 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 888, 22, 903, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_42_output_0", "outputIndexes": [ 906 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 905, 906 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_134_output_0", "outputIndexes": [ 907 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 907, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_83_output_0", "outputIndexes": [ 908 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 889, 908 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_51_output_0", "outputIndexes": [ 909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 848 ], "outputIndexes": [ 4676 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4676 ], "outputIndexes": [ 4677 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear", "inputIndexes": [ 4677 ], "outputIndexes": [ 4678 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 101607984, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4678 ], "outputIndexes": [ 4679 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4679 ], "outputIndexes": [ 910 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 910, 887 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_93_output_0", "outputIndexes": [ 911 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 885, 909, 911, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_98_output_0", "outputIndexes": [ 912 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 912 ], "outputIndexes": [ 4680 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4680 ], "outputIndexes": [ 4681 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear", "inputIndexes": [ 4681 ], "outputIndexes": [ 4682 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 101838406, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4682 ], "outputIndexes": [ 4683 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4683 ], "outputIndexes": [ 913 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 845, 913 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_53_output_0", "outputIndexes": [ 914 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.237305, 0.28125, 0.298828, 0.294922, 0.310547, 0.287109, 0.109863, 0.294922, 0.255859, 0.245117, 0.160156, 0.291016, 0.223633, 0.310547, 0.306641, 0.310547, 0.226562, 0.275391, 0.269531, 0.201172, 0.298828, 0.292969, 0.273438, 0.249023, 0.273438, 0.294922, 0.261719, 0.298828, 0.289062, 0.283203, 0.257812, 0.173828, 0.279297, 0.271484, 0.292969, 0.287109, 0.194336, 0.302734, 0.169922, 0.292969, 0.287109, 0.296875, 0.267578, 0.271484, 0.208984, 0.275391, 0.302734, 0.205078, 0.3125, 0.168945, 0.296875, 0.1875, 0.294922, 0.298828, 0.216797, 0.298828, 0.316406, 0.28125, 0.269531, 0.324219, 0.304688, 0.292969, 0.261719, 0.296875, 0.243164, 0.237305, 0.151367, 0.158203, 0.294922, 0.133789, 0.324219, 0.199219, 0.241211, 0.275391, 0.310547, 0.271484, 0.253906, 0.292969, 0.144531, 0.289062, 0.273438, 0.316406, 0.271484, 0.279297, 0.298828, 0.213867, 0.302734, 0.189453, 0.310547, 0.216797, 0.257812, 0.302734, 0.211914, 0.291016, 0.145508, 0.191406, 0.302734, 0.300781, 0.322266, 0.298828, 0.204102, 0.269531, 0.300781, 0.298828, 0.304688, 0.180664, 0.294922, 0.292969, 0.285156, 0.304688, 0.294922, 0.314453, 0.277344, 0.277344, 0.292969, 0.253906, 0.279297, 0.292969, 0.302734, 0.294922, 0.283203, 0.239258, 0.341797, 0.230469, 0.310547, 0.275391, 0.123047, 0.298828, 0.289062, 0.3125, 0.300781, 0.324219, 0.289062, 0.289062, 0.28125, 0.269531, 0.306641, 0.287109, 0.255859, 0.232422, 0.298828, 0.292969, 0.292969, 0.320312, 0.322266, 0.28125, 0.283203, 0.249023, 0.291016, 0.287109, 0.275391, 0.285156, 0.296875, 0.3125, 0.300781, 0.263672, 0.3125, 0.291016, 0.151367, 0.279297, 0.165039, 0.261719, 0.220703, 0.298828, 0.285156, 0.306641, 0.147461, 0.298828, 0.269531, 0.178711, 0.246094, 0.300781, 0.306641, 0.170898, 0.158203, 0.337891, 0.224609, 0.304688, 0.3125, 0.287109, 0.279297, 0.241211, 0.28125, 0.285156, 0.310547, 0.28125, 0.292969, 0.275391, 0.289062, 0.298828, 0.294922, 0.269531, 0.164062, 0.277344, 0.292969, 0.291016, 0.285156, 0.189453, -0.000429, 0.277344, 0.291016, 0.302734, 0.25, 0.283203, 0.257812, 0.285156, 0.302734, 0.267578, 0.225586, 0.298828, 0.287109, 0.277344, 0.287109, 0.179688, 0.291016, 0.289062, 0.289062, 0.28125, 0.308594, 0.296875, 0.291016, 0.287109, 0.251953, 0.269531, 0.310547, 0.271484, 0.294922, 0.186523, 0.302734, 0.238281, 0.253906, 0.219727, 0.3125, 0.279297, 0.314453, 0.232422, 0.292969, 0.263672, 0.306641, 0.304688, 0.296875, 0.277344, 0.273438, 0.289062, 0.296875, 0.267578, 0.206055, 0.300781, 0.298828, 0.267578, 0.296875, 0.240234, 0.202148, 0.287109, 0.25, 0.300781, 0.261719, 0.287109, 0.182617, 0.302734, 0.300781, 0.294922, 0.294922, 0.245117, 0.310547, 0.302734, 0.273438, 0.298828, 0.18457, 0.304688, 0.169922, 0.330078, 0.273438, 0.165039, 0.225586, 0.304688, 0.283203, 0.242188, 0.149414, 0.300781, 0.237305, 0.306641, 0.285156, 0.294922, 0.302734, 0.275391, 0.328125, 0.316406, 0.296875, 0.300781, 0.296875, 0.283203, 0.298828, 0.269531, 0.296875, 0.291016, 0.296875, 0.287109, 0.314453, 0.292969, 0.28125, 0.283203, 0.279297, 0.206055, 0.287109, 0.292969, 0.251953, 0.275391, 0.302734, 0.332031, 0.204102, 0.310547, 0.236328, 0.226562, 0.298828, 0.291016, 0.294922, 0.227539, 0.257812, 0.204102, 0.316406, 0.322266, 0.287109, 0.296875, 0.265625, 0.255859, 0.291016, 0.318359, 0.308594, 0.193359, 0.199219, 0.233398, 0.170898, 0.296875, 0.275391, 0.287109, 0.320312, 0.253906, 0.182617, 0.188477, 0.269531, 0.283203, 0.296875, 0.231445, 0.300781, 0.300781, 0.251953, 0.292969, 0.253906, 0.296875, 0.296875, 0.302734, 0.246094, 0.296875, 0.292969, 0.306641, 0.291016, 0.287109, 0.285156, 0.316406, 0.287109, 0.200195, 0.306641, 0.302734, 0.255859, 0.294922, 0.3125, 0.302734, 0.203125, 0.25, 0.308594, 0.289062, 0.300781, 0.166992, 0.283203, 0.273438, 0.300781, 0.287109, 0.296875, 0.170898, 0.071289, 0.265625, 0.298828, 0.294922, 0.289062, 0.271484, 0.265625, 0.310547, 0.234375, 0.291016, 0.283203, 0.168945, 0.320312, 0.15918, 0.292969, 0.292969, 0.285156, 0.298828, 0.296875, 0.285156, 0.275391, 0.3125, 0.225586, 0.314453, 0.316406, 0.245117, 0.320312, 0.279297, 0.302734, 0.300781, 0.255859, 0.310547, 0.306641, 0.277344, 0.300781, 0.300781, 0.271484, 0.292969, 0.302734, 0.255859, 0.316406, 0.275391, 0.145508, 0.3125, 0.308594, 0.212891, 0.292969, 0.271484, 0.214844, 0.28125, 0.151367, 0.208984, 0.302734, 0.283203, 0.277344, 0.304688, 0.318359, 0.279297, 0.283203, 0.369141, 0.304688, 0.207031, 0.204102, 0.308594, 0.261719, 0.244141, 0.306641, 0.294922, 0.196289, 0.294922, 0.263672, 0.235352, 0.287109, 0.292969, 0.298828, 0.308594, 0.292969, 0.287109, 0.283203, 0.253906, 0.292969, 0.263672, 0.291016, 0.289062, 0.164062, 0.296875, 0.269531, 0.294922, 0.304688, 0.207031, 0.273438, 0.287109, 0.291016, 0.277344, 0.267578, 0.269531, 0.267578, 0.308594, 0.241211, 0.231445, 0.289062, 0.300781, 0.322266, 0.277344, 0.310547, 0.251953, 0.291016, 0.226562, 0.296875, 0.292969, 0.294922, 0.296875, 0.300781, 0.302734, 0.292969, 0.234375, 0.302734, 0.273438, 0.253906, 0.253906, 0.097168, 0.261719, 0.294922, 0.298828, 0.15332, 0.296875, 0.277344, 0.275391, 0.304688, 0.283203, 0.279297, 0.308594, 0.129883, 0.231445, 0.257812, 0.285156, 0.291016, 0.166016, 0.263672, 0.273438, 0.287109, 0.287109, 0.185547, 0.302734, 0.308594, 0.275391, 0.308594, 0.308594, 0.3125, 0.246094, 0.206055, 0.263672, 0.214844, 0.142578, 0.302734, 0.277344, 0.277344, 0.308594, 0.267578, 0.279297, 0.300781, 0.196289, 0.251953, 0.294922, 0.300781, 0.24707, 0.298828, 0.15625, 0.242188, 0.240234, 0.267578, 0.291016, 0.302734, 0.296875, 0.289062, 0.296875, 0.239258, 0.177734, 0.294922, 0.19043, 0.15332, 0.21875, 0.296875, 0.273438, 0.245117, 0.191406, 0.302734, 0.294922, 0.289062, 0.279297, 0.308594, 0.296875, 0.211914, 0.302734, 0.275391, 0.294922, 0.275391, 0.296875, 0.257812, 0.164062, 0.322266, 0.279297, 0.273438, 0.28125, 0.294922, 0.279297, 0.287109, 0.277344, 0.333984, 0.291016, 0.259766, 0.168945, 0.300781, 0.306641, 0.291016, 0.225586, 0.298828, 0.147461, 0.189453, 0.289062, 0.300781, 0.283203, 0.298828, 0.294922, 0.171875, 0.229492, 0.291016, 0.263672, 0.273438, 0.316406, 0.257812, 0.308594, 0.294922, 0.226562, 0.277344, 0.289062, 0.173828, 0.283203, 0.279297, 0.300781, 0.150391, 0.294922, 0.259766, 0.277344, 0.263672, 0.173828, 0.308594, 0.164062, 0.287109, 0.157227, 0.060791, 0.283203, 0.285156, 0.294922, 0.25, 0.298828, 0.298828, 0.277344, 0.300781, 0.287109, 0.246094, 0.310547, 0.287109, 0.236328, 0.182617, 0.261719, 0.271484, 0.15625, 0.269531, 0.257812, 0.318359, 0.326172, 0.289062, 0.201172, 0.287109, 0.287109, 0.145508, 0.298828, 0.199219, 0.171875, 0.277344, 0.304688, 0.275391, 0.161133, 0.294922, 0.292969, 0.277344, 0.302734, 0.28125, 0.316406, 0.289062, 0.292969, 0.275391, 0.128906, 0.234375, 0.176758, 0.310547, 0.302734, 0.285156, 0.314453, 0.300781, 0.292969, 0.103516, 0.269531, 0.292969, 0.304688, 0.234375, 0.314453, 0.316406, 0.275391, 0.263672, 0.287109, 0.279297, 0.300781, 0.251953, 0.296875, 0.289062, 0.15332, 0.296875, 0.308594, 0.271484, 0.296875, 0.200195, 0.289062, 0.188477, 0.224609, 0.294922, 0.273438, 0.245117, 0.277344, 0.208008, 0.296875, 0.285156, 0.296875, 0.3125, 0.289062, 0.283203, 0.174805, 0.207031, 0.302734, 0.168945, 0.267578, 0.24707, 0.291016, 0.300781, 0.267578, 0.142578, 0.294922, 0.273438, 0.275391, 0.302734, 0.195312, 0.292969, 0.294922, 0.213867, 0.324219, 0.203125, 0.291016, 0.279297, 0.291016, 0.287109, 0.298828, 0.302734, 0.265625, 0.289062, 0.302734, 0.095703, 0.294922, 0.292969, 0.142578, 0.235352, 0.15332, 0.308594, 0.261719, 0.314453, 0.306641, 0.287109, 0.253906, 0.253906, 0.277344, 0.292969, 0.291016, 0.271484, 0.21582, 0.304688, 0.298828, 0.233398, 0.314453, 0.28125, 0.143555, 0.195312, 0.242188, 0.243164, 0.269531, 0.212891, 0.296875, 0.277344, 0.306641, 0.287109, 0.298828, 0.206055, 0.3125, 0.217773, 0.302734, 0.291016, 0.279297, 0.236328, 0.294922, 0.285156, 0.291016, 0.283203, 0.275391, 0.277344, 0.239258, 0.277344, 0.294922, 0.163086, 0.273438, 0.283203, 0.304688, 0.296875, 0.304688, 0.291016, 0.267578, 0.283203, 0.302734, 0.3125, 0.210938, 0.275391, 0.232422, 0.302734, 0.316406, 0.277344, 0.291016, 0.285156, 0.249023, 0.292969, 0.287109, 0.298828, 0.306641, 0.265625, 0.298828, 0.304688, 0.277344, 0.269531, 0.300781, 0.283203, 0.257812, 0.306641, 0.302734, 0.277344, 0.279297, 0.283203, 0.179688, 0.328125, 0.285156, 0.296875, 0.296875, 0.195312, 0.294922, 0.296875, 0.273438, 0.294922, 0.298828, 0.306641, 0.251953, 0.242188, 0.292969, 0.306641, 0.277344, 0.235352, 0.310547, 0.154297, 0.285156, 0.298828, 0.279297, 0.207031, 0.285156, 0.24707, 0.296875, 0.244141, 0.298828, 0.308594, 0.18457, 0.296875, 0.182617, 0.287109, 0.265625, 0.265625, 0.243164, 0.277344, 0.277344, 0.283203, 0.292969, 0.244141, 0.289062, 0.144531, 0.168945, 0.300781, 0.161133, 0.294922, 0.3125, 0.291016, 0.28125, 0.279297, 0.292969, 0.271484, 0.25, 0.292969, 0.298828, 0.291016, 0.291016, 0.202148, 0.289062, 0.314453, 0.304688, 0.194336, 0.298828, 0.285156, 0.296875, 0.204102, 0.298828, 0.259766, 0.263672, 0.3125, 0.300781, 0.28125, 0.151367, 0.275391, 0.271484, 0.228516, 0.310547, 0.294922, 0.318359, 0.296875, 0.289062, 0.296875, 0.279297, 0.298828, 0.332031, 0.224609, 0.253906, 0.300781, 0.277344, 0.310547, 0.161133, 0.28125, 0.217773, 0.285156, 0.296875, 0.273438, 0.234375, 0.291016, 0.335938, 0.308594, 0.306641, 0.289062, 0.164062, 0.175781, 0.302734, 0.300781, 0.294922, 0.168945, 0.292969, 0.314453, 0.261719, 0.28125, 0.285156, 0.324219, 0.279297, 0.302734, 0.196289, 0.291016, 0.291016, 0.273438, 0.291016, 0.28125, 0.292969, 0.273438, 0.114258, 0.302734, 0.285156, 0.285156, 0.287109, 0.257812, 0.298828, 0.176758, 0.308594, 0.279297, 0.294922, 0.285156, 0.302734, 0.310547, 0.271484, 0.298828, 0.271484, 0.28125, 0.304688, 0.186523, 0.320312, 0.139648, 0.279297, 0.173828, 0.255859, 0.28125, 0.287109, 0.285156, 0.199219, 0.166992, 0.275391, 0.271484, 0.3125, 0.194336, 0.291016, 0.277344, 0.302734, 0.28125, 0.298828, 0.292969, 0.291016, 0.287109, 0.216797, 0.296875, 0.298828, 0.287109, 0.298828, 0.308594, 0.298828, 0.251953, 0.261719, 0.222656, 0.320312, 0.24707, 0.287109, 0.302734, 0.291016, 0.265625, 0.263672, 0.244141, 0.310547, 0.304688, 0.273438, 0.328125, 0.308594, 0.296875, 0.287109, 0.287109, 0.292969, 0.147461, 0.304688, 0.287109, 0.265625, 0.208984, 0.273438, 0.289062, 0.263672, 0.251953, 0.188477, 0.201172, 0.326172, 0.310547, 0.298828, 0.158203, 0.294922, 0.285156, 0.148438, 0.289062, 0.181641, 0.294922, 0.277344, 0.28125, 0.259766, 0.28125, 0.302734, 0.320312, 0.308594, 0.165039, 0.28125, 0.302734, 0.271484, 0.302734, 0.291016, 0.287109, 0.203125, 0.131836, 0.267578, 0.316406, 0.277344, 0.232422, 0.320312, 0.279297, 0.217773, 0.294922, 0.304688, 0.291016, 0.259766, 0.292969, 0.257812, 0.285156, 0.3125, 0.24707, 0.176758, 0.289062, 0.291016, 0.243164, 0.291016, 0.318359, 0.257812, 0.152344, 0.300781, 0.291016, 0.296875, 0.267578, 0.296875, 0.255859, 0.310547, 0.302734, 0.289062, 0.289062, 0.182617, 0.285156, 0.259766, 0.306641, 0.302734, 0.294922, 0.144531, 0.296875, 0.261719, 0.291016, 0.289062, 0.339844, 0.296875, 0.279297, 0.308594, 0.15332, 0.300781, 0.310547, 0.298828, 0.289062, 0.210938, 0.251953, 0.306641, 0.148438, 0.1875, 0.287109, 0.318359, 0.279297, 0.279297, 0.306641, 0.298828, 0.251953, 0.277344, 0.141602, 0.332031, 0.208984, 0.294922, 0.291016, 0.285156, 0.298828, 0.300781, 0.283203, 0.302734, 0.259766, 0.308594, 0.296875, 0.269531, 0.298828, 0.267578, 0.235352, 0.279297, 0.183594, 0.289062, 0.236328, 0.263672, 0.275391, 0.300781, 0.308594, 0.277344, 0.283203, 0.289062, 0.287109, 0.300781, 0.259766, 0.298828, 0.296875, 0.222656, 0.318359, 0.152344, 0.265625, 0.304688, 0.285156, 0.308594, 0.289062, 0.279297, 0.298828, 0.279297, 0.255859, 0.300781, 0.273438, 0.208984, 0.296875, 0.298828, 0.292969, 0.310547, 0.298828, 0.289062, 0.306641, 0.296875, 0.267578, 0.310547, 0.302734, 0.259766, 0.3125, 0.287109, 0.263672, 0.296875, 0.249023, 0.302734, 0.277344, 0.324219, 0.283203, 0.206055, 0.197266, 0.318359, 0.314453, 0.306641, 0.296875, 0.283203, 0.285156, 0.283203, 0.171875, 0.298828, 0.269531, 0.28125, 0.294922, 0.277344, 0.275391, 0.211914, 0.271484, 0.296875, 0.273438, 0.294922, 0.1875, 0.300781, 0.304688, 0.289062, 0.287109, 0.291016, 0.296875, 0.306641, 0.298828, 0.212891, 0.213867, 0.277344, 0.273438, 0.298828, 0.283203, 0.304688, 0.255859, 0.283203, 0.186523, 0.233398, 0.287109, 0.292969, 0.263672, 0.296875, 0.351562, 0.271484, 0.279297, 0.289062, 0.296875, 0.289062, 0.275391, 0.287109, 0.285156, 0.298828, 0.170898, 0.277344, 0.172852, 0.296875, 0.287109, 0.233398, 0.263672, 0.298828, 0.287109, 0.279297, 0.322266, 0.212891, 0.207031, 0.279297, 0.207031, 0.267578, 0.253906, 0.279297, 0.245117, 0.291016, 0.043213, 0.170898, 0.326172, 0.273438 ] }, "name": "model.model.layers.10.post_attention_layernorm.weight", "outputIndexes": [ 915 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 914 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_10/Mul_output_0", "outputIndexes": [ 916 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 915, 916 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_10/Mul_1_output_0", "outputIndexes": [ 917 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 917 ], "outputIndexes": [ 4684 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4684 ], "outputIndexes": [ 4685 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear", "inputIndexes": [ 4685 ], "outputIndexes": [ 4686 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 102760028, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4686 ], "outputIndexes": [ 4687 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4687 ], "outputIndexes": [ 918 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_10/Sigmoid_output_0", "outputIndexes": [ 919 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 918, 919 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_10/Mul_output_0", "outputIndexes": [ 920 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 917 ], "outputIndexes": [ 4688 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4688 ], "outputIndexes": [ 4689 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear", "inputIndexes": [ 4689 ], "outputIndexes": [ 4690 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 105340530, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4690 ], "outputIndexes": [ 4691 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4691 ], "outputIndexes": [ 921 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 920, 921 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_10/Mul_output_0", "outputIndexes": [ 922 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 922 ], "outputIndexes": [ 4692 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4692 ], "outputIndexes": [ 4693 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear", "inputIndexes": [ 4693 ], "outputIndexes": [ 4694 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 107921032, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4694 ], "outputIndexes": [ 4695 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.10/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4695 ], "outputIndexes": [ 923 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 914, 923 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_54_output_0", "outputIndexes": [ 924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 924, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_99_output_0", "outputIndexes": [ 925 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.287109, 0.359375, 0.341797, 0.332031, 0.287109, 0.330078, 0.703125, 0.330078, 0.287109, 0.330078, 0.304688, 0.306641, 0.25, 0.300781, 0.283203, 0.261719, 0.410156, 0.304688, 0.300781, 0.251953, 0.322266, 0.302734, 0.308594, 0.292969, 0.332031, 0.300781, 0.304688, 0.298828, 0.296875, 0.306641, 0.363281, 0.333984, 0.318359, 0.363281, 0.300781, 0.308594, 0.285156, 0.333984, 0.34375, 0.322266, 0.300781, 0.285156, 0.332031, 0.318359, 0.296875, 0.326172, 0.349609, 0.273438, 0.300781, 0.4375, 0.298828, 0.275391, 0.294922, 0.296875, 0.308594, 0.314453, 0.314453, 0.296875, 0.300781, 0.320312, 0.316406, 0.328125, 0.328125, 0.326172, 0.308594, 0.400391, 0.671875, 0.229492, 0.308594, 0.671875, 0.308594, 0.263672, 0.310547, 0.326172, 0.328125, 0.285156, 0.294922, 0.3125, 0.267578, 0.292969, 0.308594, 0.298828, 0.308594, 0.287109, 0.277344, 0.223633, 0.287109, 0.466797, 0.310547, 0.263672, 0.306641, 0.308594, 0.283203, 0.304688, 0.176758, 0.22168, 0.349609, 0.285156, 0.310547, 0.294922, 0.394531, 0.296875, 0.298828, 0.310547, 0.300781, 0.243164, 0.3125, 0.294922, 0.310547, 0.275391, 0.279297, 0.292969, 0.294922, 0.353516, 0.302734, 0.386719, 0.3125, 0.306641, 0.345703, 0.324219, 0.335938, 0.283203, 0.302734, 0.404297, 0.294922, 0.333984, 0.578125, 0.304688, 0.294922, 0.318359, 0.294922, 0.265625, 0.332031, 0.291016, 0.326172, 0.304688, 0.3125, 0.3125, 0.345703, 0.310547, 0.300781, 0.376953, 0.3125, 0.3125, 0.300781, 0.333984, 0.316406, 0.292969, 0.308594, 0.347656, 0.320312, 0.308594, 0.285156, 0.326172, 0.283203, 0.330078, 0.310547, 0.318359, 0.200195, 0.316406, 0.212891, 0.357422, 0.271484, 0.292969, 0.298828, 0.302734, 0.245117, 0.345703, 0.291016, 0.300781, 0.316406, 0.292969, 0.320312, 0.277344, 0.235352, 0.337891, 0.316406, 0.304688, 0.285156, 0.291016, 0.296875, 0.306641, 0.296875, 0.328125, 0.292969, 0.320312, 0.308594, 0.353516, 0.322266, 0.291016, 0.300781, 0.322266, 0.219727, 0.289062, 0.283203, 0.306641, 0.287109, 0.310547, 8e-06, 0.351562, 0.283203, 0.273438, 0.300781, 0.308594, 0.304688, 0.289062, 0.300781, 0.308594, 0.507812, 0.322266, 0.328125, 0.314453, 0.316406, 0.253906, 0.330078, 0.34375, 0.318359, 0.265625, 0.316406, 0.263672, 0.285156, 0.28125, 0.269531, 0.300781, 0.294922, 0.320312, 0.332031, 0.196289, 0.326172, 0.349609, 0.351562, 0.345703, 0.300781, 0.306641, 0.296875, 0.292969, 0.353516, 0.279297, 0.324219, 0.289062, 0.300781, 0.294922, 0.3125, 0.326172, 0.308594, 0.289062, 0.335938, 0.283203, 0.322266, 0.345703, 0.292969, 0.257812, 0.257812, 0.310547, 0.324219, 0.361328, 0.300781, 0.279297, 0.275391, 0.292969, 0.298828, 0.306641, 0.328125, 0.275391, 0.28125, 0.320312, 0.287109, 0.314453, 0.285156, 0.298828, 0.527344, 0.328125, 0.337891, 0.582031, 0.306641, 0.328125, 0.371094, 0.291016, 0.339844, 0.292969, 0.302734, 0.322266, 0.3125, 0.314453, 0.322266, 0.292969, 0.378906, 0.261719, 0.292969, 0.326172, 0.314453, 0.318359, 0.306641, 0.341797, 0.326172, 0.304688, 0.249023, 0.322266, 0.267578, 0.308594, 0.277344, 0.287109, 0.283203, 0.3125, 0.335938, 0.298828, 0.320312, 0.304688, 0.298828, 0.328125, 0.279297, 0.294922, 0.310547, 0.320312, 0.324219, 0.296875, 0.318359, 0.289062, 0.449219, 0.404297, 0.320312, 0.322266, 0.34375, 0.291016, 0.285156, 0.353516, 0.296875, 0.353516, 0.296875, 0.283203, 0.476562, 0.279297, 0.365234, 0.283203, 0.347656, 0.283203, 0.314453, 0.279297, 0.277344, 0.294922, 0.318359, 0.308594, 0.273438, 0.292969, 0.263672, 0.292969, 0.310547, 0.283203, 0.369141, 0.296875, 0.347656, 0.320312, 0.275391, 0.316406, 0.318359, 0.310547, 0.300781, 0.300781, 0.318359, 0.320312, 0.253906, 0.324219, 0.306641, 0.291016, 0.365234, 0.298828, 0.335938, 0.289062, 0.332031, 0.316406, 0.318359, 0.277344, 0.320312, 0.231445, 0.353516, 0.314453, 0.310547, 0.330078, 0.273438, 0.388672, 0.433594, 0.332031, 0.306641, 0.28125, 0.304688, 0.308594, 0.333984, 0.289062, 0.365234, 0.324219, 0.277344, 0.380859, 0.28125, 0.333984, 0.320312, 0.324219, 0.302734, 0.314453, 0.296875, 0.341797, 0.294922, 0.324219, 0.300781, 0.289062, 0.289062, 0.308594, 0.304688, 0.333984, 0.271484, 0.333984, 0.324219, 0.367188, 0.291016, 0.302734, 0.328125, 0.292969, 0.279297, 0.28125, 0.298828, 0.298828, 0.361328, 0.310547, 0.296875, 0.292969, 0.285156, 0.273438, 0.3125, 0.365234, 0.380859, 0.320312, 0.345703, 0.318359, 0.273438, 0.365234, 0.3125, 0.294922, 0.34375, 0.322266, 0.292969, 0.455078, 0.287109, 0.314453, 0.408203, 0.322266, 0.296875, 0.335938, 0.291016, 0.328125, 0.333984, 0.324219, 0.328125, 0.394531, 0.300781, 0.287109, 0.279297, 0.333984, 0.320312, 0.283203, 0.291016, 0.351562, 0.283203, 0.386719, 0.3125, 0.351562, 0.21875, 0.300781, 0.328125, 0.355469, 0.322266, 0.306641, 0.341797, 0.322266, 0.289062, 0.339844, 0.345703, 0.3125, 0.316406, 0.318359, 0.296875, 0.333984, 0.292969, 0.335938, 0.289062, 0.322266, 0.308594, 0.333984, 0.304688, 0.335938, 0.291016, 0.306641, 0.347656, 0.326172, 0.275391, 0.28125, 0.296875, 0.328125, 0.259766, 0.326172, 0.324219, 0.3125, 0.652344, 0.318359, 0.275391, 0.320312, 0.314453, 0.304688, 0.292969, 0.367188, 0.298828, 0.335938, 0.369141, 0.345703, 0.503906, 0.285156, 0.318359, 0.369141, 0.320312, 0.259766, 0.291016, 0.279297, 0.333984, 0.318359, 0.263672, 0.275391, 0.349609, 0.3125, 0.318359, 0.318359, 0.308594, 0.371094, 0.478516, 0.291016, 0.275391, 0.195312, 0.357422, 0.318359, 0.285156, 0.300781, 0.322266, 0.324219, 0.322266, 0.257812, 0.320312, 0.277344, 0.34375, 0.318359, 0.285156, 0.222656, 0.361328, 0.400391, 0.326172, 0.302734, 0.357422, 0.337891, 0.324219, 0.289062, 0.330078, 0.077637, 0.289062, 0.234375, 0.355469, 0.392578, 0.267578, 0.320312, 0.283203, 0.255859, 0.283203, 0.277344, 0.332031, 0.292969, 0.306641, 0.304688, 0.277344, 0.273438, 0.310547, 0.304688, 0.289062, 0.277344, 0.308594, 0.201172, 0.330078, 0.310547, 0.306641, 0.373047, 0.294922, 0.316406, 0.308594, 0.355469, 0.326172, 0.285156, 0.300781, 0.251953, 0.308594, 0.261719, 0.296875, 0.291016, 0.308594, 0.251953, 0.283203, 0.326172, 0.292969, 0.359375, 0.339844, 0.328125, 0.200195, 0.302734, 0.287109, 0.28125, 0.294922, 0.304688, 0.296875, 0.289062, 0.363281, 0.330078, 0.28125, 0.310547, 0.361328, 0.269531, 0.337891, 0.333984, 0.175781, 0.302734, 0.316406, 0.349609, 0.328125, 0.203125, 0.306641, 0.550781, 0.273438, 0.196289, 0.589844, 0.279297, 0.296875, 0.277344, 0.298828, 0.304688, 0.291016, 0.402344, 0.283203, 0.265625, 0.337891, 0.283203, 0.3125, 0.316406, 0.269531, 0.304688, 0.324219, 0.201172, 0.392578, 0.355469, 0.332031, 0.376953, 0.359375, 0.255859, 0.304688, 0.291016, 0.183594, 0.273438, 0.267578, 0.294922, 0.320312, 0.304688, 0.324219, 0.355469, 0.308594, 0.310547, 0.277344, 0.300781, 0.324219, 0.292969, 0.302734, 0.3125, 0.318359, 0.474609, 0.257812, 0.255859, 0.402344, 0.294922, 0.337891, 0.261719, 0.3125, 0.324219, 0.667969, 0.306641, 0.318359, 0.371094, 0.304688, 0.335938, 0.300781, 0.255859, 0.298828, 0.294922, 0.347656, 0.279297, 0.306641, 0.296875, 0.298828, 0.245117, 0.283203, 0.283203, 0.339844, 0.3125, 0.287109, 0.287109, 0.371094, 0.318359, 0.298828, 0.314453, 0.292969, 0.347656, 0.388672, 0.333984, 0.291016, 0.300781, 0.318359, 0.294922, 0.289062, 0.40625, 0.251953, 0.306641, 0.283203, 0.322266, 0.289062, 0.298828, 0.304688, 0.296875, 0.449219, 0.298828, 0.355469, 0.316406, 0.335938, 0.217773, 0.298828, 0.279297, 0.267578, 0.318359, 0.251953, 0.306641, 0.314453, 0.320312, 0.298828, 0.298828, 0.287109, 0.335938, 0.291016, 0.306641, 0.5625, 0.294922, 0.298828, 0.300781, 0.271484, 0.24707, 0.310547, 0.28125, 0.310547, 0.289062, 0.257812, 0.318359, 0.310547, 0.283203, 0.308594, 0.326172, 0.332031, 0.298828, 0.304688, 0.279297, 0.28125, 0.263672, 0.285156, 0.298828, 0.353516, 0.349609, 0.339844, 0.273438, 0.378906, 0.369141, 0.345703, 0.287109, 0.291016, 0.314453, 0.318359, 0.298828, 0.435547, 0.314453, 0.316406, 0.302734, 0.357422, 0.345703, 0.349609, 0.300781, 0.324219, 0.328125, 0.337891, 0.304688, 0.310547, 0.275391, 0.589844, 0.275391, 0.320312, 0.277344, 0.298828, 0.289062, 0.320312, 0.396484, 0.3125, 0.296875, 0.279297, 0.287109, 0.351562, 0.314453, 0.328125, 0.275391, 0.302734, 0.306641, 0.320312, 0.337891, 0.324219, 0.283203, 0.283203, 0.341797, 0.324219, 0.287109, 0.302734, 0.34375, 0.306641, 0.320312, 0.275391, 0.337891, 0.298828, 0.333984, 0.308594, 0.273438, 0.302734, 0.225586, 0.292969, 0.3125, 0.292969, 0.3125, 0.3125, 0.310547, 0.300781, 0.332031, 0.283203, 0.316406, 0.285156, 0.318359, 0.28125, 0.298828, 0.302734, 0.3125, 0.275391, 0.322266, 0.431641, 0.357422, 0.291016, 0.314453, 0.306641, 0.333984, 0.271484, 0.279297, 0.332031, 0.367188, 0.314453, 0.248047, 0.339844, 0.408203, 0.287109, 0.3125, 0.314453, 0.314453, 0.3125, 0.326172, 0.298828, 0.277344, 0.3125, 0.3125, 0.194336, 0.224609, 0.277344, 0.419922, 0.324219, 0.306641, 0.341797, 0.318359, 0.322266, 0.291016, 0.277344, 0.433594, 0.306641, 0.328125, 0.298828, 0.269531, 0.4375, 0.326172, 0.283203, 0.285156, 0.265625, 0.28125, 0.324219, 0.341797, 0.349609, 0.302734, 0.291016, 0.333984, 0.291016, 0.273438, 0.332031, 0.21582, 0.332031, 0.347656, 0.306641, 0.365234, 0.289062, 0.308594, 0.361328, 0.310547, 0.300781, 0.289062, 0.300781, 0.328125, 0.316406, 0.337891, 0.332031, 0.292969, 0.320312, 0.326172, 0.287109, 0.337891, 0.277344, 0.339844, 0.324219, 0.238281, 0.322266, 0.326172, 0.279297, 0.298828, 0.289062, 0.205078, 0.255859, 0.300781, 0.314453, 0.302734, 0.353516, 0.289062, 0.291016, 0.322266, 0.337891, 0.306641, 0.306641, 0.298828, 0.291016, 0.363281, 0.326172, 0.355469, 0.310547, 0.291016, 0.330078, 0.382812, 0.330078, 0.632812, 0.306641, 0.3125, 0.326172, 0.318359, 0.291016, 0.292969, 0.223633, 0.318359, 0.316406, 0.328125, 0.310547, 0.369141, 0.296875, 0.308594, 0.330078, 0.328125, 0.285156, 0.322266, 0.542969, 0.298828, 0.25, 0.408203, 0.271484, 0.367188, 0.279297, 0.347656, 0.3125, 0.269531, 0.582031, 0.279297, 0.333984, 0.308594, 0.257812, 0.394531, 0.291016, 0.310547, 0.335938, 0.296875, 0.292969, 0.283203, 0.298828, 0.239258, 0.302734, 0.333984, 0.3125, 0.306641, 0.330078, 0.292969, 0.320312, 0.285156, 0.318359, 0.302734, 0.292969, 0.322266, 0.285156, 0.285156, 0.326172, 0.326172, 0.318359, 0.292969, 0.318359, 0.386719, 0.318359, 0.304688, 0.28125, 0.287109, 0.349609, 0.328125, 0.386719, 0.291016, 0.298828, 0.324219, 0.265625, 0.345703, 0.275391, 0.265625, 0.310547, 0.644531, 0.25, 0.330078, 0.335938, 0.296875, 0.207031, 0.306641, 0.3125, 0.457031, 0.302734, 0.233398, 0.314453, 0.341797, 0.341797, 0.310547, 0.326172, 0.306641, 0.298828, 0.283203, 0.257812, 0.3125, 0.302734, 0.332031, 0.291016, 0.283203, 0.328125, 0.253906, 0.664062, 0.324219, 0.304688, 0.3125, 0.308594, 0.320312, 0.292969, 0.320312, 0.324219, 0.287109, 0.289062, 0.337891, 0.308594, 0.386719, 0.341797, 0.296875, 0.289062, 0.287109, 0.291016, 0.322266, 0.337891, 0.292969, 0.294922, 0.333984, 0.263672, 0.345703, 0.287109, 0.3125, 0.439453, 0.287109, 0.316406, 0.296875, 0.337891, 0.28125, 0.300781, 0.34375, 0.326172, 0.328125, 0.287109, 0.320312, 0.324219, 0.636719, 0.279297, 0.261719, 0.308594, 0.306641, 0.375, 0.300781, 0.359375, 0.277344, 0.601562, 0.298828, 0.318359, 0.292969, 0.296875, 0.349609, 0.306641, 0.328125, 0.180664, 0.226562, 0.320312, 0.300781, 0.294922, 0.287109, 0.320312, 0.289062, 0.279297, 0.308594, 0.203125, 0.296875, 0.330078, 0.304688, 0.28125, 0.310547, 0.289062, 0.306641, 0.306641, 0.291016, 0.283203, 0.386719, 0.324219, 0.306641, 0.320312, 0.302734, 0.439453, 0.304688, 0.351562, 0.302734, 0.332031, 0.306641, 0.320312, 0.302734, 0.267578, 0.332031, 0.322266, 0.298828, 0.308594, 0.3125, 0.322266, 0.300781, 0.306641, 0.367188, 0.310547, 0.200195, 0.34375, 0.308594, 0.296875, 0.291016, 0.292969, 0.279297, 0.302734, 0.306641, 0.328125, 0.296875, 0.332031, 0.261719, 0.302734, 0.283203, 0.291016, 0.3125, 0.308594, 0.287109, 0.292969, 0.318359, 0.310547, 0.287109, 0.304688, 0.332031, 0.287109, 0.345703, 0.330078, 0.308594, 0.279297, 0.314453, 0.279297, 0.380859, 0.28125, 0.337891, 0.269531, 0.287109, 0.291016, 0.285156, 0.292969, 0.353516, 0.300781, 0.3125, 0.251953, 0.298828, 0.300781, 0.316406, 0.267578, 0.306641, 0.34375, 0.263672, 0.314453, 0.3125, 0.291016, 0.296875, 0.267578, 0.287109, 0.277344, 0.330078, 0.3125, 0.328125, 0.28125, 0.300781, 0.302734, 0.365234, 0.328125, 0.322266, 0.34375, 0.292969, 0.351562, 0.289062, 0.347656, 0.375, 0.251953, 0.316406, 0.304688, 0.296875, 0.308594, 0.310547, 0.414062, 0.320312, 0.296875, 0.310547, 0.279297, 0.322266, 0.310547, 0.320312, 0.285156, 0.269531, 0.225586, 0.328125, 0.251953, 0.302734, 0.328125, 0.375, 0.275391, 0.333984, 0.416016, 0.320312, 0.353516, 0.285156, 0.289062, 0.294922, 0.271484, 0.318359, 0.322266, 0.308594, 0.314453, 0.324219, 0.601562, 0.257812, 0.351562, 0.345703 ] }, "name": "model.model.layers.11.input_layernorm.weight", "outputIndexes": [ 926 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 925 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_11/Mul_output_0", "outputIndexes": [ 927 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 926, 927 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_11/Mul_1_output_0", "outputIndexes": [ 928 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 4696 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4696 ], "outputIndexes": [ 4697 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear", "inputIndexes": [ 4697 ], "outputIndexes": [ 4698 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 110501534, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4698 ], "outputIndexes": [ 4699 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4699 ], "outputIndexes": [ 929 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 928 ], "main_type": "NONE", "name": "/Shape_155_output_0", "outputIndexes": [ 930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 930 ], "main_type": "NONE", "name": "Shape2455", "outputIndexes": [ 931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 930 ], "main_type": "NONE", "name": "Rank2457", "outputIndexes": [ 932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 932, 932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2459", "outputIndexes": [ 933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2460", "outputIndexes": [ 934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 933, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2462", "outputIndexes": [ 935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2463", "outputIndexes": [ 936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 931, 934, 936, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2466", "outputIndexes": [ 937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2467", "outputIndexes": [ 938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2468", "outputIndexes": [ 939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 939, 938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2469", "outputIndexes": [ 940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 930, 940, 933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_169_output_0", "outputIndexes": [ 941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 941, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_353_output_0", "outputIndexes": [ 942 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 942, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_143_output_0", "outputIndexes": [ 943 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 929, 943 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_100_output_0", "outputIndexes": [ 944 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_88_output_0", "outputIndexes": [ 945 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944 ], "main_type": "NONE", "name": "/Shape_156_output_0", "outputIndexes": [ 946 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 946 ], "main_type": "NONE", "name": "Shape2476", "outputIndexes": [ 947 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 946 ], "main_type": "NONE", "name": "Rank2478", "outputIndexes": [ 948 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 948, 948 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2480", "outputIndexes": [ 949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 949 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2481", "outputIndexes": [ 950 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 949, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2483", "outputIndexes": [ 951 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 951 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2484", "outputIndexes": [ 952 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 947, 950, 952, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2487", "outputIndexes": [ 953 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 953 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2488", "outputIndexes": [ 954 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 954 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2489", "outputIndexes": [ 955 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 955, 954 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2490", "outputIndexes": [ 956 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 946, 956, 949 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_170_output_0", "outputIndexes": [ 957 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 957, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_33_output_0", "outputIndexes": [ 958 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 958, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_358_output_0", "outputIndexes": [ 959 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 959, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_45_output_0", "outputIndexes": [ 960 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 960 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_22_output_0", "outputIndexes": [ 961 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 944, 22, 959, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_44_output_0", "outputIndexes": [ 962 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 961, 962 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_146_output_0", "outputIndexes": [ 963 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 963, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_89_output_0", "outputIndexes": [ 964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 945, 964 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_55_output_0", "outputIndexes": [ 965 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 4700 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4700 ], "outputIndexes": [ 4701 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear", "inputIndexes": [ 4701 ], "outputIndexes": [ 4702 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 111423156, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4702 ], "outputIndexes": [ 4703 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4703 ], "outputIndexes": [ 966 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 942, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_144_output_0", "outputIndexes": [ 967 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 966, 967 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_101_output_0", "outputIndexes": [ 968 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_90_output_0", "outputIndexes": [ 969 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968 ], "main_type": "NONE", "name": "/Shape_157_output_0", "outputIndexes": [ 970 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 970 ], "main_type": "NONE", "name": "Shape2539", "outputIndexes": [ 971 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 970 ], "main_type": "NONE", "name": "Rank2541", "outputIndexes": [ 972 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 972, 972 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2543", "outputIndexes": [ 973 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 973 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2544", "outputIndexes": [ 974 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 973, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2546", "outputIndexes": [ 975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 975 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2547", "outputIndexes": [ 976 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 971, 974, 976, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2550", "outputIndexes": [ 977 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 977 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2551", "outputIndexes": [ 978 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 978 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2552", "outputIndexes": [ 979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 979, 978 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2553", "outputIndexes": [ 980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 970, 980, 973 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_171_output_0", "outputIndexes": [ 981 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 981, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_34_output_0", "outputIndexes": [ 982 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 982, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_360_output_0", "outputIndexes": [ 983 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 983, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_47_output_0", "outputIndexes": [ 984 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 984 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_23_output_0", "outputIndexes": [ 985 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 968, 22, 983, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_46_output_0", "outputIndexes": [ 986 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 985, 986 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_147_output_0", "outputIndexes": [ 987 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 987, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_91_output_0", "outputIndexes": [ 988 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 969, 988 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_56_output_0", "outputIndexes": [ 989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 928 ], "outputIndexes": [ 4704 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4704 ], "outputIndexes": [ 4705 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear", "inputIndexes": [ 4705 ], "outputIndexes": [ 4706 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 111653578, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4706 ], "outputIndexes": [ 4707 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4707 ], "outputIndexes": [ 990 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 990, 967 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_102_output_0", "outputIndexes": [ 991 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 965, 989, 991, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_107_output_0", "outputIndexes": [ 992 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 992 ], "outputIndexes": [ 4708 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4708 ], "outputIndexes": [ 4709 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear", "inputIndexes": [ 4709 ], "outputIndexes": [ 4710 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 111884000, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4710 ], "outputIndexes": [ 4711 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4711 ], "outputIndexes": [ 993 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 925, 993 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_58_output_0", "outputIndexes": [ 994 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.234375, 0.291016, 0.306641, 0.310547, 0.324219, 0.304688, 0.098633, 0.314453, 0.265625, 0.253906, 0.173828, 0.306641, 0.234375, 0.333984, 0.316406, 0.328125, 0.224609, 0.28125, 0.283203, 0.202148, 0.304688, 0.314453, 0.289062, 0.249023, 0.28125, 0.306641, 0.269531, 0.3125, 0.308594, 0.300781, 0.251953, 0.133789, 0.296875, 0.279297, 0.306641, 0.294922, 0.198242, 0.314453, 0.175781, 0.306641, 0.292969, 0.318359, 0.269531, 0.279297, 0.211914, 0.28125, 0.333984, 0.206055, 0.320312, 0.172852, 0.316406, 0.182617, 0.308594, 0.318359, 0.207031, 0.314453, 0.330078, 0.294922, 0.28125, 0.341797, 0.306641, 0.298828, 0.269531, 0.302734, 0.257812, 0.242188, 0.155273, 0.157227, 0.3125, 0.119141, 0.335938, 0.202148, 0.253906, 0.277344, 0.335938, 0.28125, 0.265625, 0.316406, 0.150391, 0.291016, 0.269531, 0.330078, 0.277344, 0.289062, 0.300781, 0.217773, 0.332031, 0.196289, 0.330078, 0.220703, 0.263672, 0.308594, 0.213867, 0.3125, 0.147461, 0.199219, 0.316406, 0.322266, 0.326172, 0.322266, 0.226562, 0.28125, 0.310547, 0.314453, 0.332031, 0.1875, 0.314453, 0.310547, 0.302734, 0.318359, 0.302734, 0.333984, 0.289062, 0.292969, 0.310547, 0.259766, 0.294922, 0.302734, 0.314453, 0.316406, 0.292969, 0.242188, 0.353516, 0.228516, 0.341797, 0.28125, 0.123047, 0.310547, 0.310547, 0.341797, 0.316406, 0.347656, 0.291016, 0.302734, 0.292969, 0.289062, 0.318359, 0.304688, 0.267578, 0.240234, 0.314453, 0.304688, 0.296875, 0.335938, 0.339844, 0.294922, 0.302734, 0.255859, 0.308594, 0.292969, 0.291016, 0.296875, 0.310547, 0.324219, 0.320312, 0.287109, 0.335938, 0.304688, 0.160156, 0.308594, 0.166992, 0.269531, 0.232422, 0.318359, 0.289062, 0.332031, 0.151367, 0.328125, 0.285156, 0.182617, 0.25, 0.328125, 0.333984, 0.224609, 0.172852, 0.34375, 0.251953, 0.3125, 0.330078, 0.3125, 0.304688, 0.242188, 0.287109, 0.300781, 0.339844, 0.302734, 0.308594, 0.289062, 0.304688, 0.316406, 0.318359, 0.277344, 0.169922, 0.304688, 0.302734, 0.304688, 0.300781, 0.216797, 0.055176, 0.291016, 0.308594, 0.314453, 0.257812, 0.292969, 0.257812, 0.298828, 0.314453, 0.279297, 0.230469, 0.318359, 0.296875, 0.291016, 0.294922, 0.19043, 0.306641, 0.298828, 0.308594, 0.291016, 0.316406, 0.322266, 0.302734, 0.308594, 0.259766, 0.28125, 0.328125, 0.277344, 0.314453, 0.188477, 0.322266, 0.255859, 0.253906, 0.21875, 0.326172, 0.291016, 0.324219, 0.232422, 0.300781, 0.257812, 0.322266, 0.328125, 0.310547, 0.285156, 0.292969, 0.298828, 0.316406, 0.275391, 0.228516, 0.320312, 0.314453, 0.273438, 0.302734, 0.249023, 0.208984, 0.300781, 0.265625, 0.3125, 0.265625, 0.302734, 0.194336, 0.320312, 0.320312, 0.3125, 0.318359, 0.238281, 0.322266, 0.320312, 0.287109, 0.316406, 0.1875, 0.324219, 0.18457, 0.347656, 0.275391, 0.142578, 0.234375, 0.320312, 0.302734, 0.241211, 0.186523, 0.324219, 0.240234, 0.320312, 0.291016, 0.314453, 0.318359, 0.289062, 0.34375, 0.332031, 0.316406, 0.320312, 0.314453, 0.298828, 0.314453, 0.28125, 0.314453, 0.302734, 0.3125, 0.302734, 0.333984, 0.310547, 0.308594, 0.294922, 0.298828, 0.213867, 0.300781, 0.3125, 0.249023, 0.289062, 0.316406, 0.347656, 0.214844, 0.322266, 0.273438, 0.235352, 0.324219, 0.300781, 0.316406, 0.230469, 0.263672, 0.230469, 0.341797, 0.339844, 0.304688, 0.318359, 0.277344, 0.261719, 0.300781, 0.330078, 0.332031, 0.235352, 0.195312, 0.241211, 0.169922, 0.306641, 0.291016, 0.298828, 0.333984, 0.257812, 0.19043, 0.192383, 0.275391, 0.289062, 0.308594, 0.238281, 0.320312, 0.320312, 0.255859, 0.306641, 0.259766, 0.324219, 0.3125, 0.314453, 0.253906, 0.296875, 0.298828, 0.318359, 0.314453, 0.300781, 0.296875, 0.330078, 0.298828, 0.223633, 0.318359, 0.326172, 0.273438, 0.300781, 0.318359, 0.326172, 0.229492, 0.261719, 0.324219, 0.302734, 0.316406, 0.169922, 0.289062, 0.287109, 0.3125, 0.302734, 0.328125, 0.172852, 0.072754, 0.271484, 0.314453, 0.318359, 0.318359, 0.277344, 0.267578, 0.326172, 0.236328, 0.308594, 0.291016, 0.170898, 0.337891, 0.171875, 0.322266, 0.314453, 0.291016, 0.318359, 0.322266, 0.306641, 0.283203, 0.333984, 0.228516, 0.332031, 0.333984, 0.245117, 0.34375, 0.300781, 0.3125, 0.320312, 0.263672, 0.324219, 0.320312, 0.291016, 0.320312, 0.3125, 0.287109, 0.3125, 0.318359, 0.251953, 0.345703, 0.28125, 0.149414, 0.320312, 0.322266, 0.224609, 0.296875, 0.277344, 0.211914, 0.296875, 0.157227, 0.219727, 0.318359, 0.292969, 0.292969, 0.326172, 0.341797, 0.287109, 0.287109, 0.404297, 0.335938, 0.22168, 0.214844, 0.330078, 0.267578, 0.237305, 0.326172, 0.3125, 0.197266, 0.310547, 0.277344, 0.235352, 0.310547, 0.318359, 0.314453, 0.322266, 0.304688, 0.300781, 0.291016, 0.265625, 0.306641, 0.259766, 0.298828, 0.300781, 0.163086, 0.3125, 0.271484, 0.3125, 0.3125, 0.213867, 0.294922, 0.308594, 0.316406, 0.285156, 0.279297, 0.28125, 0.275391, 0.326172, 0.245117, 0.240234, 0.302734, 0.3125, 0.345703, 0.294922, 0.328125, 0.271484, 0.306641, 0.228516, 0.318359, 0.298828, 0.3125, 0.310547, 0.320312, 0.318359, 0.308594, 0.237305, 0.328125, 0.283203, 0.253906, 0.259766, 0.083496, 0.271484, 0.314453, 0.316406, 0.163086, 0.320312, 0.289062, 0.291016, 0.330078, 0.291016, 0.28125, 0.326172, 0.116211, 0.246094, 0.259766, 0.314453, 0.3125, 0.206055, 0.265625, 0.279297, 0.287109, 0.296875, 0.189453, 0.322266, 0.322266, 0.289062, 0.324219, 0.330078, 0.339844, 0.24707, 0.204102, 0.275391, 0.219727, 0.15332, 0.314453, 0.285156, 0.292969, 0.332031, 0.275391, 0.291016, 0.320312, 0.209961, 0.261719, 0.324219, 0.310547, 0.244141, 0.310547, 0.162109, 0.246094, 0.242188, 0.269531, 0.310547, 0.322266, 0.3125, 0.302734, 0.314453, 0.263672, 0.177734, 0.304688, 0.188477, 0.158203, 0.228516, 0.3125, 0.283203, 0.244141, 0.189453, 0.332031, 0.308594, 0.308594, 0.289062, 0.332031, 0.304688, 0.21582, 0.324219, 0.287109, 0.310547, 0.285156, 0.320312, 0.261719, 0.167969, 0.341797, 0.289062, 0.291016, 0.296875, 0.310547, 0.294922, 0.298828, 0.302734, 0.353516, 0.308594, 0.257812, 0.201172, 0.320312, 0.322266, 0.300781, 0.238281, 0.314453, 0.166992, 0.199219, 0.304688, 0.3125, 0.289062, 0.318359, 0.320312, 0.174805, 0.229492, 0.304688, 0.269531, 0.287109, 0.341797, 0.261719, 0.330078, 0.300781, 0.242188, 0.298828, 0.306641, 0.1875, 0.302734, 0.287109, 0.316406, 0.15625, 0.3125, 0.267578, 0.291016, 0.273438, 0.181641, 0.320312, 0.15625, 0.289062, 0.174805, 0.054443, 0.289062, 0.294922, 0.3125, 0.248047, 0.314453, 0.304688, 0.271484, 0.316406, 0.294922, 0.242188, 0.326172, 0.306641, 0.234375, 0.188477, 0.277344, 0.273438, 0.161133, 0.28125, 0.259766, 0.332031, 0.361328, 0.302734, 0.200195, 0.291016, 0.291016, 0.15332, 0.3125, 0.207031, 0.179688, 0.279297, 0.330078, 0.271484, 0.198242, 0.294922, 0.304688, 0.292969, 0.324219, 0.28125, 0.34375, 0.3125, 0.302734, 0.285156, 0.131836, 0.24707, 0.18457, 0.324219, 0.324219, 0.292969, 0.332031, 0.306641, 0.3125, 0.102539, 0.269531, 0.308594, 0.306641, 0.239258, 0.335938, 0.326172, 0.283203, 0.269531, 0.306641, 0.287109, 0.322266, 0.251953, 0.316406, 0.304688, 0.21875, 0.322266, 0.324219, 0.283203, 0.306641, 0.219727, 0.298828, 0.186523, 0.225586, 0.310547, 0.273438, 0.255859, 0.291016, 0.208008, 0.306641, 0.304688, 0.324219, 0.316406, 0.302734, 0.294922, 0.175781, 0.201172, 0.318359, 0.176758, 0.279297, 0.243164, 0.308594, 0.316406, 0.279297, 0.15625, 0.304688, 0.28125, 0.294922, 0.330078, 0.193359, 0.3125, 0.310547, 0.223633, 0.333984, 0.208984, 0.304688, 0.289062, 0.308594, 0.314453, 0.304688, 0.328125, 0.263672, 0.306641, 0.326172, 0.095703, 0.308594, 0.318359, 0.146484, 0.231445, 0.152344, 0.322266, 0.275391, 0.330078, 0.324219, 0.310547, 0.257812, 0.251953, 0.283203, 0.3125, 0.316406, 0.283203, 0.220703, 0.314453, 0.310547, 0.242188, 0.330078, 0.291016, 0.164062, 0.216797, 0.245117, 0.246094, 0.275391, 0.212891, 0.316406, 0.283203, 0.324219, 0.314453, 0.318359, 0.220703, 0.335938, 0.207031, 0.316406, 0.316406, 0.292969, 0.242188, 0.300781, 0.304688, 0.296875, 0.291016, 0.292969, 0.287109, 0.238281, 0.285156, 0.3125, 0.160156, 0.285156, 0.292969, 0.320312, 0.316406, 0.310547, 0.318359, 0.265625, 0.304688, 0.333984, 0.328125, 0.213867, 0.283203, 0.255859, 0.3125, 0.339844, 0.275391, 0.320312, 0.287109, 0.253906, 0.304688, 0.294922, 0.316406, 0.330078, 0.279297, 0.324219, 0.322266, 0.287109, 0.28125, 0.324219, 0.298828, 0.263672, 0.3125, 0.314453, 0.287109, 0.285156, 0.304688, 0.180664, 0.351562, 0.292969, 0.306641, 0.318359, 0.225586, 0.302734, 0.318359, 0.296875, 0.314453, 0.3125, 0.316406, 0.253906, 0.237305, 0.304688, 0.318359, 0.289062, 0.241211, 0.330078, 0.15918, 0.296875, 0.304688, 0.298828, 0.214844, 0.292969, 0.24707, 0.3125, 0.245117, 0.292969, 0.318359, 0.192383, 0.300781, 0.182617, 0.298828, 0.273438, 0.285156, 0.245117, 0.285156, 0.283203, 0.300781, 0.316406, 0.248047, 0.302734, 0.146484, 0.171875, 0.320312, 0.173828, 0.322266, 0.330078, 0.302734, 0.296875, 0.287109, 0.302734, 0.292969, 0.249023, 0.310547, 0.306641, 0.316406, 0.306641, 0.193359, 0.306641, 0.328125, 0.322266, 0.196289, 0.314453, 0.287109, 0.310547, 0.196289, 0.316406, 0.261719, 0.263672, 0.326172, 0.318359, 0.292969, 0.253906, 0.287109, 0.277344, 0.231445, 0.320312, 0.316406, 0.328125, 0.332031, 0.294922, 0.308594, 0.287109, 0.326172, 0.349609, 0.225586, 0.261719, 0.324219, 0.296875, 0.326172, 0.172852, 0.289062, 0.21582, 0.296875, 0.304688, 0.283203, 0.230469, 0.292969, 0.357422, 0.310547, 0.324219, 0.302734, 0.169922, 0.175781, 0.3125, 0.324219, 0.326172, 0.183594, 0.300781, 0.333984, 0.271484, 0.287109, 0.302734, 0.328125, 0.292969, 0.328125, 0.191406, 0.296875, 0.3125, 0.285156, 0.310547, 0.289062, 0.320312, 0.285156, 0.101562, 0.322266, 0.306641, 0.296875, 0.302734, 0.265625, 0.318359, 0.185547, 0.316406, 0.300781, 0.314453, 0.304688, 0.333984, 0.332031, 0.273438, 0.318359, 0.279297, 0.291016, 0.322266, 0.19043, 0.341797, 0.157227, 0.28125, 0.225586, 0.267578, 0.294922, 0.322266, 0.304688, 0.212891, 0.168945, 0.28125, 0.283203, 0.332031, 0.203125, 0.287109, 0.283203, 0.324219, 0.294922, 0.314453, 0.3125, 0.308594, 0.304688, 0.21875, 0.310547, 0.320312, 0.310547, 0.314453, 0.330078, 0.3125, 0.253906, 0.273438, 0.236328, 0.351562, 0.244141, 0.300781, 0.330078, 0.310547, 0.277344, 0.283203, 0.257812, 0.324219, 0.324219, 0.28125, 0.341797, 0.328125, 0.314453, 0.302734, 0.296875, 0.304688, 0.140625, 0.316406, 0.304688, 0.277344, 0.207031, 0.285156, 0.304688, 0.271484, 0.259766, 0.178711, 0.204102, 0.337891, 0.333984, 0.316406, 0.163086, 0.304688, 0.306641, 0.154297, 0.296875, 0.181641, 0.308594, 0.294922, 0.292969, 0.271484, 0.298828, 0.3125, 0.341797, 0.333984, 0.171875, 0.302734, 0.326172, 0.289062, 0.330078, 0.298828, 0.306641, 0.207031, 0.109375, 0.263672, 0.322266, 0.294922, 0.240234, 0.339844, 0.285156, 0.216797, 0.306641, 0.322266, 0.3125, 0.263672, 0.302734, 0.271484, 0.298828, 0.341797, 0.249023, 0.207031, 0.304688, 0.306641, 0.248047, 0.310547, 0.332031, 0.265625, 0.152344, 0.3125, 0.316406, 0.304688, 0.269531, 0.316406, 0.267578, 0.332031, 0.320312, 0.298828, 0.308594, 0.191406, 0.294922, 0.255859, 0.328125, 0.326172, 0.318359, 0.167969, 0.318359, 0.275391, 0.3125, 0.296875, 0.328125, 0.306641, 0.294922, 0.326172, 0.162109, 0.314453, 0.333984, 0.318359, 0.310547, 0.225586, 0.265625, 0.324219, 0.145508, 0.194336, 0.289062, 0.335938, 0.287109, 0.294922, 0.332031, 0.318359, 0.253906, 0.292969, 0.144531, 0.335938, 0.214844, 0.324219, 0.308594, 0.306641, 0.316406, 0.316406, 0.294922, 0.314453, 0.269531, 0.339844, 0.300781, 0.275391, 0.308594, 0.275391, 0.233398, 0.302734, 0.180664, 0.322266, 0.253906, 0.28125, 0.289062, 0.318359, 0.335938, 0.289062, 0.302734, 0.302734, 0.300781, 0.324219, 0.267578, 0.310547, 0.320312, 0.242188, 0.337891, 0.160156, 0.271484, 0.328125, 0.308594, 0.330078, 0.3125, 0.291016, 0.320312, 0.289062, 0.263672, 0.3125, 0.287109, 0.209961, 0.314453, 0.314453, 0.306641, 0.330078, 0.316406, 0.304688, 0.328125, 0.316406, 0.275391, 0.328125, 0.3125, 0.275391, 0.330078, 0.300781, 0.265625, 0.318359, 0.259766, 0.322266, 0.294922, 0.359375, 0.289062, 0.210938, 0.203125, 0.339844, 0.320312, 0.324219, 0.320312, 0.287109, 0.308594, 0.294922, 0.172852, 0.316406, 0.273438, 0.298828, 0.302734, 0.289062, 0.283203, 0.219727, 0.275391, 0.3125, 0.287109, 0.304688, 0.1875, 0.310547, 0.308594, 0.304688, 0.310547, 0.308594, 0.308594, 0.324219, 0.324219, 0.223633, 0.208984, 0.287109, 0.287109, 0.316406, 0.300781, 0.328125, 0.263672, 0.292969, 0.186523, 0.248047, 0.300781, 0.304688, 0.275391, 0.318359, 0.390625, 0.277344, 0.296875, 0.300781, 0.316406, 0.308594, 0.28125, 0.308594, 0.296875, 0.320312, 0.185547, 0.28125, 0.172852, 0.302734, 0.289062, 0.233398, 0.269531, 0.3125, 0.296875, 0.294922, 0.359375, 0.211914, 0.208984, 0.294922, 0.213867, 0.275391, 0.255859, 0.294922, 0.240234, 0.318359, 0.040283, 0.171875, 0.335938, 0.283203 ] }, "name": "model.model.layers.11.post_attention_layernorm.weight", "outputIndexes": [ 995 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 994 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_11/Mul_output_0", "outputIndexes": [ 996 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 995, 996 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_11/Mul_1_output_0", "outputIndexes": [ 997 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 997 ], "outputIndexes": [ 4712 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4712 ], "outputIndexes": [ 4713 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear", "inputIndexes": [ 4713 ], "outputIndexes": [ 4714 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 112805622, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4714 ], "outputIndexes": [ 4715 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4715 ], "outputIndexes": [ 998 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_11/Sigmoid_output_0", "outputIndexes": [ 999 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 998, 999 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_11/Mul_output_0", "outputIndexes": [ 1000 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 997 ], "outputIndexes": [ 4716 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4716 ], "outputIndexes": [ 4717 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear", "inputIndexes": [ 4717 ], "outputIndexes": [ 4718 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 115386124, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4718 ], "outputIndexes": [ 4719 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4719 ], "outputIndexes": [ 1001 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1000, 1001 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_11/Mul_output_0", "outputIndexes": [ 1002 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1002 ], "outputIndexes": [ 4720 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4720 ], "outputIndexes": [ 4721 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear", "inputIndexes": [ 4721 ], "outputIndexes": [ 4722 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 117966626, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4722 ], "outputIndexes": [ 4723 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.11/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4723 ], "outputIndexes": [ 1003 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 994, 1003 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_59_output_0", "outputIndexes": [ 1004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1004, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_108_output_0", "outputIndexes": [ 1005 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.330078, 0.376953, 0.386719, 0.367188, 0.322266, 0.355469, 0.632812, 0.326172, 0.306641, 0.390625, 0.425781, 0.355469, 0.289062, 0.302734, 0.310547, 0.283203, 0.496094, 0.339844, 0.324219, 0.308594, 0.363281, 0.355469, 0.388672, 0.322266, 0.363281, 0.365234, 0.337891, 0.308594, 0.322266, 0.355469, 0.443359, 0.289062, 0.367188, 0.40625, 0.347656, 0.326172, 0.369141, 0.349609, 0.425781, 0.371094, 0.34375, 0.34375, 0.367188, 0.355469, 0.351562, 0.375, 0.376953, 0.314453, 0.316406, 0.474609, 0.347656, 0.363281, 0.339844, 0.367188, 0.367188, 0.324219, 0.324219, 0.351562, 0.373047, 0.339844, 0.365234, 0.337891, 0.316406, 0.361328, 0.394531, 0.466797, 0.585938, 0.300781, 0.339844, 0.621094, 0.322266, 0.330078, 0.359375, 0.375, 0.314453, 0.330078, 0.345703, 0.316406, 0.333984, 0.330078, 0.34375, 0.287109, 0.328125, 0.308594, 0.3125, 0.28125, 0.333984, 0.46875, 0.335938, 0.332031, 0.376953, 0.328125, 0.291016, 0.339844, 0.310547, 0.328125, 0.390625, 0.349609, 0.328125, 0.369141, 0.462891, 0.324219, 0.337891, 0.357422, 0.335938, 0.292969, 0.363281, 0.345703, 0.353516, 0.291016, 0.302734, 0.308594, 0.347656, 0.419922, 0.333984, 0.46875, 0.349609, 0.320312, 0.349609, 0.369141, 0.361328, 0.333984, 0.302734, 0.435547, 0.335938, 0.349609, 0.503906, 0.341797, 0.332031, 0.328125, 0.337891, 0.271484, 0.380859, 0.324219, 0.378906, 0.353516, 0.314453, 0.330078, 0.392578, 0.337891, 0.332031, 0.400391, 0.363281, 0.337891, 0.294922, 0.359375, 0.355469, 0.316406, 0.328125, 0.423828, 0.376953, 0.34375, 0.314453, 0.347656, 0.310547, 0.357422, 0.292969, 0.316406, 0.302734, 0.339844, 0.314453, 0.408203, 0.349609, 0.330078, 0.349609, 0.335938, 0.367188, 0.376953, 0.332031, 0.347656, 0.365234, 0.332031, 0.34375, 0.345703, 0.363281, 0.3125, 0.347656, 0.308594, 0.324219, 0.330078, 0.292969, 0.349609, 0.314453, 0.361328, 0.294922, 0.369141, 0.351562, 0.351562, 0.349609, 0.337891, 0.322266, 0.347656, 0.310547, 0.351562, 0.330078, 0.339844, 0.320312, 0.378906, 0.000139, 0.376953, 0.322266, 0.273438, 0.369141, 0.402344, 0.351562, 0.351562, 0.341797, 0.367188, 0.542969, 0.337891, 0.353516, 0.347656, 0.359375, 0.314453, 0.363281, 0.367188, 0.345703, 0.324219, 0.337891, 0.302734, 0.326172, 0.306641, 0.308594, 0.353516, 0.316406, 0.359375, 0.361328, 0.349609, 0.365234, 0.371094, 0.394531, 0.449219, 0.322266, 0.369141, 0.359375, 0.335938, 0.367188, 0.341797, 0.365234, 0.320312, 0.335938, 0.326172, 0.328125, 0.402344, 0.337891, 0.341797, 0.3125, 0.353516, 0.328125, 0.396484, 0.326172, 0.289062, 0.302734, 0.353516, 0.390625, 0.40625, 0.300781, 0.292969, 0.371094, 0.306641, 0.330078, 0.375, 0.332031, 0.341797, 0.326172, 0.361328, 0.310547, 0.339844, 0.367188, 0.347656, 0.462891, 0.367188, 0.371094, 0.507812, 0.371094, 0.363281, 0.394531, 0.333984, 0.359375, 0.341797, 0.337891, 0.335938, 0.345703, 0.34375, 0.367188, 0.337891, 0.384766, 0.320312, 0.318359, 0.365234, 0.341797, 0.349609, 0.333984, 0.400391, 0.361328, 0.357422, 0.224609, 0.365234, 0.302734, 0.357422, 0.302734, 0.330078, 0.300781, 0.375, 0.365234, 0.322266, 0.363281, 0.371094, 0.341797, 0.34375, 0.353516, 0.353516, 0.355469, 0.404297, 0.333984, 0.292969, 0.34375, 0.34375, 0.490234, 0.339844, 0.285156, 0.314453, 0.353516, 0.314453, 0.345703, 0.410156, 0.324219, 0.373047, 0.304688, 0.365234, 0.550781, 0.345703, 0.425781, 0.339844, 0.384766, 0.314453, 0.330078, 0.308594, 0.326172, 0.371094, 0.371094, 0.339844, 0.320312, 0.3125, 0.34375, 0.351562, 0.361328, 0.316406, 0.388672, 0.339844, 0.365234, 0.353516, 0.326172, 0.349609, 0.361328, 0.371094, 0.34375, 0.339844, 0.330078, 0.371094, 0.318359, 0.390625, 0.326172, 0.316406, 0.392578, 0.304688, 0.361328, 0.316406, 0.375, 0.3125, 0.361328, 0.296875, 0.349609, 0.320312, 0.40625, 0.378906, 0.316406, 0.347656, 0.296875, 0.414062, 0.417969, 0.371094, 0.369141, 0.273438, 0.337891, 0.320312, 0.359375, 0.314453, 0.416016, 0.384766, 0.345703, 0.494141, 0.324219, 0.402344, 0.355469, 0.330078, 0.345703, 0.359375, 0.341797, 0.349609, 0.363281, 0.410156, 0.384766, 0.271484, 0.316406, 0.318359, 0.300781, 0.34375, 0.3125, 0.359375, 0.367188, 0.361328, 0.308594, 0.337891, 0.339844, 0.320312, 0.324219, 0.322266, 0.335938, 0.328125, 0.357422, 0.337891, 0.337891, 0.302734, 0.324219, 0.318359, 0.345703, 0.412109, 0.503906, 0.382812, 0.431641, 0.388672, 0.320312, 0.376953, 0.318359, 0.337891, 0.367188, 0.371094, 0.304688, 0.332031, 0.335938, 0.369141, 0.466797, 0.353516, 0.333984, 0.392578, 0.292969, 0.353516, 0.378906, 0.347656, 0.408203, 0.486328, 0.332031, 0.339844, 0.310547, 0.349609, 0.361328, 0.304688, 0.318359, 0.384766, 0.324219, 0.427734, 0.365234, 0.371094, 0.330078, 0.347656, 0.382812, 0.367188, 0.351562, 0.380859, 0.375, 0.363281, 0.332031, 0.402344, 0.40625, 0.332031, 0.351562, 0.367188, 0.330078, 0.367188, 0.306641, 0.353516, 0.347656, 0.332031, 0.326172, 0.365234, 0.355469, 0.400391, 0.355469, 0.347656, 0.347656, 0.355469, 0.28125, 0.324219, 0.337891, 0.394531, 0.300781, 0.388672, 0.390625, 0.355469, 0.75, 0.359375, 0.330078, 0.369141, 0.425781, 0.339844, 0.365234, 0.414062, 0.337891, 0.359375, 0.386719, 0.376953, 0.558594, 0.341797, 0.380859, 0.384766, 0.341797, 0.341797, 0.335938, 0.337891, 0.361328, 0.365234, 0.369141, 0.308594, 0.398438, 0.349609, 0.353516, 0.361328, 0.308594, 0.398438, 0.566406, 0.306641, 0.330078, 0.265625, 0.371094, 0.363281, 0.298828, 0.320312, 0.371094, 0.388672, 0.361328, 0.330078, 0.367188, 0.310547, 0.369141, 0.351562, 0.322266, 0.347656, 0.429688, 0.472656, 0.380859, 0.349609, 0.371094, 0.359375, 0.369141, 0.328125, 0.376953, 0.06543, 0.337891, 0.332031, 0.423828, 0.425781, 0.285156, 0.376953, 0.337891, 0.306641, 0.310547, 0.300781, 0.361328, 0.341797, 0.326172, 0.330078, 0.367188, 0.296875, 0.330078, 0.341797, 0.324219, 0.291016, 0.341797, 0.296875, 0.347656, 0.345703, 0.351562, 0.394531, 0.322266, 0.353516, 0.328125, 0.355469, 0.330078, 0.298828, 0.339844, 0.330078, 0.326172, 0.294922, 0.320312, 0.337891, 0.335938, 0.347656, 0.337891, 0.333984, 0.322266, 0.380859, 0.339844, 0.306641, 0.283203, 0.355469, 0.330078, 0.324219, 0.337891, 0.322266, 0.332031, 0.316406, 0.402344, 0.376953, 0.335938, 0.330078, 0.443359, 0.318359, 0.369141, 0.398438, 0.318359, 0.322266, 0.351562, 0.419922, 0.380859, 0.316406, 0.34375, 0.636719, 0.339844, 0.292969, 0.488281, 0.320312, 0.337891, 0.292969, 0.339844, 0.349609, 0.332031, 0.429688, 0.335938, 0.320312, 0.361328, 0.3125, 0.347656, 0.353516, 0.306641, 0.351562, 0.375, 0.283203, 0.464844, 0.443359, 0.341797, 0.373047, 0.388672, 0.335938, 0.310547, 0.333984, 0.3125, 0.304688, 0.316406, 0.347656, 0.363281, 0.316406, 0.355469, 0.386719, 0.289062, 0.3125, 0.320312, 0.332031, 0.392578, 0.294922, 0.371094, 0.351562, 0.347656, 0.503906, 0.324219, 0.332031, 0.371094, 0.302734, 0.398438, 0.332031, 0.382812, 0.386719, 0.582031, 0.345703, 0.378906, 0.361328, 0.355469, 0.353516, 0.341797, 0.302734, 0.363281, 0.310547, 0.371094, 0.310547, 0.347656, 0.337891, 0.347656, 0.316406, 0.310547, 0.291016, 0.371094, 0.353516, 0.369141, 0.341797, 0.460938, 0.382812, 0.347656, 0.357422, 0.302734, 0.423828, 0.410156, 0.367188, 0.347656, 0.328125, 0.339844, 0.351562, 0.318359, 0.443359, 0.306641, 0.328125, 0.351562, 0.351562, 0.332031, 0.361328, 0.359375, 0.341797, 0.496094, 0.333984, 0.376953, 0.353516, 0.353516, 0.248047, 0.337891, 0.335938, 0.341797, 0.373047, 0.328125, 0.341797, 0.337891, 0.355469, 0.341797, 0.371094, 0.318359, 0.40625, 0.332031, 0.332031, 0.542969, 0.328125, 0.341797, 0.335938, 0.316406, 0.351562, 0.369141, 0.339844, 0.333984, 0.324219, 0.3125, 0.378906, 0.367188, 0.314453, 0.345703, 0.355469, 0.375, 0.416016, 0.375, 0.322266, 0.347656, 0.291016, 0.294922, 0.421875, 0.447266, 0.378906, 0.357422, 0.326172, 0.417969, 0.382812, 0.425781, 0.326172, 0.353516, 0.330078, 0.361328, 0.330078, 0.460938, 0.361328, 0.333984, 0.363281, 0.404297, 0.400391, 0.382812, 0.345703, 0.392578, 0.292969, 0.355469, 0.349609, 0.339844, 0.330078, 0.578125, 0.353516, 0.326172, 0.326172, 0.34375, 0.318359, 0.3125, 0.445312, 0.335938, 0.333984, 0.316406, 0.357422, 0.417969, 0.373047, 0.386719, 0.316406, 0.351562, 0.337891, 0.347656, 0.378906, 0.330078, 0.316406, 0.302734, 0.337891, 0.371094, 0.308594, 0.337891, 0.357422, 0.398438, 0.357422, 0.310547, 0.392578, 0.345703, 0.365234, 0.341797, 0.310547, 0.386719, 0.330078, 0.300781, 0.345703, 0.337891, 0.335938, 0.376953, 0.322266, 0.335938, 0.367188, 0.298828, 0.335938, 0.310547, 0.388672, 0.296875, 0.324219, 0.332031, 0.375, 0.292969, 0.339844, 0.482422, 0.365234, 0.332031, 0.351562, 0.371094, 0.40625, 0.267578, 0.351562, 0.386719, 0.396484, 0.353516, 0.308594, 0.382812, 0.523438, 0.314453, 0.365234, 0.369141, 0.337891, 0.339844, 0.386719, 0.328125, 0.324219, 0.330078, 0.363281, 0.341797, 0.335938, 0.306641, 0.445312, 0.345703, 0.347656, 0.353516, 0.341797, 0.394531, 0.328125, 0.322266, 0.523438, 0.335938, 0.349609, 0.341797, 0.324219, 0.574219, 0.367188, 0.298828, 0.332031, 0.320312, 0.306641, 0.384766, 0.34375, 0.392578, 0.335938, 0.328125, 0.349609, 0.339844, 0.314453, 0.357422, 0.298828, 0.398438, 0.376953, 0.394531, 0.416016, 0.351562, 0.365234, 0.314453, 0.337891, 0.333984, 0.314453, 0.330078, 0.337891, 0.347656, 0.384766, 0.369141, 0.341797, 0.355469, 0.4375, 0.345703, 0.378906, 0.357422, 0.373047, 0.369141, 0.285156, 0.292969, 0.355469, 0.3125, 0.322266, 0.337891, 0.296875, 0.392578, 0.316406, 0.337891, 0.320312, 0.433594, 0.337891, 0.322266, 0.375, 0.369141, 0.345703, 0.308594, 0.365234, 0.367188, 0.439453, 0.361328, 0.394531, 0.335938, 0.326172, 0.363281, 0.365234, 0.390625, 0.523438, 0.333984, 0.351562, 0.345703, 0.384766, 0.287109, 0.335938, 0.378906, 0.287109, 0.349609, 0.402344, 0.339844, 0.371094, 0.375, 0.371094, 0.355469, 0.386719, 0.337891, 0.402344, 0.488281, 0.296875, 0.365234, 0.470703, 0.332031, 0.435547, 0.289062, 0.361328, 0.349609, 0.339844, 0.542969, 0.353516, 0.363281, 0.353516, 0.339844, 0.427734, 0.335938, 0.320312, 0.394531, 0.306641, 0.328125, 0.328125, 0.357422, 0.287109, 0.3125, 0.367188, 0.357422, 0.335938, 0.367188, 0.355469, 0.337891, 0.322266, 0.34375, 0.285156, 0.337891, 0.388672, 0.302734, 0.3125, 0.392578, 0.392578, 0.386719, 0.341797, 0.318359, 0.408203, 0.349609, 0.339844, 0.34375, 0.310547, 0.376953, 0.431641, 0.359375, 0.316406, 0.328125, 0.390625, 0.330078, 0.375, 0.298828, 0.308594, 0.345703, 0.601562, 0.298828, 0.335938, 0.361328, 0.332031, 0.337891, 0.339844, 0.355469, 0.484375, 0.330078, 0.341797, 0.345703, 0.375, 0.380859, 0.363281, 0.357422, 0.333984, 0.298828, 0.296875, 0.34375, 0.373047, 0.318359, 0.347656, 0.294922, 0.3125, 0.365234, 0.335938, 0.714844, 0.402344, 0.339844, 0.361328, 0.390625, 0.3125, 0.306641, 0.351562, 0.363281, 0.310547, 0.298828, 0.392578, 0.357422, 0.398438, 0.367188, 0.341797, 0.339844, 0.353516, 0.328125, 0.349609, 0.380859, 0.3125, 0.316406, 0.390625, 0.328125, 0.378906, 0.367188, 0.357422, 0.451172, 0.291016, 0.357422, 0.363281, 0.353516, 0.337891, 0.316406, 0.386719, 0.367188, 0.373047, 0.337891, 0.330078, 0.333984, 0.5625, 0.306641, 0.302734, 0.353516, 0.351562, 0.382812, 0.314453, 0.388672, 0.298828, 0.558594, 0.341797, 0.326172, 0.345703, 0.371094, 0.433594, 0.355469, 0.345703, 0.34375, 0.310547, 0.332031, 0.314453, 0.318359, 0.322266, 0.347656, 0.326172, 0.294922, 0.326172, 0.355469, 0.347656, 0.375, 0.351562, 0.326172, 0.359375, 0.304688, 0.373047, 0.335938, 0.3125, 0.330078, 0.353516, 0.355469, 0.369141, 0.376953, 0.332031, 0.523438, 0.349609, 0.457031, 0.335938, 0.390625, 0.355469, 0.357422, 0.361328, 0.287109, 0.400391, 0.349609, 0.355469, 0.34375, 0.345703, 0.386719, 0.337891, 0.333984, 0.324219, 0.324219, 0.306641, 0.400391, 0.326172, 0.328125, 0.310547, 0.347656, 0.310547, 0.337891, 0.373047, 0.380859, 0.324219, 0.376953, 0.304688, 0.341797, 0.320312, 0.302734, 0.337891, 0.355469, 0.316406, 0.306641, 0.361328, 0.339844, 0.326172, 0.345703, 0.371094, 0.339844, 0.349609, 0.390625, 0.361328, 0.335938, 0.345703, 0.365234, 0.365234, 0.310547, 0.402344, 0.34375, 0.316406, 0.339844, 0.318359, 0.351562, 0.398438, 0.361328, 0.335938, 0.333984, 0.351562, 0.347656, 0.363281, 0.316406, 0.300781, 0.40625, 0.361328, 0.341797, 0.34375, 0.333984, 0.337891, 0.355469, 0.328125, 0.332031, 0.380859, 0.361328, 0.357422, 0.326172, 0.294922, 0.308594, 0.423828, 0.359375, 0.353516, 0.382812, 0.333984, 0.359375, 0.314453, 0.410156, 0.414062, 0.316406, 0.375, 0.335938, 0.335938, 0.369141, 0.322266, 0.298828, 0.398438, 0.304688, 0.347656, 0.316406, 0.396484, 0.386719, 0.373047, 0.339844, 0.308594, 0.332031, 0.357422, 0.345703, 0.341797, 0.371094, 0.443359, 0.314453, 0.371094, 0.4375, 0.396484, 0.28125, 0.316406, 0.333984, 0.326172, 0.306641, 0.382812, 0.375, 0.324219, 0.367188, 0.373047, 0.490234, 0.357422, 0.390625, 0.384766 ] }, "name": "model.model.layers.12.input_layernorm.weight", "outputIndexes": [ 1006 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1005 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_12/Mul_output_0", "outputIndexes": [ 1007 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1006, 1007 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1008 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 4724 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4724 ], "outputIndexes": [ 4725 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear", "inputIndexes": [ 4725 ], "outputIndexes": [ 4726 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 120547128, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4726 ], "outputIndexes": [ 4727 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4727 ], "outputIndexes": [ 1009 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1008 ], "main_type": "NONE", "name": "/Shape_169_output_0", "outputIndexes": [ 1010 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1010 ], "main_type": "NONE", "name": "Shape2671", "outputIndexes": [ 1011 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1010 ], "main_type": "NONE", "name": "Rank2673", "outputIndexes": [ 1012 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1012, 1012 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2675", "outputIndexes": [ 1013 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1013 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2676", "outputIndexes": [ 1014 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1013, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2678", "outputIndexes": [ 1015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1015 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2679", "outputIndexes": [ 1016 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1011, 1014, 1016, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2682", "outputIndexes": [ 1017 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1017 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2683", "outputIndexes": [ 1018 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1018 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2684", "outputIndexes": [ 1019 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1019, 1018 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2685", "outputIndexes": [ 1020 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1010, 1020, 1013 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_184_output_0", "outputIndexes": [ 1021 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1021, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_385_output_0", "outputIndexes": [ 1022 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1022, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_156_output_0", "outputIndexes": [ 1023 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1009, 1023 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_109_output_0", "outputIndexes": [ 1024 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_96_output_0", "outputIndexes": [ 1025 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024 ], "main_type": "NONE", "name": "/Shape_170_output_0", "outputIndexes": [ 1026 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1026 ], "main_type": "NONE", "name": "Shape2692", "outputIndexes": [ 1027 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1026 ], "main_type": "NONE", "name": "Rank2694", "outputIndexes": [ 1028 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1028, 1028 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2696", "outputIndexes": [ 1029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1029 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2697", "outputIndexes": [ 1030 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1029, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2699", "outputIndexes": [ 1031 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1031 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2700", "outputIndexes": [ 1032 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1027, 1030, 1032, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2703", "outputIndexes": [ 1033 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1033 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2704", "outputIndexes": [ 1034 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1034 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2705", "outputIndexes": [ 1035 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1035, 1034 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2706", "outputIndexes": [ 1036 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1026, 1036, 1029 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_185_output_0", "outputIndexes": [ 1037 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1037, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_36_output_0", "outputIndexes": [ 1038 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1038, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_390_output_0", "outputIndexes": [ 1039 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 1039, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_49_output_0", "outputIndexes": [ 1040 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1040 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_24_output_0", "outputIndexes": [ 1041 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1024, 22, 1039, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_48_output_0", "outputIndexes": [ 1042 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1041, 1042 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_159_output_0", "outputIndexes": [ 1043 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1043, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_97_output_0", "outputIndexes": [ 1044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1025, 1044 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_60_output_0", "outputIndexes": [ 1045 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 4728 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4728 ], "outputIndexes": [ 4729 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear", "inputIndexes": [ 4729 ], "outputIndexes": [ 4730 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 121468750, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4730 ], "outputIndexes": [ 4731 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4731 ], "outputIndexes": [ 1046 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1022, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_157_output_0", "outputIndexes": [ 1047 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1046, 1047 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_110_output_0", "outputIndexes": [ 1048 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_98_output_0", "outputIndexes": [ 1049 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048 ], "main_type": "NONE", "name": "/Shape_171_output_0", "outputIndexes": [ 1050 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1050 ], "main_type": "NONE", "name": "Shape2755", "outputIndexes": [ 1051 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1050 ], "main_type": "NONE", "name": "Rank2757", "outputIndexes": [ 1052 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1052, 1052 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2759", "outputIndexes": [ 1053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1053 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2760", "outputIndexes": [ 1054 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1053, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2762", "outputIndexes": [ 1055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1055 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2763", "outputIndexes": [ 1056 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1051, 1054, 1056, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2766", "outputIndexes": [ 1057 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1057 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2767", "outputIndexes": [ 1058 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1058 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2768", "outputIndexes": [ 1059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1059, 1058 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2769", "outputIndexes": [ 1060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1050, 1060, 1053 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_186_output_0", "outputIndexes": [ 1061 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1061, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_37_output_0", "outputIndexes": [ 1062 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1062, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_392_output_0", "outputIndexes": [ 1063 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 1063, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_51_output_0", "outputIndexes": [ 1064 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1064 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_25_output_0", "outputIndexes": [ 1065 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1048, 22, 1063, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_50_output_0", "outputIndexes": [ 1066 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1065, 1066 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_160_output_0", "outputIndexes": [ 1067 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1067, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_99_output_0", "outputIndexes": [ 1068 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1049, 1068 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_61_output_0", "outputIndexes": [ 1069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1008 ], "outputIndexes": [ 4732 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4732 ], "outputIndexes": [ 4733 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear", "inputIndexes": [ 4733 ], "outputIndexes": [ 4734 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 121699172, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4734 ], "outputIndexes": [ 4735 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4735 ], "outputIndexes": [ 1070 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1070, 1047 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_111_output_0", "outputIndexes": [ 1071 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1045, 1069, 1071, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_116_output_0", "outputIndexes": [ 1072 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1072 ], "outputIndexes": [ 4736 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4736 ], "outputIndexes": [ 4737 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear", "inputIndexes": [ 4737 ], "outputIndexes": [ 4738 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 121929594, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4738 ], "outputIndexes": [ 4739 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4739 ], "outputIndexes": [ 1073 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1005, 1073 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_63_output_0", "outputIndexes": [ 1074 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.244141, 0.3125, 0.326172, 0.332031, 0.345703, 0.326172, 0.105469, 0.339844, 0.263672, 0.251953, 0.178711, 0.318359, 0.225586, 0.337891, 0.328125, 0.349609, 0.226562, 0.292969, 0.300781, 0.195312, 0.322266, 0.341797, 0.298828, 0.251953, 0.292969, 0.339844, 0.275391, 0.332031, 0.322266, 0.316406, 0.261719, 0.114746, 0.3125, 0.285156, 0.322266, 0.322266, 0.192383, 0.333984, 0.178711, 0.324219, 0.316406, 0.339844, 0.287109, 0.285156, 0.212891, 0.300781, 0.349609, 0.210938, 0.355469, 0.176758, 0.326172, 0.191406, 0.320312, 0.337891, 0.223633, 0.330078, 0.359375, 0.298828, 0.294922, 0.376953, 0.332031, 0.330078, 0.269531, 0.320312, 0.255859, 0.251953, 0.147461, 0.163086, 0.337891, 0.133789, 0.361328, 0.198242, 0.265625, 0.294922, 0.355469, 0.28125, 0.273438, 0.349609, 0.150391, 0.310547, 0.291016, 0.359375, 0.271484, 0.300781, 0.322266, 0.21582, 0.347656, 0.193359, 0.361328, 0.223633, 0.28125, 0.316406, 0.211914, 0.326172, 0.161133, 0.203125, 0.345703, 0.349609, 0.351562, 0.332031, 0.245117, 0.283203, 0.330078, 0.332031, 0.351562, 0.188477, 0.339844, 0.320312, 0.326172, 0.333984, 0.326172, 0.353516, 0.300781, 0.302734, 0.328125, 0.273438, 0.310547, 0.316406, 0.341797, 0.339844, 0.3125, 0.231445, 0.369141, 0.240234, 0.355469, 0.291016, 0.134766, 0.341797, 0.328125, 0.357422, 0.337891, 0.367188, 0.310547, 0.3125, 0.308594, 0.300781, 0.347656, 0.326172, 0.273438, 0.248047, 0.333984, 0.314453, 0.322266, 0.365234, 0.363281, 0.310547, 0.316406, 0.255859, 0.326172, 0.304688, 0.300781, 0.320312, 0.328125, 0.347656, 0.333984, 0.298828, 0.355469, 0.320312, 0.177734, 0.330078, 0.166992, 0.273438, 0.230469, 0.34375, 0.296875, 0.359375, 0.165039, 0.341797, 0.300781, 0.18457, 0.257812, 0.345703, 0.353516, 0.248047, 0.172852, 0.365234, 0.263672, 0.328125, 0.357422, 0.333984, 0.3125, 0.25, 0.304688, 0.310547, 0.353516, 0.330078, 0.335938, 0.304688, 0.330078, 0.337891, 0.347656, 0.285156, 0.170898, 0.310547, 0.308594, 0.320312, 0.306641, 0.230469, -7.2e-05, 0.310547, 0.316406, 0.324219, 0.261719, 0.302734, 0.259766, 0.318359, 0.339844, 0.283203, 0.234375, 0.330078, 0.322266, 0.306641, 0.3125, 0.192383, 0.326172, 0.308594, 0.330078, 0.298828, 0.345703, 0.335938, 0.324219, 0.332031, 0.251953, 0.291016, 0.361328, 0.285156, 0.333984, 0.192383, 0.355469, 0.261719, 0.257812, 0.224609, 0.349609, 0.294922, 0.351562, 0.230469, 0.310547, 0.261719, 0.347656, 0.337891, 0.324219, 0.279297, 0.302734, 0.310547, 0.337891, 0.291016, 0.213867, 0.337891, 0.328125, 0.283203, 0.328125, 0.245117, 0.201172, 0.314453, 0.273438, 0.337891, 0.267578, 0.3125, 0.206055, 0.339844, 0.347656, 0.328125, 0.333984, 0.249023, 0.339844, 0.335938, 0.304688, 0.337891, 0.198242, 0.34375, 0.177734, 0.326172, 0.285156, 0.135742, 0.232422, 0.345703, 0.308594, 0.242188, 0.201172, 0.34375, 0.243164, 0.332031, 0.3125, 0.335938, 0.337891, 0.296875, 0.363281, 0.355469, 0.333984, 0.34375, 0.341797, 0.320312, 0.335938, 0.292969, 0.335938, 0.324219, 0.300781, 0.324219, 0.353516, 0.330078, 0.318359, 0.318359, 0.324219, 0.209961, 0.314453, 0.330078, 0.259766, 0.294922, 0.34375, 0.376953, 0.211914, 0.349609, 0.289062, 0.238281, 0.341797, 0.296875, 0.330078, 0.224609, 0.267578, 0.228516, 0.355469, 0.357422, 0.322266, 0.337891, 0.291016, 0.265625, 0.322266, 0.349609, 0.367188, 0.251953, 0.195312, 0.237305, 0.174805, 0.326172, 0.302734, 0.320312, 0.349609, 0.259766, 0.186523, 0.194336, 0.289062, 0.304688, 0.332031, 0.242188, 0.34375, 0.339844, 0.259766, 0.320312, 0.261719, 0.357422, 0.337891, 0.330078, 0.259766, 0.302734, 0.320312, 0.339844, 0.332031, 0.318359, 0.302734, 0.355469, 0.3125, 0.232422, 0.332031, 0.341797, 0.291016, 0.318359, 0.355469, 0.34375, 0.244141, 0.257812, 0.349609, 0.314453, 0.335938, 0.174805, 0.300781, 0.294922, 0.328125, 0.316406, 0.345703, 0.177734, 0.073242, 0.279297, 0.351562, 0.328125, 0.328125, 0.285156, 0.277344, 0.345703, 0.239258, 0.322266, 0.3125, 0.171875, 0.357422, 0.188477, 0.34375, 0.322266, 0.314453, 0.345703, 0.341797, 0.330078, 0.294922, 0.351562, 0.227539, 0.349609, 0.359375, 0.251953, 0.367188, 0.302734, 0.337891, 0.332031, 0.271484, 0.351562, 0.337891, 0.306641, 0.349609, 0.345703, 0.300781, 0.322266, 0.335938, 0.259766, 0.373047, 0.292969, 0.155273, 0.349609, 0.339844, 0.212891, 0.330078, 0.291016, 0.206055, 0.310547, 0.164062, 0.220703, 0.34375, 0.302734, 0.294922, 0.347656, 0.375, 0.294922, 0.304688, 0.376953, 0.365234, 0.233398, 0.222656, 0.353516, 0.267578, 0.235352, 0.337891, 0.341797, 0.192383, 0.318359, 0.285156, 0.24707, 0.308594, 0.337891, 0.337891, 0.341797, 0.332031, 0.316406, 0.300781, 0.261719, 0.322266, 0.265625, 0.328125, 0.314453, 0.179688, 0.335938, 0.283203, 0.332031, 0.332031, 0.211914, 0.310547, 0.332031, 0.332031, 0.298828, 0.300781, 0.285156, 0.28125, 0.353516, 0.244141, 0.25, 0.324219, 0.339844, 0.365234, 0.300781, 0.341797, 0.271484, 0.326172, 0.238281, 0.345703, 0.304688, 0.337891, 0.335938, 0.349609, 0.333984, 0.326172, 0.236328, 0.339844, 0.306641, 0.251953, 0.259766, 0.07959, 0.279297, 0.339844, 0.335938, 0.171875, 0.345703, 0.294922, 0.302734, 0.345703, 0.308594, 0.289062, 0.349609, 0.128906, 0.243164, 0.265625, 0.330078, 0.337891, 0.216797, 0.273438, 0.287109, 0.314453, 0.322266, 0.189453, 0.349609, 0.341797, 0.310547, 0.335938, 0.351562, 0.357422, 0.257812, 0.206055, 0.279297, 0.213867, 0.157227, 0.335938, 0.298828, 0.292969, 0.351562, 0.279297, 0.296875, 0.333984, 0.203125, 0.263672, 0.34375, 0.337891, 0.249023, 0.328125, 0.169922, 0.249023, 0.239258, 0.275391, 0.318359, 0.339844, 0.330078, 0.322266, 0.324219, 0.277344, 0.180664, 0.324219, 0.1875, 0.170898, 0.233398, 0.337891, 0.292969, 0.236328, 0.19043, 0.339844, 0.332031, 0.324219, 0.302734, 0.34375, 0.330078, 0.217773, 0.349609, 0.300781, 0.332031, 0.292969, 0.335938, 0.273438, 0.174805, 0.375, 0.310547, 0.300781, 0.304688, 0.330078, 0.310547, 0.306641, 0.322266, 0.378906, 0.320312, 0.265625, 0.200195, 0.333984, 0.347656, 0.324219, 0.232422, 0.335938, 0.168945, 0.191406, 0.326172, 0.333984, 0.310547, 0.332031, 0.320312, 0.178711, 0.226562, 0.322266, 0.277344, 0.296875, 0.361328, 0.261719, 0.355469, 0.322266, 0.243164, 0.310547, 0.318359, 0.181641, 0.316406, 0.296875, 0.337891, 0.163086, 0.328125, 0.277344, 0.308594, 0.283203, 0.1875, 0.341797, 0.152344, 0.316406, 0.173828, 0.055664, 0.292969, 0.314453, 0.332031, 0.251953, 0.335938, 0.326172, 0.291016, 0.341797, 0.316406, 0.248047, 0.357422, 0.316406, 0.230469, 0.19043, 0.277344, 0.285156, 0.160156, 0.287109, 0.271484, 0.335938, 0.367188, 0.330078, 0.206055, 0.314453, 0.3125, 0.163086, 0.341797, 0.198242, 0.18457, 0.296875, 0.351562, 0.28125, 0.210938, 0.3125, 0.324219, 0.300781, 0.347656, 0.300781, 0.359375, 0.326172, 0.316406, 0.302734, 0.137695, 0.242188, 0.186523, 0.326172, 0.349609, 0.298828, 0.349609, 0.332031, 0.332031, 0.107422, 0.283203, 0.318359, 0.335938, 0.239258, 0.365234, 0.355469, 0.291016, 0.285156, 0.335938, 0.296875, 0.337891, 0.255859, 0.339844, 0.326172, 0.241211, 0.335938, 0.355469, 0.291016, 0.324219, 0.226562, 0.318359, 0.191406, 0.228516, 0.326172, 0.291016, 0.253906, 0.308594, 0.211914, 0.330078, 0.3125, 0.341797, 0.351562, 0.320312, 0.306641, 0.18457, 0.207031, 0.333984, 0.175781, 0.287109, 0.24707, 0.324219, 0.339844, 0.289062, 0.164062, 0.314453, 0.302734, 0.306641, 0.347656, 0.180664, 0.324219, 0.330078, 0.21875, 0.367188, 0.209961, 0.326172, 0.320312, 0.324219, 0.341797, 0.326172, 0.355469, 0.28125, 0.330078, 0.339844, 0.089355, 0.316406, 0.337891, 0.154297, 0.229492, 0.166016, 0.353516, 0.279297, 0.361328, 0.353516, 0.316406, 0.267578, 0.257812, 0.289062, 0.314453, 0.335938, 0.287109, 0.217773, 0.34375, 0.328125, 0.238281, 0.347656, 0.292969, 0.173828, 0.226562, 0.246094, 0.246094, 0.28125, 0.210938, 0.332031, 0.285156, 0.345703, 0.320312, 0.341797, 0.22168, 0.369141, 0.208008, 0.332031, 0.322266, 0.310547, 0.25, 0.324219, 0.3125, 0.3125, 0.314453, 0.287109, 0.302734, 0.236328, 0.287109, 0.333984, 0.162109, 0.292969, 0.304688, 0.330078, 0.337891, 0.330078, 0.335938, 0.267578, 0.310547, 0.367188, 0.353516, 0.208008, 0.294922, 0.261719, 0.337891, 0.355469, 0.287109, 0.333984, 0.310547, 0.257812, 0.324219, 0.316406, 0.339844, 0.361328, 0.291016, 0.349609, 0.347656, 0.298828, 0.287109, 0.337891, 0.3125, 0.279297, 0.345703, 0.332031, 0.3125, 0.300781, 0.330078, 0.181641, 0.369141, 0.314453, 0.332031, 0.333984, 0.231445, 0.320312, 0.355469, 0.320312, 0.339844, 0.322266, 0.332031, 0.253906, 0.234375, 0.337891, 0.34375, 0.298828, 0.238281, 0.361328, 0.161133, 0.302734, 0.320312, 0.310547, 0.210938, 0.306641, 0.244141, 0.341797, 0.25, 0.310547, 0.347656, 0.193359, 0.330078, 0.179688, 0.314453, 0.283203, 0.302734, 0.245117, 0.302734, 0.300781, 0.318359, 0.339844, 0.245117, 0.3125, 0.15918, 0.172852, 0.339844, 0.171875, 0.339844, 0.351562, 0.314453, 0.314453, 0.310547, 0.316406, 0.292969, 0.253906, 0.339844, 0.324219, 0.347656, 0.318359, 0.195312, 0.314453, 0.353516, 0.345703, 0.199219, 0.330078, 0.304688, 0.333984, 0.205078, 0.34375, 0.259766, 0.279297, 0.335938, 0.34375, 0.306641, 0.304688, 0.287109, 0.289062, 0.228516, 0.345703, 0.337891, 0.349609, 0.322266, 0.306641, 0.333984, 0.302734, 0.341797, 0.353516, 0.22168, 0.271484, 0.349609, 0.306641, 0.341797, 0.176758, 0.310547, 0.21582, 0.306641, 0.320312, 0.292969, 0.222656, 0.306641, 0.382812, 0.324219, 0.34375, 0.320312, 0.174805, 0.177734, 0.324219, 0.337891, 0.339844, 0.19043, 0.328125, 0.359375, 0.279297, 0.302734, 0.318359, 0.355469, 0.300781, 0.337891, 0.193359, 0.3125, 0.332031, 0.294922, 0.326172, 0.300781, 0.341797, 0.300781, 0.095703, 0.353516, 0.322266, 0.314453, 0.326172, 0.267578, 0.335938, 0.188477, 0.326172, 0.308594, 0.341797, 0.318359, 0.357422, 0.367188, 0.277344, 0.328125, 0.28125, 0.304688, 0.34375, 0.209961, 0.373047, 0.15625, 0.294922, 0.245117, 0.28125, 0.292969, 0.337891, 0.316406, 0.213867, 0.170898, 0.292969, 0.296875, 0.353516, 0.198242, 0.308594, 0.289062, 0.337891, 0.314453, 0.333984, 0.332031, 0.316406, 0.328125, 0.208008, 0.341797, 0.335938, 0.339844, 0.328125, 0.361328, 0.34375, 0.257812, 0.275391, 0.242188, 0.367188, 0.243164, 0.314453, 0.351562, 0.332031, 0.279297, 0.292969, 0.269531, 0.345703, 0.341797, 0.292969, 0.367188, 0.349609, 0.34375, 0.302734, 0.306641, 0.324219, 0.15625, 0.337891, 0.324219, 0.279297, 0.205078, 0.291016, 0.341797, 0.285156, 0.267578, 0.175781, 0.196289, 0.357422, 0.34375, 0.353516, 0.166992, 0.322266, 0.326172, 0.163086, 0.302734, 0.193359, 0.326172, 0.296875, 0.324219, 0.277344, 0.310547, 0.322266, 0.359375, 0.347656, 0.18457, 0.314453, 0.357422, 0.306641, 0.345703, 0.328125, 0.333984, 0.204102, 0.115234, 0.28125, 0.355469, 0.298828, 0.239258, 0.363281, 0.294922, 0.208008, 0.320312, 0.349609, 0.347656, 0.267578, 0.333984, 0.292969, 0.320312, 0.361328, 0.249023, 0.21875, 0.332031, 0.320312, 0.261719, 0.320312, 0.361328, 0.271484, 0.15625, 0.332031, 0.341797, 0.333984, 0.273438, 0.328125, 0.271484, 0.347656, 0.34375, 0.322266, 0.3125, 0.189453, 0.306641, 0.261719, 0.345703, 0.353516, 0.332031, 0.157227, 0.34375, 0.277344, 0.332031, 0.324219, 0.351562, 0.328125, 0.310547, 0.349609, 0.157227, 0.332031, 0.339844, 0.337891, 0.341797, 0.222656, 0.273438, 0.349609, 0.171875, 0.19043, 0.298828, 0.345703, 0.296875, 0.308594, 0.359375, 0.339844, 0.259766, 0.308594, 0.166992, 0.371094, 0.213867, 0.341797, 0.333984, 0.330078, 0.34375, 0.333984, 0.3125, 0.330078, 0.267578, 0.361328, 0.34375, 0.285156, 0.332031, 0.283203, 0.245117, 0.337891, 0.175781, 0.341797, 0.261719, 0.283203, 0.296875, 0.328125, 0.363281, 0.306641, 0.326172, 0.324219, 0.318359, 0.349609, 0.279297, 0.330078, 0.345703, 0.238281, 0.347656, 0.178711, 0.277344, 0.337891, 0.324219, 0.328125, 0.328125, 0.302734, 0.349609, 0.302734, 0.271484, 0.326172, 0.291016, 0.206055, 0.347656, 0.335938, 0.345703, 0.351562, 0.339844, 0.318359, 0.351562, 0.332031, 0.287109, 0.351562, 0.341797, 0.289062, 0.341797, 0.318359, 0.277344, 0.345703, 0.261719, 0.34375, 0.314453, 0.365234, 0.279297, 0.208984, 0.204102, 0.369141, 0.351562, 0.351562, 0.355469, 0.291016, 0.320312, 0.308594, 0.173828, 0.333984, 0.287109, 0.306641, 0.326172, 0.285156, 0.306641, 0.223633, 0.285156, 0.330078, 0.310547, 0.322266, 0.192383, 0.333984, 0.322266, 0.316406, 0.328125, 0.316406, 0.332031, 0.337891, 0.34375, 0.226562, 0.21875, 0.289062, 0.298828, 0.347656, 0.316406, 0.351562, 0.269531, 0.320312, 0.189453, 0.239258, 0.320312, 0.337891, 0.277344, 0.341797, 0.345703, 0.287109, 0.306641, 0.330078, 0.332031, 0.333984, 0.291016, 0.34375, 0.3125, 0.341797, 0.174805, 0.285156, 0.172852, 0.330078, 0.310547, 0.236328, 0.265625, 0.328125, 0.3125, 0.318359, 0.353516, 0.217773, 0.210938, 0.300781, 0.197266, 0.296875, 0.265625, 0.306641, 0.245117, 0.341797, 0.049072, 0.183594, 0.365234, 0.294922 ] }, "name": "model.model.layers.12.post_attention_layernorm.weight", "outputIndexes": [ 1075 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1074 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_12/Mul_output_0", "outputIndexes": [ 1076 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1075, 1076 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_12/Mul_1_output_0", "outputIndexes": [ 1077 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1077 ], "outputIndexes": [ 4740 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4740 ], "outputIndexes": [ 4741 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear", "inputIndexes": [ 4741 ], "outputIndexes": [ 4742 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 122851216, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4742 ], "outputIndexes": [ 4743 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4743 ], "outputIndexes": [ 1078 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1078 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_12/Sigmoid_output_0", "outputIndexes": [ 1079 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1078, 1079 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_12/Mul_output_0", "outputIndexes": [ 1080 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1077 ], "outputIndexes": [ 4744 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4744 ], "outputIndexes": [ 4745 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear", "inputIndexes": [ 4745 ], "outputIndexes": [ 4746 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 125431718, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4746 ], "outputIndexes": [ 4747 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4747 ], "outputIndexes": [ 1081 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1080, 1081 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_12/Mul_output_0", "outputIndexes": [ 1082 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1082 ], "outputIndexes": [ 4748 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4748 ], "outputIndexes": [ 4749 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear", "inputIndexes": [ 4749 ], "outputIndexes": [ 4750 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 128012220, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4750 ], "outputIndexes": [ 4751 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.12/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4751 ], "outputIndexes": [ 1083 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1074, 1083 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_64_output_0", "outputIndexes": [ 1084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1084, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_117_output_0", "outputIndexes": [ 1085 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.34375, 0.330078, 0.326172, 0.285156, 0.291016, 0.341797, 0.691406, 0.304688, 0.330078, 0.339844, 0.535156, 0.294922, 0.363281, 0.283203, 0.267578, 0.259766, 0.421875, 0.328125, 0.292969, 0.355469, 0.304688, 0.291016, 0.339844, 0.361328, 0.332031, 0.289062, 0.332031, 0.285156, 0.275391, 0.310547, 0.353516, 0.320312, 0.326172, 0.361328, 0.314453, 0.300781, 0.5, 0.304688, 0.472656, 0.318359, 0.304688, 0.291016, 0.347656, 0.324219, 0.355469, 0.361328, 0.408203, 0.363281, 0.285156, 0.507812, 0.304688, 0.496094, 0.285156, 0.330078, 0.419922, 0.296875, 0.298828, 0.318359, 0.351562, 0.291016, 0.345703, 0.25, 0.341797, 0.306641, 0.378906, 0.441406, 0.773438, 0.421875, 0.318359, 0.691406, 0.316406, 0.365234, 0.333984, 0.328125, 0.275391, 0.320312, 0.318359, 0.267578, 0.486328, 0.3125, 0.3125, 0.273438, 0.351562, 0.291016, 0.269531, 0.332031, 0.279297, 0.542969, 0.353516, 0.441406, 0.341797, 0.300781, 0.361328, 0.314453, 0.515625, 0.445312, 0.335938, 0.275391, 0.302734, 0.279297, 0.476562, 0.333984, 0.302734, 0.310547, 0.283203, 0.410156, 0.298828, 0.316406, 0.287109, 0.279297, 0.304688, 0.296875, 0.316406, 0.400391, 0.296875, 0.378906, 0.306641, 0.271484, 0.333984, 0.318359, 0.306641, 0.398438, 0.332031, 0.429688, 0.269531, 0.326172, 0.640625, 0.294922, 0.273438, 0.535156, 0.328125, 0.271484, 0.332031, 0.3125, 0.330078, 0.353516, 0.261719, 0.28125, 0.332031, 0.359375, 0.273438, 0.347656, 0.300781, 0.341797, 0.251953, 0.3125, 0.332031, 0.347656, 0.285156, 0.355469, 0.34375, 0.3125, 0.289062, 0.322266, 0.279297, 0.316406, 0.261719, 0.373047, 0.542969, 0.306641, 0.404297, 0.355469, 0.367188, 0.273438, 0.310547, 0.292969, 0.474609, 0.498047, 0.275391, 0.353516, 0.355469, 0.300781, 0.283203, 0.314453, 0.589844, 0.289062, 0.335938, 0.302734, 0.291016, 0.291016, 0.335938, 0.345703, 0.298828, 0.324219, 0.263672, 0.328125, 0.308594, 0.34375, 0.298828, 0.269531, 0.298828, 0.351562, 0.4375, 0.285156, 0.332031, 0.308594, 0.294922, 0.332031, 0.198242, 0.316406, 0.292969, 0.269531, 0.330078, 0.330078, 0.339844, 0.287109, 0.285156, 0.353516, 0.515625, 0.300781, 0.322266, 0.365234, 0.326172, 0.458984, 0.302734, 0.361328, 0.296875, 0.332031, 0.283203, 0.285156, 0.285156, 0.287109, 0.345703, 0.304688, 0.304688, 0.339844, 0.300781, 0.574219, 0.316406, 0.34375, 0.382812, 0.396484, 0.302734, 0.320312, 0.320312, 0.363281, 0.365234, 0.359375, 0.300781, 0.306641, 0.308594, 0.3125, 0.296875, 0.322266, 0.314453, 0.302734, 0.320312, 0.306641, 0.316406, 0.337891, 0.308594, 0.337891, 0.427734, 0.320312, 0.328125, 0.365234, 0.302734, 0.300781, 0.423828, 0.285156, 0.283203, 0.326172, 0.285156, 0.333984, 0.265625, 0.316406, 0.283203, 0.304688, 0.404297, 0.292969, 0.582031, 0.365234, 0.332031, 0.609375, 0.382812, 0.314453, 0.3125, 0.359375, 0.550781, 0.285156, 0.367188, 0.347656, 0.294922, 0.291016, 0.283203, 0.3125, 0.390625, 0.308594, 0.302734, 0.298828, 0.316406, 0.324219, 0.283203, 0.314453, 0.308594, 0.337891, 0.265625, 0.285156, 0.263672, 0.316406, 0.279297, 0.269531, 0.285156, 0.396484, 0.3125, 0.289062, 0.345703, 0.365234, 0.322266, 0.310547, 0.392578, 0.294922, 0.359375, 0.382812, 0.296875, 0.292969, 0.302734, 0.398438, 0.472656, 0.351562, 0.263672, 0.324219, 0.322266, 0.304688, 0.314453, 0.341797, 0.263672, 0.361328, 0.271484, 0.335938, 0.574219, 0.328125, 0.451172, 0.292969, 0.316406, 0.304688, 0.292969, 0.330078, 0.394531, 0.457031, 0.330078, 0.314453, 0.316406, 0.357422, 0.273438, 0.292969, 0.328125, 0.298828, 0.382812, 0.302734, 0.314453, 0.316406, 0.351562, 0.330078, 0.341797, 0.347656, 0.310547, 0.292969, 0.326172, 0.316406, 0.285156, 0.378906, 0.298828, 0.324219, 0.335938, 0.310547, 0.302734, 0.273438, 0.367188, 0.353516, 0.292969, 0.259766, 0.326172, 0.396484, 0.355469, 0.306641, 0.314453, 0.322266, 0.285156, 0.458984, 0.453125, 0.365234, 0.324219, 0.302734, 0.287109, 0.353516, 0.351562, 0.314453, 0.380859, 0.316406, 0.306641, 0.40625, 0.324219, 0.480469, 0.328125, 0.326172, 0.298828, 0.328125, 0.296875, 0.308594, 0.333984, 0.425781, 0.365234, 0.259766, 0.337891, 0.359375, 0.277344, 0.355469, 0.279297, 0.324219, 0.355469, 0.298828, 0.291016, 0.283203, 0.292969, 0.277344, 0.304688, 0.275391, 0.292969, 0.369141, 0.451172, 0.296875, 0.376953, 0.285156, 0.263672, 0.380859, 0.306641, 0.527344, 0.421875, 0.339844, 0.667969, 0.355469, 0.277344, 0.361328, 0.320312, 0.296875, 0.333984, 0.332031, 0.314453, 0.373047, 0.371094, 0.357422, 0.394531, 0.263672, 0.337891, 0.386719, 0.275391, 0.320312, 0.396484, 0.349609, 0.359375, 0.427734, 0.353516, 0.263672, 0.298828, 0.304688, 0.291016, 0.294922, 0.287109, 0.363281, 0.291016, 0.451172, 0.298828, 0.318359, 0.527344, 0.304688, 0.335938, 0.308594, 0.300781, 0.421875, 0.330078, 0.316406, 0.302734, 0.333984, 0.314453, 0.316406, 0.337891, 0.279297, 0.378906, 0.353516, 0.296875, 0.320312, 0.294922, 0.306641, 0.341797, 0.330078, 0.28125, 0.365234, 0.308594, 0.318359, 0.367188, 0.308594, 0.296875, 0.277344, 0.308594, 0.351562, 0.261719, 0.337891, 0.345703, 0.333984, 0.636719, 0.34375, 0.269531, 0.318359, 0.5625, 0.3125, 0.320312, 0.396484, 0.265625, 0.294922, 0.408203, 0.337891, 0.597656, 0.375, 0.349609, 0.318359, 0.3125, 0.367188, 0.345703, 0.316406, 0.333984, 0.339844, 0.466797, 0.246094, 0.328125, 0.335938, 0.298828, 0.328125, 0.283203, 0.400391, 0.494141, 0.341797, 0.367188, 0.40625, 0.3125, 0.306641, 0.300781, 0.314453, 0.341797, 0.326172, 0.304688, 0.464844, 0.345703, 0.287109, 0.373047, 0.349609, 0.304688, 0.482422, 0.347656, 0.458984, 0.408203, 0.332031, 0.369141, 0.326172, 0.384766, 0.300781, 0.316406, 0.059082, 0.289062, 0.464844, 0.519531, 0.443359, 0.255859, 0.330078, 0.34375, 0.339844, 0.269531, 0.273438, 0.332031, 0.296875, 0.28125, 0.292969, 0.380859, 0.271484, 0.306641, 0.285156, 0.298828, 0.271484, 0.339844, 0.394531, 0.386719, 0.332031, 0.304688, 0.398438, 0.292969, 0.3125, 0.347656, 0.335938, 0.296875, 0.302734, 0.324219, 0.408203, 0.298828, 0.275391, 0.339844, 0.357422, 0.275391, 0.515625, 0.414062, 0.365234, 0.304688, 0.324219, 0.326172, 0.302734, 0.460938, 0.339844, 0.292969, 0.306641, 0.302734, 0.265625, 0.363281, 0.265625, 0.375, 0.373047, 0.294922, 0.332031, 0.419922, 0.287109, 0.373047, 0.326172, 0.507812, 0.265625, 0.333984, 0.341797, 0.330078, 0.484375, 0.328125, 0.519531, 0.275391, 0.455078, 0.447266, 0.285156, 0.294922, 0.285156, 0.322266, 0.277344, 0.300781, 0.410156, 0.314453, 0.298828, 0.337891, 0.324219, 0.339844, 0.345703, 0.408203, 0.361328, 0.345703, 0.433594, 0.396484, 0.365234, 0.308594, 0.347656, 0.310547, 0.433594, 0.279297, 0.298828, 0.507812, 0.265625, 0.363281, 0.400391, 0.382812, 0.326172, 0.322266, 0.384766, 0.287109, 0.291016, 0.283203, 0.3125, 0.320312, 0.330078, 0.330078, 0.310547, 0.34375, 0.511719, 0.40625, 0.462891, 0.394531, 0.261719, 0.332031, 0.326172, 0.283203, 0.296875, 0.679688, 0.333984, 0.314453, 0.371094, 0.390625, 0.322266, 0.314453, 0.298828, 0.308594, 0.296875, 0.355469, 0.279297, 0.367188, 0.306641, 0.320312, 0.326172, 0.279297, 0.255859, 0.330078, 0.318359, 0.367188, 0.314453, 0.464844, 0.419922, 0.304688, 0.330078, 0.353516, 0.351562, 0.423828, 0.322266, 0.289062, 0.300781, 0.289062, 0.326172, 0.332031, 0.449219, 0.398438, 0.283203, 0.445312, 0.335938, 0.363281, 0.283203, 0.269531, 0.294922, 0.535156, 0.34375, 0.347656, 0.328125, 0.302734, 0.277344, 0.300781, 0.302734, 0.375, 0.314453, 0.388672, 0.322266, 0.292969, 0.333984, 0.287109, 0.306641, 0.273438, 0.367188, 0.308594, 0.28125, 0.511719, 0.294922, 0.310547, 0.408203, 0.373047, 0.519531, 0.392578, 0.3125, 0.291016, 0.283203, 0.285156, 0.359375, 0.341797, 0.287109, 0.351562, 0.320312, 0.324219, 0.460938, 0.337891, 0.314453, 0.328125, 0.275391, 0.273438, 0.582031, 0.371094, 0.390625, 0.378906, 0.308594, 0.4375, 0.363281, 0.398438, 0.294922, 0.332031, 0.332031, 0.402344, 0.255859, 0.470703, 0.380859, 0.300781, 0.341797, 0.388672, 0.349609, 0.332031, 0.304688, 0.300781, 0.371094, 0.326172, 0.361328, 0.326172, 0.298828, 0.617188, 0.294922, 0.324219, 0.3125, 0.285156, 0.314453, 0.3125, 0.421875, 0.291016, 0.349609, 0.271484, 0.363281, 0.373047, 0.316406, 0.335938, 0.263672, 0.310547, 0.318359, 0.320312, 0.375, 0.304688, 0.304688, 0.291016, 0.310547, 0.310547, 0.277344, 0.283203, 0.363281, 0.326172, 0.28125, 0.265625, 0.353516, 0.318359, 0.304688, 0.289062, 0.287109, 0.337891, 0.460938, 0.291016, 0.300781, 0.285156, 0.328125, 0.339844, 0.3125, 0.296875, 0.328125, 0.267578, 0.320312, 0.279297, 0.363281, 0.357422, 0.273438, 0.298828, 0.335938, 0.3125, 0.416016, 0.589844, 0.341797, 0.3125, 0.345703, 0.416016, 0.361328, 0.332031, 0.332031, 0.361328, 0.332031, 0.316406, 0.421875, 0.339844, 0.542969, 0.330078, 0.341797, 0.367188, 0.351562, 0.318359, 0.328125, 0.306641, 0.267578, 0.339844, 0.287109, 0.527344, 0.492188, 0.3125, 0.578125, 0.316406, 0.333984, 0.302734, 0.341797, 0.314453, 0.257812, 0.291016, 0.451172, 0.294922, 0.302734, 0.287109, 0.285156, 0.431641, 0.322266, 0.279297, 0.277344, 0.353516, 0.289062, 0.341797, 0.335938, 0.429688, 0.470703, 0.373047, 0.345703, 0.308594, 0.269531, 0.335938, 0.283203, 0.416016, 0.341797, 0.396484, 0.300781, 0.289062, 0.306641, 0.324219, 0.285156, 0.318359, 0.308594, 0.28125, 0.289062, 0.371094, 0.353516, 0.333984, 0.300781, 0.337891, 0.523438, 0.308594, 0.443359, 0.298828, 0.326172, 0.318359, 0.361328, 0.294922, 0.402344, 0.322266, 0.320312, 0.302734, 0.488281, 0.507812, 0.279297, 0.300781, 0.304688, 0.410156, 0.275391, 0.294922, 0.345703, 0.347656, 0.302734, 0.283203, 0.316406, 0.341797, 0.441406, 0.326172, 0.328125, 0.335938, 0.320312, 0.320312, 0.376953, 0.339844, 0.59375, 0.285156, 0.302734, 0.314453, 0.300781, 0.314453, 0.308594, 0.554688, 0.265625, 0.310547, 0.310547, 0.294922, 0.4375, 0.306641, 0.371094, 0.302734, 0.347656, 0.291016, 0.390625, 0.585938, 0.292969, 0.546875, 0.412109, 0.328125, 0.390625, 0.283203, 0.332031, 0.283203, 0.421875, 0.546875, 0.326172, 0.330078, 0.296875, 0.433594, 0.441406, 0.330078, 0.273438, 0.359375, 0.310547, 0.291016, 0.275391, 0.285156, 0.357422, 0.302734, 0.330078, 0.291016, 0.271484, 0.322266, 0.296875, 0.339844, 0.324219, 0.357422, 0.255859, 0.376953, 0.298828, 0.279297, 0.28125, 0.345703, 0.380859, 0.322266, 0.337891, 0.318359, 0.363281, 0.310547, 0.289062, 0.287109, 0.292969, 0.421875, 0.349609, 0.466797, 0.300781, 0.277344, 0.349609, 0.384766, 0.324219, 0.298828, 0.314453, 0.369141, 0.746094, 0.363281, 0.294922, 0.335938, 0.277344, 0.507812, 0.275391, 0.287109, 0.53125, 0.316406, 0.511719, 0.332031, 0.367188, 0.302734, 0.326172, 0.34375, 0.306641, 0.285156, 0.28125, 0.535156, 0.3125, 0.328125, 0.291016, 0.273438, 0.302734, 0.291016, 0.427734, 0.652344, 0.347656, 0.265625, 0.298828, 0.382812, 0.365234, 0.345703, 0.40625, 0.314453, 0.285156, 0.269531, 0.349609, 0.341797, 0.416016, 0.345703, 0.330078, 0.333984, 0.380859, 0.292969, 0.326172, 0.376953, 0.271484, 0.269531, 0.330078, 0.431641, 0.330078, 0.304688, 0.333984, 0.404297, 0.285156, 0.355469, 0.292969, 0.326172, 0.283203, 0.306641, 0.423828, 0.335938, 0.371094, 0.292969, 0.292969, 0.408203, 0.652344, 0.271484, 0.316406, 0.335938, 0.308594, 0.359375, 0.318359, 0.345703, 0.275391, 0.65625, 0.28125, 0.3125, 0.304688, 0.308594, 0.392578, 0.318359, 0.302734, 0.570312, 0.376953, 0.320312, 0.310547, 0.292969, 0.302734, 0.34375, 0.277344, 0.310547, 0.318359, 0.574219, 0.316406, 0.388672, 0.285156, 0.347656, 0.332031, 0.279297, 0.351562, 0.310547, 0.263672, 0.333984, 0.322266, 0.308594, 0.347656, 0.300781, 0.332031, 0.503906, 0.294922, 0.474609, 0.277344, 0.367188, 0.357422, 0.326172, 0.3125, 0.245117, 0.361328, 0.3125, 0.292969, 0.326172, 0.318359, 0.351562, 0.294922, 0.302734, 0.308594, 0.277344, 0.46875, 0.382812, 0.283203, 0.294922, 0.302734, 0.314453, 0.300781, 0.349609, 0.335938, 0.371094, 0.304688, 0.341797, 0.363281, 0.345703, 0.28125, 0.275391, 0.294922, 0.306641, 0.308594, 0.283203, 0.337891, 0.330078, 0.308594, 0.300781, 0.318359, 0.271484, 0.345703, 0.355469, 0.298828, 0.339844, 0.380859, 0.283203, 0.421875, 0.332031, 0.414062, 0.404297, 0.273438, 0.330078, 0.302734, 0.318359, 0.330078, 0.306641, 0.291016, 0.470703, 0.294922, 0.330078, 0.330078, 0.279297, 0.326172, 0.34375, 0.429688, 0.326172, 0.271484, 0.287109, 0.298828, 0.464844, 0.287109, 0.289062, 0.335938, 0.289062, 0.322266, 0.306641, 0.261719, 0.298828, 0.423828, 0.365234, 0.328125, 0.347656, 0.271484, 0.324219, 0.308594, 0.34375, 0.34375, 0.40625, 0.445312, 0.285156, 0.328125, 0.337891, 0.291016, 0.404297, 0.332031, 0.279297, 0.300781, 0.298828, 0.337891, 0.341797, 0.310547, 0.283203, 0.275391, 0.457031, 0.347656, 0.474609, 0.324219, 0.306641, 0.40625, 0.306641, 0.371094, 0.484375, 0.320312, 0.304688, 0.357422, 0.408203, 0.308594, 0.355469, 0.335938, 0.337891, 0.320312, 0.345703, 0.292969, 0.566406, 0.457031, 0.320312, 0.347656 ] }, "name": "model.model.layers.13.input_layernorm.weight", "outputIndexes": [ 1086 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1085 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_13/Mul_output_0", "outputIndexes": [ 1087 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1086, 1087 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1088 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 4752 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4752 ], "outputIndexes": [ 4753 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear", "inputIndexes": [ 4753 ], "outputIndexes": [ 4754 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 130592722, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4754 ], "outputIndexes": [ 4755 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4755 ], "outputIndexes": [ 1089 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1088 ], "main_type": "NONE", "name": "/Shape_183_output_0", "outputIndexes": [ 1090 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1090 ], "main_type": "NONE", "name": "Shape2887", "outputIndexes": [ 1091 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1090 ], "main_type": "NONE", "name": "Rank2889", "outputIndexes": [ 1092 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1092, 1092 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2891", "outputIndexes": [ 1093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1093 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2892", "outputIndexes": [ 1094 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1093, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2894", "outputIndexes": [ 1095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2895", "outputIndexes": [ 1096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1091, 1094, 1096, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2898", "outputIndexes": [ 1097 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1097 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2899", "outputIndexes": [ 1098 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1098 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2900", "outputIndexes": [ 1099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1099, 1098 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2901", "outputIndexes": [ 1100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1090, 1100, 1093 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_199_output_0", "outputIndexes": [ 1101 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1101, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_417_output_0", "outputIndexes": [ 1102 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1102, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_169_output_0", "outputIndexes": [ 1103 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1089, 1103 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_118_output_0", "outputIndexes": [ 1104 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_104_output_0", "outputIndexes": [ 1105 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104 ], "main_type": "NONE", "name": "/Shape_184_output_0", "outputIndexes": [ 1106 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1106 ], "main_type": "NONE", "name": "Shape2908", "outputIndexes": [ 1107 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1106 ], "main_type": "NONE", "name": "Rank2910", "outputIndexes": [ 1108 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1108, 1108 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2912", "outputIndexes": [ 1109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2913", "outputIndexes": [ 1110 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1109, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2915", "outputIndexes": [ 1111 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1111 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2916", "outputIndexes": [ 1112 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1107, 1110, 1112, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2919", "outputIndexes": [ 1113 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1113 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2920", "outputIndexes": [ 1114 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1114 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2921", "outputIndexes": [ 1115 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1115, 1114 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2922", "outputIndexes": [ 1116 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1106, 1116, 1109 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_200_output_0", "outputIndexes": [ 1117 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1117, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_39_output_0", "outputIndexes": [ 1118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1118, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_422_output_0", "outputIndexes": [ 1119 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 1119, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_53_output_0", "outputIndexes": [ 1120 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1120 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_26_output_0", "outputIndexes": [ 1121 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1104, 22, 1119, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_52_output_0", "outputIndexes": [ 1122 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1121, 1122 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_172_output_0", "outputIndexes": [ 1123 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1123, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_105_output_0", "outputIndexes": [ 1124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1105, 1124 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_65_output_0", "outputIndexes": [ 1125 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 4756 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4756 ], "outputIndexes": [ 4757 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear", "inputIndexes": [ 4757 ], "outputIndexes": [ 4758 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 131514344, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4758 ], "outputIndexes": [ 4759 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4759 ], "outputIndexes": [ 1126 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1102, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_170_output_0", "outputIndexes": [ 1127 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1126, 1127 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_119_output_0", "outputIndexes": [ 1128 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_106_output_0", "outputIndexes": [ 1129 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128 ], "main_type": "NONE", "name": "/Shape_185_output_0", "outputIndexes": [ 1130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1130 ], "main_type": "NONE", "name": "Shape2971", "outputIndexes": [ 1131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1130 ], "main_type": "NONE", "name": "Rank2973", "outputIndexes": [ 1132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1132, 1132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2975", "outputIndexes": [ 1133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2976", "outputIndexes": [ 1134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2978", "outputIndexes": [ 1135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze2979", "outputIndexes": [ 1136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1131, 1134, 1136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice2982", "outputIndexes": [ 1137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze2983", "outputIndexes": [ 1138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2984", "outputIndexes": [ 1139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1139, 1138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp2985", "outputIndexes": [ 1140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1130, 1140, 1133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_201_output_0", "outputIndexes": [ 1141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1141, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_40_output_0", "outputIndexes": [ 1142 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1142, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_424_output_0", "outputIndexes": [ 1143 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 1143, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_55_output_0", "outputIndexes": [ 1144 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1144 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_27_output_0", "outputIndexes": [ 1145 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1128, 22, 1143, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_54_output_0", "outputIndexes": [ 1146 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1145, 1146 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_173_output_0", "outputIndexes": [ 1147 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1147, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_107_output_0", "outputIndexes": [ 1148 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1129, 1148 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_66_output_0", "outputIndexes": [ 1149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1088 ], "outputIndexes": [ 4760 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4760 ], "outputIndexes": [ 4761 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear", "inputIndexes": [ 4761 ], "outputIndexes": [ 4762 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 131744766, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4762 ], "outputIndexes": [ 4763 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4763 ], "outputIndexes": [ 1150 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1150, 1127 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_120_output_0", "outputIndexes": [ 1151 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1125, 1149, 1151, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_125_output_0", "outputIndexes": [ 1152 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1152 ], "outputIndexes": [ 4764 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4764 ], "outputIndexes": [ 4765 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear", "inputIndexes": [ 4765 ], "outputIndexes": [ 4766 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 131975188, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4766 ], "outputIndexes": [ 4767 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4767 ], "outputIndexes": [ 1153 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1085, 1153 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_68_output_0", "outputIndexes": [ 1154 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.238281, 0.320312, 0.335938, 0.359375, 0.353516, 0.320312, 0.134766, 0.349609, 0.267578, 0.253906, 0.170898, 0.328125, 0.214844, 0.324219, 0.324219, 0.351562, 0.245117, 0.304688, 0.3125, 0.198242, 0.324219, 0.355469, 0.291016, 0.251953, 0.304688, 0.349609, 0.277344, 0.333984, 0.328125, 0.324219, 0.263672, 0.155273, 0.326172, 0.292969, 0.328125, 0.322266, 0.183594, 0.332031, 0.185547, 0.34375, 0.318359, 0.349609, 0.291016, 0.291016, 0.225586, 0.3125, 0.376953, 0.208984, 0.363281, 0.192383, 0.353516, 0.185547, 0.320312, 0.341797, 0.219727, 0.328125, 0.363281, 0.304688, 0.298828, 0.386719, 0.335938, 0.339844, 0.273438, 0.326172, 0.255859, 0.253906, 0.146484, 0.157227, 0.351562, 0.162109, 0.355469, 0.194336, 0.271484, 0.292969, 0.361328, 0.28125, 0.277344, 0.357422, 0.147461, 0.3125, 0.291016, 0.359375, 0.271484, 0.300781, 0.328125, 0.208984, 0.361328, 0.209961, 0.378906, 0.213867, 0.277344, 0.320312, 0.213867, 0.330078, 0.140625, 0.181641, 0.361328, 0.349609, 0.351562, 0.347656, 0.261719, 0.287109, 0.34375, 0.330078, 0.347656, 0.177734, 0.34375, 0.335938, 0.322266, 0.332031, 0.328125, 0.355469, 0.302734, 0.310547, 0.335938, 0.279297, 0.314453, 0.328125, 0.351562, 0.341797, 0.318359, 0.229492, 0.371094, 0.242188, 0.376953, 0.294922, 0.144531, 0.339844, 0.333984, 0.398438, 0.345703, 0.349609, 0.318359, 0.318359, 0.314453, 0.300781, 0.349609, 0.324219, 0.287109, 0.251953, 0.339844, 0.314453, 0.324219, 0.373047, 0.367188, 0.324219, 0.3125, 0.253906, 0.332031, 0.322266, 0.310547, 0.322266, 0.339844, 0.353516, 0.341797, 0.300781, 0.355469, 0.320312, 0.139648, 0.330078, 0.157227, 0.287109, 0.230469, 0.353516, 0.302734, 0.376953, 0.154297, 0.355469, 0.304688, 0.182617, 0.265625, 0.34375, 0.357422, 0.259766, 0.155273, 0.380859, 0.271484, 0.337891, 0.365234, 0.337891, 0.3125, 0.257812, 0.300781, 0.3125, 0.363281, 0.333984, 0.332031, 0.322266, 0.335938, 0.361328, 0.353516, 0.292969, 0.166992, 0.3125, 0.316406, 0.324219, 0.306641, 0.243164, 0.061523, 0.322266, 0.318359, 0.314453, 0.269531, 0.306641, 0.271484, 0.320312, 0.347656, 0.291016, 0.248047, 0.347656, 0.328125, 0.306641, 0.318359, 0.181641, 0.326172, 0.3125, 0.330078, 0.294922, 0.351562, 0.339844, 0.322266, 0.332031, 0.248047, 0.292969, 0.361328, 0.285156, 0.332031, 0.167969, 0.373047, 0.271484, 0.259766, 0.229492, 0.357422, 0.304688, 0.357422, 0.230469, 0.322266, 0.261719, 0.351562, 0.339844, 0.337891, 0.285156, 0.308594, 0.306641, 0.330078, 0.289062, 0.21875, 0.355469, 0.34375, 0.300781, 0.333984, 0.244141, 0.186523, 0.318359, 0.287109, 0.339844, 0.265625, 0.304688, 0.208008, 0.361328, 0.361328, 0.337891, 0.339844, 0.251953, 0.353516, 0.34375, 0.302734, 0.359375, 0.191406, 0.359375, 0.183594, 0.330078, 0.291016, 0.168945, 0.241211, 0.361328, 0.314453, 0.243164, 0.204102, 0.351562, 0.241211, 0.337891, 0.316406, 0.34375, 0.341797, 0.302734, 0.378906, 0.355469, 0.34375, 0.353516, 0.351562, 0.324219, 0.332031, 0.310547, 0.332031, 0.328125, 0.269531, 0.333984, 0.353516, 0.332031, 0.3125, 0.320312, 0.322266, 0.210938, 0.322266, 0.333984, 0.251953, 0.302734, 0.351562, 0.388672, 0.208984, 0.367188, 0.294922, 0.238281, 0.347656, 0.292969, 0.341797, 0.227539, 0.271484, 0.242188, 0.363281, 0.371094, 0.328125, 0.347656, 0.291016, 0.269531, 0.324219, 0.369141, 0.359375, 0.263672, 0.210938, 0.241211, 0.183594, 0.320312, 0.310547, 0.318359, 0.34375, 0.25, 0.181641, 0.192383, 0.292969, 0.3125, 0.333984, 0.234375, 0.353516, 0.357422, 0.263672, 0.324219, 0.265625, 0.347656, 0.351562, 0.333984, 0.255859, 0.320312, 0.326172, 0.353516, 0.347656, 0.324219, 0.298828, 0.363281, 0.3125, 0.241211, 0.339844, 0.351562, 0.306641, 0.316406, 0.355469, 0.359375, 0.246094, 0.263672, 0.365234, 0.306641, 0.34375, 0.168945, 0.310547, 0.304688, 0.332031, 0.337891, 0.339844, 0.180664, 0.116699, 0.279297, 0.361328, 0.330078, 0.335938, 0.275391, 0.269531, 0.355469, 0.25, 0.320312, 0.318359, 0.19043, 0.357422, 0.183594, 0.361328, 0.333984, 0.318359, 0.363281, 0.34375, 0.328125, 0.304688, 0.353516, 0.227539, 0.339844, 0.380859, 0.245117, 0.367188, 0.314453, 0.351562, 0.337891, 0.269531, 0.363281, 0.335938, 0.308594, 0.347656, 0.367188, 0.300781, 0.332031, 0.341797, 0.257812, 0.435547, 0.291016, 0.162109, 0.335938, 0.337891, 0.210938, 0.335938, 0.298828, 0.22168, 0.314453, 0.146484, 0.232422, 0.349609, 0.314453, 0.289062, 0.351562, 0.384766, 0.304688, 0.292969, 0.332031, 0.371094, 0.236328, 0.231445, 0.371094, 0.275391, 0.238281, 0.333984, 0.347656, 0.198242, 0.324219, 0.291016, 0.257812, 0.306641, 0.349609, 0.349609, 0.351562, 0.332031, 0.328125, 0.294922, 0.263672, 0.328125, 0.275391, 0.326172, 0.337891, 0.15332, 0.351562, 0.28125, 0.337891, 0.353516, 0.219727, 0.310547, 0.333984, 0.339844, 0.302734, 0.306641, 0.291016, 0.291016, 0.355469, 0.255859, 0.255859, 0.330078, 0.345703, 0.392578, 0.306641, 0.349609, 0.275391, 0.335938, 0.242188, 0.349609, 0.308594, 0.345703, 0.355469, 0.357422, 0.333984, 0.318359, 0.245117, 0.351562, 0.310547, 0.261719, 0.259766, 0.116699, 0.279297, 0.353516, 0.34375, 0.168945, 0.34375, 0.300781, 0.298828, 0.361328, 0.324219, 0.296875, 0.361328, 0.169922, 0.238281, 0.271484, 0.337891, 0.361328, 0.214844, 0.277344, 0.28125, 0.318359, 0.332031, 0.177734, 0.351562, 0.359375, 0.308594, 0.335938, 0.357422, 0.357422, 0.269531, 0.226562, 0.283203, 0.212891, 0.152344, 0.339844, 0.296875, 0.300781, 0.351562, 0.285156, 0.308594, 0.339844, 0.194336, 0.263672, 0.351562, 0.335938, 0.257812, 0.330078, 0.163086, 0.267578, 0.242188, 0.28125, 0.324219, 0.349609, 0.335938, 0.328125, 0.326172, 0.283203, 0.185547, 0.332031, 0.174805, 0.174805, 0.244141, 0.349609, 0.298828, 0.248047, 0.195312, 0.349609, 0.337891, 0.328125, 0.316406, 0.365234, 0.349609, 0.21582, 0.351562, 0.298828, 0.335938, 0.296875, 0.332031, 0.279297, 0.15918, 0.404297, 0.320312, 0.296875, 0.3125, 0.34375, 0.314453, 0.308594, 0.330078, 0.386719, 0.314453, 0.269531, 0.210938, 0.345703, 0.351562, 0.339844, 0.240234, 0.347656, 0.161133, 0.195312, 0.353516, 0.335938, 0.320312, 0.332031, 0.310547, 0.15625, 0.230469, 0.337891, 0.28125, 0.302734, 0.363281, 0.257812, 0.376953, 0.332031, 0.245117, 0.318359, 0.314453, 0.206055, 0.322266, 0.296875, 0.351562, 0.144531, 0.330078, 0.294922, 0.3125, 0.28125, 0.163086, 0.357422, 0.174805, 0.316406, 0.15332, 0.071289, 0.289062, 0.314453, 0.34375, 0.249023, 0.347656, 0.324219, 0.292969, 0.34375, 0.324219, 0.255859, 0.361328, 0.332031, 0.236328, 0.19043, 0.283203, 0.287109, 0.15918, 0.298828, 0.28125, 0.359375, 0.378906, 0.347656, 0.200195, 0.324219, 0.308594, 0.138672, 0.34375, 0.196289, 0.192383, 0.291016, 0.361328, 0.28125, 0.229492, 0.316406, 0.328125, 0.308594, 0.353516, 0.306641, 0.365234, 0.335938, 0.326172, 0.298828, 0.174805, 0.234375, 0.172852, 0.316406, 0.355469, 0.304688, 0.353516, 0.345703, 0.337891, 0.125, 0.285156, 0.322266, 0.351562, 0.240234, 0.386719, 0.361328, 0.292969, 0.291016, 0.339844, 0.300781, 0.353516, 0.255859, 0.351562, 0.332031, 0.251953, 0.349609, 0.353516, 0.300781, 0.328125, 0.235352, 0.324219, 0.208984, 0.225586, 0.341797, 0.291016, 0.253906, 0.308594, 0.217773, 0.339844, 0.326172, 0.349609, 0.361328, 0.314453, 0.3125, 0.204102, 0.198242, 0.337891, 0.176758, 0.285156, 0.246094, 0.332031, 0.345703, 0.283203, 0.180664, 0.310547, 0.310547, 0.306641, 0.363281, 0.180664, 0.324219, 0.322266, 0.22168, 0.371094, 0.204102, 0.318359, 0.326172, 0.328125, 0.355469, 0.328125, 0.355469, 0.277344, 0.341797, 0.345703, 0.121582, 0.330078, 0.345703, 0.163086, 0.226562, 0.155273, 0.369141, 0.289062, 0.361328, 0.351562, 0.314453, 0.263672, 0.253906, 0.292969, 0.326172, 0.355469, 0.292969, 0.213867, 0.351562, 0.332031, 0.242188, 0.345703, 0.298828, 0.162109, 0.239258, 0.248047, 0.246094, 0.287109, 0.217773, 0.34375, 0.300781, 0.373047, 0.328125, 0.349609, 0.22168, 0.376953, 0.222656, 0.347656, 0.337891, 0.318359, 0.251953, 0.328125, 0.324219, 0.310547, 0.332031, 0.265625, 0.304688, 0.236328, 0.289062, 0.34375, 0.183594, 0.302734, 0.302734, 0.345703, 0.351562, 0.341797, 0.341797, 0.28125, 0.316406, 0.380859, 0.363281, 0.208984, 0.304688, 0.269531, 0.353516, 0.371094, 0.294922, 0.333984, 0.308594, 0.261719, 0.318359, 0.316406, 0.337891, 0.375, 0.298828, 0.365234, 0.353516, 0.292969, 0.291016, 0.345703, 0.308594, 0.273438, 0.359375, 0.351562, 0.3125, 0.300781, 0.337891, 0.163086, 0.376953, 0.324219, 0.332031, 0.337891, 0.25, 0.318359, 0.361328, 0.318359, 0.349609, 0.320312, 0.345703, 0.251953, 0.231445, 0.349609, 0.34375, 0.302734, 0.230469, 0.380859, 0.182617, 0.306641, 0.333984, 0.316406, 0.212891, 0.322266, 0.238281, 0.341797, 0.263672, 0.314453, 0.376953, 0.176758, 0.333984, 0.197266, 0.3125, 0.289062, 0.298828, 0.240234, 0.300781, 0.308594, 0.326172, 0.347656, 0.255859, 0.328125, 0.143555, 0.165039, 0.337891, 0.177734, 0.337891, 0.361328, 0.320312, 0.3125, 0.320312, 0.316406, 0.298828, 0.259766, 0.339844, 0.322266, 0.351562, 0.314453, 0.213867, 0.322266, 0.359375, 0.359375, 0.197266, 0.341797, 0.308594, 0.339844, 0.212891, 0.355469, 0.269531, 0.28125, 0.353516, 0.337891, 0.310547, 0.330078, 0.294922, 0.291016, 0.225586, 0.367188, 0.34375, 0.359375, 0.3125, 0.302734, 0.326172, 0.304688, 0.34375, 0.369141, 0.230469, 0.285156, 0.365234, 0.304688, 0.363281, 0.167969, 0.310547, 0.21875, 0.322266, 0.330078, 0.296875, 0.224609, 0.302734, 0.386719, 0.333984, 0.353516, 0.316406, 0.158203, 0.172852, 0.333984, 0.347656, 0.34375, 0.210938, 0.320312, 0.363281, 0.287109, 0.308594, 0.332031, 0.351562, 0.308594, 0.34375, 0.203125, 0.320312, 0.339844, 0.298828, 0.337891, 0.316406, 0.357422, 0.294922, 0.116699, 0.357422, 0.328125, 0.320312, 0.335938, 0.25, 0.361328, 0.160156, 0.330078, 0.324219, 0.349609, 0.318359, 0.378906, 0.380859, 0.275391, 0.341797, 0.28125, 0.306641, 0.339844, 0.226562, 0.371094, 0.148438, 0.308594, 0.261719, 0.289062, 0.291016, 0.341797, 0.322266, 0.213867, 0.189453, 0.298828, 0.304688, 0.367188, 0.193359, 0.320312, 0.279297, 0.339844, 0.320312, 0.34375, 0.337891, 0.314453, 0.34375, 0.21582, 0.34375, 0.351562, 0.349609, 0.337891, 0.384766, 0.341797, 0.255859, 0.28125, 0.240234, 0.376953, 0.24707, 0.332031, 0.355469, 0.341797, 0.283203, 0.302734, 0.269531, 0.353516, 0.337891, 0.308594, 0.373047, 0.357422, 0.359375, 0.300781, 0.3125, 0.335938, 0.164062, 0.345703, 0.333984, 0.287109, 0.200195, 0.296875, 0.335938, 0.291016, 0.261719, 0.201172, 0.200195, 0.365234, 0.365234, 0.361328, 0.152344, 0.326172, 0.332031, 0.168945, 0.3125, 0.169922, 0.320312, 0.298828, 0.328125, 0.285156, 0.3125, 0.337891, 0.369141, 0.357422, 0.166992, 0.316406, 0.369141, 0.3125, 0.359375, 0.332031, 0.34375, 0.192383, 0.150391, 0.291016, 0.361328, 0.308594, 0.237305, 0.353516, 0.304688, 0.21875, 0.332031, 0.363281, 0.349609, 0.283203, 0.351562, 0.289062, 0.320312, 0.361328, 0.243164, 0.232422, 0.34375, 0.341797, 0.267578, 0.328125, 0.363281, 0.277344, 0.15918, 0.341797, 0.339844, 0.347656, 0.283203, 0.314453, 0.273438, 0.359375, 0.359375, 0.318359, 0.310547, 0.193359, 0.310547, 0.259766, 0.353516, 0.361328, 0.341797, 0.201172, 0.355469, 0.277344, 0.339844, 0.326172, 0.353516, 0.349609, 0.322266, 0.341797, 0.166016, 0.345703, 0.333984, 0.341797, 0.341797, 0.228516, 0.275391, 0.363281, 0.130859, 0.188477, 0.304688, 0.347656, 0.304688, 0.314453, 0.369141, 0.341797, 0.253906, 0.316406, 0.147461, 0.373047, 0.220703, 0.339844, 0.328125, 0.339844, 0.351562, 0.333984, 0.318359, 0.324219, 0.269531, 0.378906, 0.355469, 0.296875, 0.353516, 0.277344, 0.25, 0.341797, 0.185547, 0.347656, 0.265625, 0.287109, 0.294922, 0.337891, 0.359375, 0.310547, 0.335938, 0.332031, 0.326172, 0.367188, 0.279297, 0.339844, 0.353516, 0.246094, 0.357422, 0.148438, 0.279297, 0.335938, 0.335938, 0.333984, 0.337891, 0.308594, 0.353516, 0.304688, 0.275391, 0.328125, 0.304688, 0.210938, 0.34375, 0.347656, 0.353516, 0.355469, 0.353516, 0.316406, 0.371094, 0.353516, 0.294922, 0.371094, 0.351562, 0.287109, 0.363281, 0.332031, 0.285156, 0.353516, 0.265625, 0.355469, 0.326172, 0.371094, 0.275391, 0.214844, 0.200195, 0.378906, 0.365234, 0.351562, 0.363281, 0.300781, 0.333984, 0.316406, 0.176758, 0.349609, 0.285156, 0.3125, 0.322266, 0.283203, 0.3125, 0.214844, 0.292969, 0.337891, 0.302734, 0.330078, 0.18457, 0.332031, 0.326172, 0.318359, 0.335938, 0.326172, 0.337891, 0.339844, 0.339844, 0.239258, 0.223633, 0.283203, 0.306641, 0.337891, 0.332031, 0.347656, 0.283203, 0.330078, 0.176758, 0.234375, 0.314453, 0.341797, 0.289062, 0.351562, 0.310547, 0.289062, 0.308594, 0.337891, 0.341797, 0.339844, 0.291016, 0.349609, 0.314453, 0.349609, 0.176758, 0.275391, 0.171875, 0.326172, 0.320312, 0.248047, 0.273438, 0.337891, 0.318359, 0.320312, 0.328125, 0.210938, 0.21582, 0.298828, 0.206055, 0.294922, 0.271484, 0.310547, 0.251953, 0.345703, 0.057617, 0.175781, 0.373047, 0.310547 ] }, "name": "model.model.layers.13.post_attention_layernorm.weight", "outputIndexes": [ 1155 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1154 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_13/Mul_output_0", "outputIndexes": [ 1156 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1155, 1156 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_13/Mul_1_output_0", "outputIndexes": [ 1157 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1157 ], "outputIndexes": [ 4768 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4768 ], "outputIndexes": [ 4769 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear", "inputIndexes": [ 4769 ], "outputIndexes": [ 4770 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 132896810, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4770 ], "outputIndexes": [ 4771 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4771 ], "outputIndexes": [ 1158 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1158 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_13/Sigmoid_output_0", "outputIndexes": [ 1159 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1158, 1159 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_13/Mul_output_0", "outputIndexes": [ 1160 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1157 ], "outputIndexes": [ 4772 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4772 ], "outputIndexes": [ 4773 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear", "inputIndexes": [ 4773 ], "outputIndexes": [ 4774 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 135477312, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4774 ], "outputIndexes": [ 4775 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4775 ], "outputIndexes": [ 1161 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1160, 1161 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_13/Mul_output_0", "outputIndexes": [ 1162 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1162 ], "outputIndexes": [ 4776 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4776 ], "outputIndexes": [ 4777 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear", "inputIndexes": [ 4777 ], "outputIndexes": [ 4778 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 138057814, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4778 ], "outputIndexes": [ 4779 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.13/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4779 ], "outputIndexes": [ 1163 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1154, 1163 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_69_output_0", "outputIndexes": [ 1164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1164, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_126_output_0", "outputIndexes": [ 1165 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.283203, 0.318359, 0.310547, 0.341797, 0.316406, 0.3125, 0.746094, 0.316406, 0.265625, 0.292969, 0.308594, 0.287109, 0.232422, 0.279297, 0.275391, 0.306641, 0.417969, 0.310547, 0.287109, 0.25, 0.326172, 0.328125, 0.3125, 0.285156, 0.324219, 0.324219, 0.3125, 0.294922, 0.287109, 0.308594, 0.34375, 0.353516, 0.3125, 0.359375, 0.310547, 0.279297, 0.269531, 0.298828, 0.332031, 0.347656, 0.291016, 0.300781, 0.302734, 0.310547, 0.253906, 0.328125, 0.380859, 0.265625, 0.308594, 0.429688, 0.294922, 0.271484, 0.289062, 0.328125, 0.306641, 0.335938, 0.310547, 0.308594, 0.330078, 0.320312, 0.335938, 0.283203, 0.291016, 0.332031, 0.296875, 0.392578, 0.742188, 0.227539, 0.324219, 0.726562, 0.326172, 0.269531, 0.333984, 0.318359, 0.28125, 0.296875, 0.291016, 0.291016, 0.246094, 0.302734, 0.273438, 0.277344, 0.285156, 0.28125, 0.287109, 0.214844, 0.289062, 0.416016, 0.333984, 0.255859, 0.291016, 0.308594, 0.241211, 0.3125, 0.192383, 0.211914, 0.359375, 0.300781, 0.320312, 0.320312, 0.472656, 0.291016, 0.306641, 0.304688, 0.302734, 0.232422, 0.306641, 0.3125, 0.283203, 0.269531, 0.279297, 0.304688, 0.283203, 0.341797, 0.316406, 0.375, 0.296875, 0.294922, 0.355469, 0.320312, 0.320312, 0.275391, 0.310547, 0.367188, 0.328125, 0.300781, 0.636719, 0.306641, 0.304688, 0.34375, 0.322266, 0.251953, 0.378906, 0.308594, 0.3125, 0.306641, 0.308594, 0.296875, 0.337891, 0.285156, 0.285156, 0.339844, 0.339844, 0.322266, 0.28125, 0.332031, 0.291016, 0.265625, 0.314453, 0.335938, 0.314453, 0.298828, 0.277344, 0.320312, 0.3125, 0.3125, 0.289062, 0.306641, 0.176758, 0.322266, 0.228516, 0.359375, 0.275391, 0.308594, 0.296875, 0.320312, 0.249023, 0.380859, 0.296875, 0.273438, 0.300781, 0.289062, 0.308594, 0.332031, 0.228516, 0.304688, 0.279297, 0.3125, 0.296875, 0.289062, 0.261719, 0.294922, 0.277344, 0.298828, 0.287109, 0.316406, 0.324219, 0.347656, 0.328125, 0.308594, 0.289062, 0.306641, 0.220703, 0.302734, 0.287109, 0.318359, 0.283203, 0.322266, 0.154297, 0.326172, 0.28125, 0.25, 0.273438, 0.302734, 0.289062, 0.291016, 0.283203, 0.310547, 0.519531, 0.314453, 0.347656, 0.285156, 0.322266, 0.230469, 0.318359, 0.318359, 0.283203, 0.273438, 0.326172, 0.28125, 0.273438, 0.277344, 0.267578, 0.283203, 0.306641, 0.292969, 0.316406, 0.193359, 0.363281, 0.320312, 0.314453, 0.296875, 0.308594, 0.298828, 0.318359, 0.277344, 0.347656, 0.287109, 0.322266, 0.294922, 0.333984, 0.283203, 0.292969, 0.353516, 0.294922, 0.287109, 0.3125, 0.330078, 0.326172, 0.332031, 0.279297, 0.261719, 0.228516, 0.300781, 0.357422, 0.345703, 0.275391, 0.267578, 0.267578, 0.306641, 0.3125, 0.347656, 0.296875, 0.283203, 0.273438, 0.320312, 0.267578, 0.335938, 0.271484, 0.322266, 0.542969, 0.310547, 0.316406, 0.640625, 0.287109, 0.380859, 0.341797, 0.285156, 0.269531, 0.316406, 0.273438, 0.304688, 0.283203, 0.328125, 0.314453, 0.304688, 0.318359, 0.330078, 0.328125, 0.349609, 0.316406, 0.339844, 0.300781, 0.34375, 0.300781, 0.292969, 0.189453, 0.335938, 0.326172, 0.320312, 0.261719, 0.292969, 0.298828, 0.292969, 0.314453, 0.296875, 0.296875, 0.320312, 0.324219, 0.335938, 0.251953, 0.310547, 0.287109, 0.320312, 0.304688, 0.255859, 0.322266, 0.298828, 0.470703, 0.394531, 0.277344, 0.332031, 0.322266, 0.277344, 0.285156, 0.316406, 0.289062, 0.339844, 0.285156, 0.310547, 0.527344, 0.263672, 0.332031, 0.291016, 0.353516, 0.292969, 0.296875, 0.255859, 0.24707, 0.277344, 0.318359, 0.333984, 0.292969, 0.28125, 0.314453, 0.324219, 0.289062, 0.292969, 0.349609, 0.333984, 0.333984, 0.320312, 0.265625, 0.322266, 0.375, 0.332031, 0.308594, 0.300781, 0.289062, 0.353516, 0.265625, 0.333984, 0.306641, 0.287109, 0.328125, 0.296875, 0.330078, 0.306641, 0.316406, 0.279297, 0.316406, 0.251953, 0.314453, 0.217773, 0.324219, 0.326172, 0.302734, 0.353516, 0.289062, 0.359375, 0.515625, 0.304688, 0.353516, 0.28125, 0.283203, 0.28125, 0.304688, 0.302734, 0.3125, 0.330078, 0.294922, 0.320312, 0.328125, 0.300781, 0.353516, 0.308594, 0.298828, 0.355469, 0.3125, 0.316406, 0.324219, 0.425781, 0.291016, 0.263672, 0.300781, 0.287109, 0.304688, 0.302734, 0.292969, 0.3125, 0.318359, 0.357422, 0.279297, 0.287109, 0.320312, 0.310547, 0.263672, 0.279297, 0.302734, 0.287109, 0.390625, 0.296875, 0.314453, 0.271484, 0.283203, 0.25, 0.332031, 0.416016, 0.361328, 0.351562, 0.326172, 0.302734, 0.275391, 0.361328, 0.277344, 0.320312, 0.369141, 0.304688, 0.283203, 0.279297, 0.330078, 0.314453, 0.392578, 0.357422, 0.275391, 0.3125, 0.285156, 0.304688, 0.294922, 0.3125, 0.337891, 0.373047, 0.300781, 0.291016, 0.304688, 0.34375, 0.333984, 0.269531, 0.28125, 0.300781, 0.300781, 0.416016, 0.269531, 0.328125, 0.224609, 0.298828, 0.289062, 0.335938, 0.328125, 0.294922, 0.34375, 0.298828, 0.294922, 0.353516, 0.318359, 0.28125, 0.314453, 0.296875, 0.285156, 0.3125, 0.289062, 0.335938, 0.310547, 0.302734, 0.359375, 0.28125, 0.328125, 0.320312, 0.308594, 0.283203, 0.347656, 0.324219, 0.3125, 0.283203, 0.292969, 0.300781, 0.271484, 0.3125, 0.316406, 0.287109, 0.574219, 0.314453, 0.283203, 0.316406, 0.320312, 0.298828, 0.287109, 0.367188, 0.324219, 0.291016, 0.34375, 0.363281, 0.574219, 0.269531, 0.3125, 0.328125, 0.333984, 0.259766, 0.271484, 0.261719, 0.316406, 0.318359, 0.265625, 0.289062, 0.34375, 0.298828, 0.285156, 0.300781, 0.333984, 0.351562, 0.460938, 0.273438, 0.269531, 0.173828, 0.339844, 0.316406, 0.285156, 0.318359, 0.310547, 0.328125, 0.337891, 0.257812, 0.300781, 0.3125, 0.410156, 0.296875, 0.291016, 0.234375, 0.34375, 0.365234, 0.349609, 0.279297, 0.345703, 0.332031, 0.351562, 0.283203, 0.324219, 0.077148, 0.310547, 0.211914, 0.333984, 0.380859, 0.271484, 0.298828, 0.275391, 0.246094, 0.304688, 0.277344, 0.304688, 0.291016, 0.316406, 0.291016, 0.269531, 0.287109, 0.292969, 0.302734, 0.285156, 0.291016, 0.302734, 0.204102, 0.34375, 0.289062, 0.308594, 0.367188, 0.349609, 0.285156, 0.302734, 0.318359, 0.357422, 0.255859, 0.294922, 0.255859, 0.302734, 0.296875, 0.316406, 0.283203, 0.298828, 0.273438, 0.287109, 0.332031, 0.283203, 0.330078, 0.351562, 0.306641, 0.182617, 0.265625, 0.294922, 0.267578, 0.302734, 0.292969, 0.275391, 0.324219, 0.390625, 0.298828, 0.28125, 0.302734, 0.378906, 0.298828, 0.306641, 0.337891, 0.174805, 0.300781, 0.310547, 0.345703, 0.287109, 0.203125, 0.376953, 0.451172, 0.28125, 0.194336, 0.523438, 0.267578, 0.275391, 0.292969, 0.269531, 0.316406, 0.279297, 0.378906, 0.304688, 0.285156, 0.335938, 0.296875, 0.326172, 0.296875, 0.245117, 0.296875, 0.308594, 0.207031, 0.394531, 0.402344, 0.337891, 0.375, 0.345703, 0.240234, 0.275391, 0.273438, 0.176758, 0.302734, 0.24707, 0.328125, 0.277344, 0.314453, 0.275391, 0.330078, 0.277344, 0.304688, 0.291016, 0.302734, 0.322266, 0.369141, 0.306641, 0.328125, 0.308594, 0.480469, 0.253906, 0.230469, 0.341797, 0.292969, 0.318359, 0.330078, 0.296875, 0.291016, 0.722656, 0.314453, 0.347656, 0.369141, 0.292969, 0.335938, 0.333984, 0.273438, 0.302734, 0.308594, 0.326172, 0.28125, 0.291016, 0.296875, 0.302734, 0.291016, 0.277344, 0.267578, 0.316406, 0.3125, 0.283203, 0.308594, 0.398438, 0.320312, 0.326172, 0.314453, 0.261719, 0.34375, 0.382812, 0.316406, 0.298828, 0.28125, 0.304688, 0.298828, 0.279297, 0.351562, 0.259766, 0.287109, 0.25, 0.289062, 0.261719, 0.337891, 0.28125, 0.291016, 0.492188, 0.291016, 0.361328, 0.302734, 0.324219, 0.216797, 0.273438, 0.283203, 0.283203, 0.349609, 0.242188, 0.289062, 0.289062, 0.337891, 0.306641, 0.310547, 0.28125, 0.332031, 0.310547, 0.292969, 0.59375, 0.314453, 0.300781, 0.304688, 0.248047, 0.226562, 0.380859, 0.28125, 0.326172, 0.285156, 0.277344, 0.320312, 0.300781, 0.277344, 0.296875, 0.326172, 0.300781, 0.318359, 0.324219, 0.287109, 0.273438, 0.265625, 0.257812, 0.304688, 0.347656, 0.308594, 0.320312, 0.273438, 0.396484, 0.359375, 0.375, 0.332031, 0.3125, 0.34375, 0.287109, 0.328125, 0.388672, 0.308594, 0.318359, 0.339844, 0.332031, 0.367188, 0.335938, 0.298828, 0.347656, 0.271484, 0.298828, 0.28125, 0.314453, 0.292969, 0.609375, 0.277344, 0.292969, 0.287109, 0.292969, 0.291016, 0.298828, 0.380859, 0.279297, 0.316406, 0.294922, 0.25, 0.341797, 0.316406, 0.335938, 0.292969, 0.296875, 0.322266, 0.300781, 0.316406, 0.267578, 0.292969, 0.300781, 0.335938, 0.326172, 0.292969, 0.300781, 0.345703, 0.318359, 0.300781, 0.261719, 0.328125, 0.320312, 0.326172, 0.302734, 0.259766, 0.322266, 0.196289, 0.294922, 0.333984, 0.3125, 0.277344, 0.310547, 0.298828, 0.3125, 0.335938, 0.28125, 0.277344, 0.285156, 0.310547, 0.263672, 0.306641, 0.308594, 0.345703, 0.24707, 0.435547, 0.490234, 0.302734, 0.291016, 0.328125, 0.277344, 0.376953, 0.240234, 0.310547, 0.316406, 0.353516, 0.349609, 0.239258, 0.328125, 0.455078, 0.275391, 0.316406, 0.292969, 0.283203, 0.310547, 0.355469, 0.316406, 0.310547, 0.302734, 0.296875, 0.188477, 0.209961, 0.287109, 0.34375, 0.320312, 0.347656, 0.318359, 0.328125, 0.330078, 0.267578, 0.275391, 0.482422, 0.310547, 0.333984, 0.308594, 0.287109, 0.402344, 0.304688, 0.283203, 0.285156, 0.273438, 0.296875, 0.320312, 0.34375, 0.34375, 0.330078, 0.294922, 0.3125, 0.296875, 0.267578, 0.320312, 0.285156, 0.351562, 0.320312, 0.298828, 0.345703, 0.316406, 0.304688, 0.308594, 0.263672, 0.298828, 0.28125, 0.302734, 0.3125, 0.304688, 0.3125, 0.322266, 0.269531, 0.287109, 0.316406, 0.289062, 0.3125, 0.3125, 0.333984, 0.291016, 0.243164, 0.289062, 0.408203, 0.292969, 0.316406, 0.298828, 0.189453, 0.249023, 0.302734, 0.302734, 0.298828, 0.365234, 0.269531, 0.3125, 0.304688, 0.345703, 0.296875, 0.271484, 0.310547, 0.3125, 0.355469, 0.320312, 0.378906, 0.308594, 0.292969, 0.3125, 0.380859, 0.306641, 0.625, 0.318359, 0.304688, 0.326172, 0.332031, 0.244141, 0.355469, 0.203125, 0.287109, 0.318359, 0.353516, 0.28125, 0.380859, 0.3125, 0.306641, 0.333984, 0.326172, 0.287109, 0.392578, 0.53125, 0.316406, 0.25, 0.410156, 0.300781, 0.351562, 0.263672, 0.337891, 0.298828, 0.265625, 0.597656, 0.291016, 0.306641, 0.333984, 0.25, 0.365234, 0.298828, 0.285156, 0.365234, 0.298828, 0.316406, 0.261719, 0.314453, 0.25, 0.316406, 0.320312, 0.3125, 0.294922, 0.326172, 0.3125, 0.287109, 0.273438, 0.289062, 0.279297, 0.277344, 0.333984, 0.292969, 0.271484, 0.300781, 0.337891, 0.292969, 0.310547, 0.283203, 0.371094, 0.322266, 0.314453, 0.320312, 0.273438, 0.339844, 0.375, 0.382812, 0.279297, 0.289062, 0.310547, 0.259766, 0.333984, 0.289062, 0.289062, 0.304688, 0.75, 0.232422, 0.308594, 0.376953, 0.304688, 0.213867, 0.318359, 0.300781, 0.408203, 0.294922, 0.245117, 0.300781, 0.318359, 0.34375, 0.285156, 0.3125, 0.326172, 0.314453, 0.287109, 0.265625, 0.289062, 0.318359, 0.294922, 0.291016, 0.273438, 0.332031, 0.241211, 0.660156, 0.324219, 0.324219, 0.300781, 0.3125, 0.349609, 0.285156, 0.314453, 0.308594, 0.328125, 0.275391, 0.347656, 0.367188, 0.351562, 0.355469, 0.380859, 0.283203, 0.292969, 0.320312, 0.326172, 0.308594, 0.292969, 0.291016, 0.330078, 0.275391, 0.320312, 0.316406, 0.361328, 0.421875, 0.248047, 0.304688, 0.318359, 0.333984, 0.296875, 0.291016, 0.291016, 0.306641, 0.320312, 0.322266, 0.332031, 0.320312, 0.65625, 0.302734, 0.257812, 0.369141, 0.326172, 0.345703, 0.318359, 0.347656, 0.263672, 0.695312, 0.298828, 0.298828, 0.3125, 0.361328, 0.341797, 0.296875, 0.3125, 0.179688, 0.233398, 0.294922, 0.304688, 0.275391, 0.283203, 0.351562, 0.294922, 0.253906, 0.306641, 0.210938, 0.322266, 0.320312, 0.285156, 0.345703, 0.326172, 0.302734, 0.314453, 0.310547, 0.279297, 0.267578, 0.359375, 0.337891, 0.308594, 0.341797, 0.291016, 0.457031, 0.320312, 0.345703, 0.3125, 0.314453, 0.316406, 0.279297, 0.318359, 0.28125, 0.373047, 0.328125, 0.306641, 0.292969, 0.339844, 0.341797, 0.285156, 0.304688, 0.328125, 0.326172, 0.182617, 0.302734, 0.292969, 0.289062, 0.261719, 0.3125, 0.271484, 0.330078, 0.300781, 0.320312, 0.306641, 0.314453, 0.243164, 0.339844, 0.279297, 0.320312, 0.300781, 0.314453, 0.291016, 0.294922, 0.339844, 0.287109, 0.302734, 0.318359, 0.318359, 0.300781, 0.320312, 0.318359, 0.347656, 0.285156, 0.359375, 0.273438, 0.390625, 0.257812, 0.324219, 0.261719, 0.339844, 0.324219, 0.316406, 0.353516, 0.359375, 0.289062, 0.304688, 0.240234, 0.332031, 0.287109, 0.310547, 0.287109, 0.273438, 0.365234, 0.245117, 0.310547, 0.308594, 0.269531, 0.3125, 0.255859, 0.283203, 0.292969, 0.326172, 0.337891, 0.341797, 0.279297, 0.279297, 0.302734, 0.341797, 0.316406, 0.277344, 0.320312, 0.298828, 0.333984, 0.283203, 0.335938, 0.380859, 0.219727, 0.291016, 0.308594, 0.324219, 0.316406, 0.283203, 0.304688, 0.322266, 0.275391, 0.3125, 0.3125, 0.361328, 0.300781, 0.332031, 0.287109, 0.296875, 0.22168, 0.291016, 0.240234, 0.304688, 0.316406, 0.363281, 0.257812, 0.333984, 0.419922, 0.328125, 0.249023, 0.28125, 0.277344, 0.283203, 0.235352, 0.314453, 0.300781, 0.283203, 0.287109, 0.318359, 0.578125, 0.255859, 0.378906, 0.341797 ] }, "name": "model.model.layers.14.input_layernorm.weight", "outputIndexes": [ 1166 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1165 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_14/Mul_output_0", "outputIndexes": [ 1167 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1166, 1167 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1168 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 4780 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4780 ], "outputIndexes": [ 4781 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear", "inputIndexes": [ 4781 ], "outputIndexes": [ 4782 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 140638316, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4782 ], "outputIndexes": [ 4783 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4783 ], "outputIndexes": [ 1169 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1168 ], "main_type": "NONE", "name": "/Shape_197_output_0", "outputIndexes": [ 1170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1170 ], "main_type": "NONE", "name": "Shape3103", "outputIndexes": [ 1171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1170 ], "main_type": "NONE", "name": "Rank3105", "outputIndexes": [ 1172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1172, 1172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3107", "outputIndexes": [ 1173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3108", "outputIndexes": [ 1174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3110", "outputIndexes": [ 1175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3111", "outputIndexes": [ 1176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1171, 1174, 1176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3114", "outputIndexes": [ 1177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3115", "outputIndexes": [ 1178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3116", "outputIndexes": [ 1179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1179, 1178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3117", "outputIndexes": [ 1180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1170, 1180, 1173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_214_output_0", "outputIndexes": [ 1181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1181, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_449_output_0", "outputIndexes": [ 1182 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1182, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_182_output_0", "outputIndexes": [ 1183 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1169, 1183 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_127_output_0", "outputIndexes": [ 1184 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_112_output_0", "outputIndexes": [ 1185 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184 ], "main_type": "NONE", "name": "/Shape_198_output_0", "outputIndexes": [ 1186 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1186 ], "main_type": "NONE", "name": "Shape3124", "outputIndexes": [ 1187 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1186 ], "main_type": "NONE", "name": "Rank3126", "outputIndexes": [ 1188 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1188, 1188 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3128", "outputIndexes": [ 1189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1189 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3129", "outputIndexes": [ 1190 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1189, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3131", "outputIndexes": [ 1191 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1191 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3132", "outputIndexes": [ 1192 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1187, 1190, 1192, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3135", "outputIndexes": [ 1193 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1193 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3136", "outputIndexes": [ 1194 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1194 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3137", "outputIndexes": [ 1195 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1195, 1194 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3138", "outputIndexes": [ 1196 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1186, 1196, 1189 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_215_output_0", "outputIndexes": [ 1197 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1197, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_42_output_0", "outputIndexes": [ 1198 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1198, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_454_output_0", "outputIndexes": [ 1199 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 1199, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_57_output_0", "outputIndexes": [ 1200 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1200 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_28_output_0", "outputIndexes": [ 1201 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1184, 22, 1199, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_56_output_0", "outputIndexes": [ 1202 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1201, 1202 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_185_output_0", "outputIndexes": [ 1203 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1203, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_113_output_0", "outputIndexes": [ 1204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1185, 1204 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_70_output_0", "outputIndexes": [ 1205 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 4784 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4784 ], "outputIndexes": [ 4785 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear", "inputIndexes": [ 4785 ], "outputIndexes": [ 4786 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 141559938, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4786 ], "outputIndexes": [ 4787 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4787 ], "outputIndexes": [ 1206 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1182, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_183_output_0", "outputIndexes": [ 1207 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1206, 1207 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_128_output_0", "outputIndexes": [ 1208 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_114_output_0", "outputIndexes": [ 1209 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208 ], "main_type": "NONE", "name": "/Shape_199_output_0", "outputIndexes": [ 1210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1210 ], "main_type": "NONE", "name": "Shape3187", "outputIndexes": [ 1211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1210 ], "main_type": "NONE", "name": "Rank3189", "outputIndexes": [ 1212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1212, 1212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3191", "outputIndexes": [ 1213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3192", "outputIndexes": [ 1214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3194", "outputIndexes": [ 1215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3195", "outputIndexes": [ 1216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1211, 1214, 1216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3198", "outputIndexes": [ 1217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3199", "outputIndexes": [ 1218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3200", "outputIndexes": [ 1219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1219, 1218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3201", "outputIndexes": [ 1220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1210, 1220, 1213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_216_output_0", "outputIndexes": [ 1221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1221, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_43_output_0", "outputIndexes": [ 1222 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1222, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_456_output_0", "outputIndexes": [ 1223 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 1223, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_59_output_0", "outputIndexes": [ 1224 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1224 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_29_output_0", "outputIndexes": [ 1225 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1208, 22, 1223, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_58_output_0", "outputIndexes": [ 1226 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1225, 1226 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_186_output_0", "outputIndexes": [ 1227 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1227, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_115_output_0", "outputIndexes": [ 1228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1209, 1228 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_71_output_0", "outputIndexes": [ 1229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1168 ], "outputIndexes": [ 4788 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4788 ], "outputIndexes": [ 4789 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear", "inputIndexes": [ 4789 ], "outputIndexes": [ 4790 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 141790360, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4790 ], "outputIndexes": [ 4791 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4791 ], "outputIndexes": [ 1230 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1230, 1207 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_129_output_0", "outputIndexes": [ 1231 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1205, 1229, 1231, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_134_output_0", "outputIndexes": [ 1232 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1232 ], "outputIndexes": [ 4792 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4792 ], "outputIndexes": [ 4793 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear", "inputIndexes": [ 4793 ], "outputIndexes": [ 4794 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 142020782, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4794 ], "outputIndexes": [ 4795 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4795 ], "outputIndexes": [ 1233 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1165, 1233 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_73_output_0", "outputIndexes": [ 1234 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.236328, 0.330078, 0.341797, 0.347656, 0.351562, 0.332031, 0.145508, 0.347656, 0.263672, 0.249023, 0.167969, 0.322266, 0.208984, 0.316406, 0.302734, 0.355469, 0.255859, 0.298828, 0.302734, 0.186523, 0.3125, 0.355469, 0.292969, 0.239258, 0.289062, 0.365234, 0.265625, 0.341797, 0.324219, 0.324219, 0.259766, 0.160156, 0.326172, 0.296875, 0.328125, 0.314453, 0.180664, 0.335938, 0.179688, 0.345703, 0.316406, 0.351562, 0.283203, 0.283203, 0.21875, 0.298828, 0.369141, 0.198242, 0.355469, 0.189453, 0.353516, 0.169922, 0.304688, 0.337891, 0.210938, 0.333984, 0.361328, 0.302734, 0.306641, 0.375, 0.337891, 0.332031, 0.265625, 0.324219, 0.257812, 0.25, 0.171875, 0.143555, 0.355469, 0.145508, 0.34375, 0.1875, 0.263672, 0.289062, 0.359375, 0.273438, 0.269531, 0.357422, 0.141602, 0.320312, 0.285156, 0.367188, 0.269531, 0.289062, 0.330078, 0.191406, 0.365234, 0.213867, 0.384766, 0.208008, 0.275391, 0.318359, 0.197266, 0.330078, 0.124023, 0.179688, 0.367188, 0.349609, 0.361328, 0.351562, 0.261719, 0.277344, 0.34375, 0.339844, 0.351562, 0.166992, 0.351562, 0.332031, 0.316406, 0.326172, 0.314453, 0.365234, 0.302734, 0.314453, 0.333984, 0.287109, 0.314453, 0.328125, 0.363281, 0.351562, 0.320312, 0.223633, 0.361328, 0.243164, 0.369141, 0.292969, 0.154297, 0.337891, 0.326172, 0.380859, 0.355469, 0.347656, 0.326172, 0.322266, 0.316406, 0.296875, 0.347656, 0.320312, 0.289062, 0.246094, 0.341797, 0.314453, 0.328125, 0.386719, 0.375, 0.322266, 0.308594, 0.244141, 0.330078, 0.322266, 0.308594, 0.316406, 0.337891, 0.351562, 0.341797, 0.291016, 0.359375, 0.302734, 0.12793, 0.335938, 0.146484, 0.296875, 0.224609, 0.363281, 0.292969, 0.371094, 0.149414, 0.353516, 0.294922, 0.176758, 0.261719, 0.341797, 0.357422, 0.269531, 0.145508, 0.373047, 0.273438, 0.341797, 0.363281, 0.341797, 0.298828, 0.244141, 0.291016, 0.3125, 0.351562, 0.335938, 0.332031, 0.320312, 0.34375, 0.359375, 0.353516, 0.28125, 0.148438, 0.316406, 0.306641, 0.320312, 0.300781, 0.245117, -8.9e-05, 0.320312, 0.320312, 0.306641, 0.267578, 0.308594, 0.263672, 0.320312, 0.345703, 0.277344, 0.25, 0.345703, 0.330078, 0.316406, 0.326172, 0.164062, 0.330078, 0.304688, 0.328125, 0.294922, 0.365234, 0.34375, 0.326172, 0.326172, 0.241211, 0.285156, 0.375, 0.275391, 0.332031, 0.160156, 0.386719, 0.271484, 0.253906, 0.230469, 0.359375, 0.296875, 0.355469, 0.231445, 0.310547, 0.259766, 0.367188, 0.333984, 0.337891, 0.287109, 0.308594, 0.318359, 0.332031, 0.283203, 0.225586, 0.359375, 0.335938, 0.306641, 0.328125, 0.237305, 0.170898, 0.314453, 0.277344, 0.351562, 0.251953, 0.306641, 0.206055, 0.351562, 0.361328, 0.337891, 0.333984, 0.238281, 0.345703, 0.337891, 0.302734, 0.357422, 0.185547, 0.365234, 0.224609, 0.314453, 0.289062, 0.198242, 0.230469, 0.351562, 0.322266, 0.237305, 0.207031, 0.363281, 0.234375, 0.333984, 0.318359, 0.359375, 0.341797, 0.298828, 0.384766, 0.365234, 0.339844, 0.361328, 0.353516, 0.328125, 0.330078, 0.308594, 0.332031, 0.330078, 0.257812, 0.328125, 0.347656, 0.326172, 0.300781, 0.318359, 0.318359, 0.206055, 0.318359, 0.330078, 0.248047, 0.298828, 0.355469, 0.384766, 0.202148, 0.369141, 0.294922, 0.240234, 0.349609, 0.285156, 0.337891, 0.22168, 0.275391, 0.273438, 0.363281, 0.376953, 0.337891, 0.333984, 0.292969, 0.259766, 0.318359, 0.363281, 0.361328, 0.261719, 0.222656, 0.237305, 0.191406, 0.314453, 0.314453, 0.324219, 0.347656, 0.238281, 0.180664, 0.186523, 0.289062, 0.300781, 0.326172, 0.226562, 0.361328, 0.373047, 0.261719, 0.326172, 0.257812, 0.357422, 0.341797, 0.335938, 0.244141, 0.318359, 0.314453, 0.355469, 0.335938, 0.328125, 0.294922, 0.361328, 0.300781, 0.25, 0.330078, 0.355469, 0.3125, 0.322266, 0.353516, 0.353516, 0.240234, 0.253906, 0.369141, 0.296875, 0.341797, 0.158203, 0.308594, 0.294922, 0.335938, 0.326172, 0.330078, 0.189453, 0.134766, 0.275391, 0.367188, 0.326172, 0.330078, 0.269531, 0.267578, 0.351562, 0.25, 0.322266, 0.326172, 0.196289, 0.359375, 0.180664, 0.365234, 0.332031, 0.318359, 0.361328, 0.347656, 0.322266, 0.306641, 0.359375, 0.220703, 0.34375, 0.380859, 0.241211, 0.367188, 0.3125, 0.345703, 0.326172, 0.263672, 0.363281, 0.333984, 0.300781, 0.361328, 0.371094, 0.310547, 0.333984, 0.34375, 0.25, 0.423828, 0.285156, 0.158203, 0.345703, 0.349609, 0.204102, 0.335938, 0.304688, 0.222656, 0.310547, 0.140625, 0.225586, 0.349609, 0.318359, 0.279297, 0.357422, 0.390625, 0.300781, 0.298828, 0.324219, 0.380859, 0.234375, 0.237305, 0.386719, 0.269531, 0.240234, 0.328125, 0.349609, 0.195312, 0.322266, 0.287109, 0.257812, 0.302734, 0.341797, 0.355469, 0.357422, 0.339844, 0.318359, 0.294922, 0.261719, 0.330078, 0.277344, 0.324219, 0.335938, 0.143555, 0.345703, 0.279297, 0.353516, 0.353516, 0.223633, 0.298828, 0.34375, 0.333984, 0.302734, 0.310547, 0.28125, 0.287109, 0.34375, 0.248047, 0.253906, 0.326172, 0.351562, 0.386719, 0.308594, 0.341797, 0.267578, 0.326172, 0.240234, 0.347656, 0.291016, 0.355469, 0.351562, 0.351562, 0.341797, 0.318359, 0.242188, 0.345703, 0.304688, 0.255859, 0.259766, 0.148438, 0.277344, 0.339844, 0.34375, 0.168945, 0.34375, 0.298828, 0.308594, 0.363281, 0.318359, 0.296875, 0.378906, 0.163086, 0.226562, 0.265625, 0.335938, 0.351562, 0.212891, 0.271484, 0.275391, 0.314453, 0.337891, 0.171875, 0.347656, 0.357422, 0.304688, 0.345703, 0.357422, 0.371094, 0.263672, 0.230469, 0.267578, 0.208984, 0.135742, 0.349609, 0.291016, 0.291016, 0.355469, 0.275391, 0.298828, 0.34375, 0.1875, 0.265625, 0.363281, 0.339844, 0.253906, 0.326172, 0.147461, 0.267578, 0.246094, 0.283203, 0.320312, 0.361328, 0.341797, 0.314453, 0.330078, 0.285156, 0.192383, 0.332031, 0.167969, 0.15625, 0.253906, 0.355469, 0.296875, 0.241211, 0.182617, 0.34375, 0.337891, 0.316406, 0.306641, 0.365234, 0.347656, 0.205078, 0.347656, 0.294922, 0.34375, 0.294922, 0.324219, 0.273438, 0.148438, 0.410156, 0.318359, 0.292969, 0.304688, 0.351562, 0.318359, 0.306641, 0.330078, 0.380859, 0.304688, 0.261719, 0.206055, 0.345703, 0.34375, 0.330078, 0.227539, 0.337891, 0.151367, 0.194336, 0.337891, 0.335938, 0.324219, 0.330078, 0.304688, 0.146484, 0.217773, 0.337891, 0.279297, 0.296875, 0.365234, 0.24707, 0.371094, 0.324219, 0.243164, 0.320312, 0.310547, 0.208008, 0.316406, 0.300781, 0.355469, 0.132812, 0.330078, 0.285156, 0.322266, 0.273438, 0.147461, 0.363281, 0.188477, 0.302734, 0.146484, 0.112305, 0.28125, 0.308594, 0.339844, 0.24707, 0.351562, 0.328125, 0.296875, 0.349609, 0.318359, 0.24707, 0.347656, 0.330078, 0.225586, 0.181641, 0.277344, 0.285156, 0.142578, 0.298828, 0.287109, 0.351562, 0.382812, 0.357422, 0.189453, 0.318359, 0.298828, 0.129883, 0.335938, 0.19043, 0.197266, 0.283203, 0.361328, 0.277344, 0.233398, 0.306641, 0.328125, 0.302734, 0.349609, 0.308594, 0.363281, 0.335938, 0.328125, 0.294922, 0.177734, 0.220703, 0.168945, 0.306641, 0.347656, 0.310547, 0.349609, 0.347656, 0.347656, 0.15918, 0.28125, 0.318359, 0.351562, 0.226562, 0.378906, 0.365234, 0.28125, 0.283203, 0.34375, 0.298828, 0.349609, 0.255859, 0.341797, 0.320312, 0.259766, 0.341797, 0.349609, 0.298828, 0.326172, 0.234375, 0.324219, 0.206055, 0.232422, 0.345703, 0.283203, 0.241211, 0.308594, 0.225586, 0.335938, 0.332031, 0.347656, 0.371094, 0.308594, 0.302734, 0.205078, 0.185547, 0.337891, 0.166992, 0.283203, 0.231445, 0.349609, 0.341797, 0.279297, 0.206055, 0.306641, 0.302734, 0.300781, 0.355469, 0.170898, 0.316406, 0.322266, 0.208008, 0.376953, 0.199219, 0.306641, 0.320312, 0.318359, 0.353516, 0.322266, 0.349609, 0.28125, 0.345703, 0.34375, 0.147461, 0.322266, 0.347656, 0.150391, 0.22168, 0.144531, 0.375, 0.285156, 0.371094, 0.347656, 0.306641, 0.255859, 0.24707, 0.28125, 0.318359, 0.349609, 0.302734, 0.213867, 0.353516, 0.330078, 0.239258, 0.337891, 0.304688, 0.155273, 0.253906, 0.241211, 0.236328, 0.283203, 0.224609, 0.335938, 0.292969, 0.367188, 0.330078, 0.353516, 0.220703, 0.376953, 0.21875, 0.353516, 0.330078, 0.308594, 0.244141, 0.332031, 0.326172, 0.314453, 0.328125, 0.265625, 0.302734, 0.231445, 0.285156, 0.337891, 0.199219, 0.294922, 0.291016, 0.330078, 0.363281, 0.333984, 0.332031, 0.28125, 0.308594, 0.394531, 0.357422, 0.199219, 0.306641, 0.263672, 0.359375, 0.367188, 0.294922, 0.339844, 0.310547, 0.257812, 0.322266, 0.314453, 0.345703, 0.382812, 0.298828, 0.353516, 0.355469, 0.298828, 0.287109, 0.355469, 0.300781, 0.269531, 0.353516, 0.335938, 0.320312, 0.298828, 0.341797, 0.15625, 0.378906, 0.330078, 0.333984, 0.34375, 0.257812, 0.320312, 0.359375, 0.314453, 0.339844, 0.316406, 0.341797, 0.253906, 0.219727, 0.349609, 0.341797, 0.304688, 0.21875, 0.388672, 0.189453, 0.306641, 0.320312, 0.314453, 0.208008, 0.326172, 0.228516, 0.332031, 0.255859, 0.3125, 0.367188, 0.172852, 0.335938, 0.191406, 0.308594, 0.291016, 0.304688, 0.237305, 0.296875, 0.302734, 0.330078, 0.347656, 0.248047, 0.324219, 0.132812, 0.157227, 0.335938, 0.176758, 0.335938, 0.375, 0.314453, 0.3125, 0.320312, 0.314453, 0.292969, 0.263672, 0.332031, 0.330078, 0.353516, 0.308594, 0.222656, 0.324219, 0.369141, 0.349609, 0.193359, 0.333984, 0.3125, 0.347656, 0.196289, 0.353516, 0.261719, 0.279297, 0.355469, 0.335938, 0.308594, 0.339844, 0.294922, 0.296875, 0.223633, 0.375, 0.351562, 0.369141, 0.300781, 0.296875, 0.328125, 0.292969, 0.347656, 0.365234, 0.228516, 0.275391, 0.371094, 0.291016, 0.341797, 0.174805, 0.306641, 0.213867, 0.318359, 0.330078, 0.289062, 0.213867, 0.306641, 0.386719, 0.330078, 0.355469, 0.318359, 0.146484, 0.162109, 0.328125, 0.339844, 0.347656, 0.220703, 0.330078, 0.359375, 0.277344, 0.308594, 0.332031, 0.351562, 0.304688, 0.339844, 0.201172, 0.322266, 0.34375, 0.294922, 0.330078, 0.3125, 0.363281, 0.302734, 0.15918, 0.357422, 0.320312, 0.326172, 0.339844, 0.237305, 0.351562, 0.15625, 0.324219, 0.320312, 0.355469, 0.318359, 0.349609, 0.386719, 0.277344, 0.333984, 0.279297, 0.306641, 0.345703, 0.253906, 0.365234, 0.137695, 0.306641, 0.269531, 0.296875, 0.285156, 0.347656, 0.322266, 0.206055, 0.214844, 0.291016, 0.294922, 0.376953, 0.182617, 0.320312, 0.277344, 0.339844, 0.328125, 0.341797, 0.339844, 0.314453, 0.341797, 0.196289, 0.337891, 0.357422, 0.349609, 0.339844, 0.371094, 0.34375, 0.251953, 0.275391, 0.236328, 0.363281, 0.239258, 0.333984, 0.347656, 0.332031, 0.273438, 0.300781, 0.267578, 0.357422, 0.339844, 0.310547, 0.373047, 0.351562, 0.347656, 0.298828, 0.3125, 0.347656, 0.176758, 0.335938, 0.337891, 0.279297, 0.194336, 0.302734, 0.333984, 0.283203, 0.257812, 0.220703, 0.1875, 0.359375, 0.355469, 0.357422, 0.140625, 0.324219, 0.333984, 0.175781, 0.322266, 0.166016, 0.3125, 0.294922, 0.333984, 0.287109, 0.308594, 0.333984, 0.367188, 0.347656, 0.162109, 0.332031, 0.376953, 0.3125, 0.357422, 0.324219, 0.353516, 0.183594, 0.15625, 0.28125, 0.363281, 0.302734, 0.231445, 0.361328, 0.294922, 0.21582, 0.324219, 0.349609, 0.339844, 0.287109, 0.341797, 0.287109, 0.332031, 0.361328, 0.239258, 0.219727, 0.332031, 0.339844, 0.259766, 0.328125, 0.361328, 0.28125, 0.15332, 0.349609, 0.345703, 0.365234, 0.285156, 0.294922, 0.261719, 0.353516, 0.359375, 0.3125, 0.304688, 0.192383, 0.316406, 0.251953, 0.359375, 0.371094, 0.34375, 0.226562, 0.359375, 0.253906, 0.337891, 0.326172, 0.353516, 0.355469, 0.328125, 0.345703, 0.193359, 0.359375, 0.320312, 0.349609, 0.359375, 0.230469, 0.279297, 0.375, 0.128906, 0.180664, 0.296875, 0.345703, 0.296875, 0.304688, 0.365234, 0.333984, 0.241211, 0.320312, 0.140625, 0.371094, 0.210938, 0.345703, 0.332031, 0.341797, 0.349609, 0.339844, 0.310547, 0.316406, 0.263672, 0.378906, 0.353516, 0.285156, 0.345703, 0.271484, 0.263672, 0.345703, 0.180664, 0.341797, 0.259766, 0.283203, 0.289062, 0.337891, 0.355469, 0.304688, 0.339844, 0.333984, 0.320312, 0.365234, 0.279297, 0.341797, 0.355469, 0.267578, 0.355469, 0.132812, 0.267578, 0.335938, 0.335938, 0.328125, 0.337891, 0.300781, 0.357422, 0.298828, 0.273438, 0.328125, 0.306641, 0.195312, 0.347656, 0.351562, 0.349609, 0.369141, 0.351562, 0.3125, 0.367188, 0.359375, 0.287109, 0.375, 0.357422, 0.294922, 0.365234, 0.328125, 0.279297, 0.369141, 0.25, 0.351562, 0.320312, 0.376953, 0.261719, 0.212891, 0.193359, 0.384766, 0.361328, 0.351562, 0.371094, 0.296875, 0.339844, 0.310547, 0.172852, 0.353516, 0.275391, 0.302734, 0.324219, 0.279297, 0.3125, 0.204102, 0.283203, 0.335938, 0.304688, 0.326172, 0.175781, 0.332031, 0.322266, 0.318359, 0.347656, 0.326172, 0.341797, 0.330078, 0.34375, 0.238281, 0.222656, 0.287109, 0.298828, 0.339844, 0.326172, 0.349609, 0.273438, 0.328125, 0.171875, 0.225586, 0.308594, 0.345703, 0.28125, 0.349609, 0.300781, 0.287109, 0.304688, 0.339844, 0.333984, 0.333984, 0.291016, 0.345703, 0.314453, 0.349609, 0.160156, 0.277344, 0.158203, 0.332031, 0.306641, 0.253906, 0.271484, 0.34375, 0.320312, 0.320312, 0.316406, 0.214844, 0.202148, 0.294922, 0.1875, 0.291016, 0.263672, 0.304688, 0.244141, 0.349609, 0.100586, 0.164062, 0.380859, 0.3125 ] }, "name": "model.model.layers.14.post_attention_layernorm.weight", "outputIndexes": [ 1235 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1234 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_14/Mul_output_0", "outputIndexes": [ 1236 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1235, 1236 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_14/Mul_1_output_0", "outputIndexes": [ 1237 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1237 ], "outputIndexes": [ 4796 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4796 ], "outputIndexes": [ 4797 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear", "inputIndexes": [ 4797 ], "outputIndexes": [ 4798 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 142942404, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4798 ], "outputIndexes": [ 4799 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4799 ], "outputIndexes": [ 1238 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1238 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_14/Sigmoid_output_0", "outputIndexes": [ 1239 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1238, 1239 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_14/Mul_output_0", "outputIndexes": [ 1240 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1237 ], "outputIndexes": [ 4800 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4800 ], "outputIndexes": [ 4801 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear", "inputIndexes": [ 4801 ], "outputIndexes": [ 4802 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 145522906, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4802 ], "outputIndexes": [ 4803 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4803 ], "outputIndexes": [ 1241 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1240, 1241 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_14/Mul_output_0", "outputIndexes": [ 1242 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1242 ], "outputIndexes": [ 4804 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4804 ], "outputIndexes": [ 4805 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear", "inputIndexes": [ 4805 ], "outputIndexes": [ 4806 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 148103408, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4806 ], "outputIndexes": [ 4807 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.14/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4807 ], "outputIndexes": [ 1243 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1234, 1243 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_74_output_0", "outputIndexes": [ 1244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1244, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_135_output_0", "outputIndexes": [ 1245 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.335938, 0.380859, 0.402344, 0.398438, 0.367188, 0.398438, 0.820312, 0.396484, 0.316406, 0.408203, 0.273438, 0.355469, 0.285156, 0.345703, 0.339844, 0.347656, 0.460938, 0.361328, 0.322266, 0.271484, 0.398438, 0.435547, 0.439453, 0.333984, 0.357422, 0.382812, 0.361328, 0.341797, 0.365234, 0.347656, 0.474609, 0.361328, 0.378906, 0.439453, 0.367188, 0.365234, 0.306641, 0.378906, 0.345703, 0.447266, 0.398438, 0.378906, 0.371094, 0.371094, 0.345703, 0.390625, 0.5, 0.283203, 0.400391, 0.421875, 0.367188, 0.294922, 0.355469, 0.410156, 0.357422, 0.351562, 0.378906, 0.357422, 0.380859, 0.365234, 0.404297, 0.349609, 0.351562, 0.373047, 0.386719, 0.503906, 0.816406, 0.204102, 0.412109, 0.574219, 0.373047, 0.277344, 0.357422, 0.359375, 0.378906, 0.326172, 0.378906, 0.410156, 0.251953, 0.378906, 0.345703, 0.367188, 0.355469, 0.341797, 0.369141, 0.285156, 0.410156, 0.421875, 0.4375, 0.273438, 0.345703, 0.369141, 0.285156, 0.421875, 0.198242, 0.241211, 0.5, 0.359375, 0.363281, 0.394531, 0.498047, 0.353516, 0.355469, 0.359375, 0.361328, 0.265625, 0.394531, 0.388672, 0.369141, 0.300781, 0.322266, 0.402344, 0.359375, 0.443359, 0.353516, 0.482422, 0.382812, 0.371094, 0.380859, 0.417969, 0.398438, 0.34375, 0.3125, 0.443359, 0.369141, 0.433594, 0.675781, 0.378906, 0.365234, 0.457031, 0.410156, 0.332031, 0.416016, 0.388672, 0.392578, 0.400391, 0.429688, 0.357422, 0.404297, 0.363281, 0.361328, 0.4375, 0.416016, 0.431641, 0.34375, 0.388672, 0.359375, 0.320312, 0.371094, 0.417969, 0.363281, 0.380859, 0.320312, 0.382812, 0.341797, 0.404297, 0.355469, 0.369141, 0.1875, 0.378906, 0.291016, 0.414062, 0.296875, 0.369141, 0.376953, 0.384766, 0.201172, 0.5, 0.349609, 0.287109, 0.371094, 0.363281, 0.367188, 0.373047, 0.225586, 0.380859, 0.359375, 0.359375, 0.367188, 0.371094, 0.351562, 0.408203, 0.357422, 0.365234, 0.363281, 0.345703, 0.351562, 0.380859, 0.376953, 0.386719, 0.361328, 0.373047, 0.241211, 0.345703, 0.349609, 0.369141, 0.332031, 0.373047, 0.082031, 0.400391, 0.333984, 0.275391, 0.369141, 0.419922, 0.376953, 0.339844, 0.357422, 0.363281, 0.507812, 0.408203, 0.398438, 0.339844, 0.396484, 0.251953, 0.376953, 0.40625, 0.345703, 0.347656, 0.388672, 0.34375, 0.345703, 0.355469, 0.326172, 0.351562, 0.386719, 0.373047, 0.371094, 0.231445, 0.398438, 0.359375, 0.375, 0.425781, 0.371094, 0.378906, 0.402344, 0.337891, 0.404297, 0.335938, 0.417969, 0.316406, 0.414062, 0.441406, 0.316406, 0.4375, 0.408203, 0.359375, 0.302734, 0.396484, 0.404297, 0.384766, 0.34375, 0.304688, 0.265625, 0.349609, 0.416016, 0.40625, 0.355469, 0.337891, 0.367188, 0.34375, 0.365234, 0.4375, 0.384766, 0.347656, 0.353516, 0.396484, 0.324219, 0.388672, 0.306641, 0.40625, 0.640625, 0.402344, 0.416016, 0.554688, 0.347656, 0.435547, 0.404297, 0.359375, 0.333984, 0.394531, 0.328125, 0.34375, 0.369141, 0.390625, 0.417969, 0.347656, 0.421875, 0.419922, 0.355469, 0.423828, 0.359375, 0.394531, 0.363281, 0.417969, 0.382812, 0.367188, 0.232422, 0.363281, 0.376953, 0.373047, 0.324219, 0.337891, 0.369141, 0.3125, 0.378906, 0.349609, 0.365234, 0.394531, 0.388672, 0.433594, 0.287109, 0.427734, 0.378906, 0.412109, 0.392578, 0.287109, 0.388672, 0.330078, 0.523438, 0.410156, 0.353516, 0.386719, 0.441406, 0.388672, 0.353516, 0.388672, 0.332031, 0.4375, 0.349609, 0.363281, 0.558594, 0.371094, 0.335938, 0.355469, 0.433594, 0.335938, 0.386719, 0.306641, 0.326172, 0.300781, 0.369141, 0.363281, 0.341797, 0.333984, 0.378906, 0.390625, 0.353516, 0.361328, 0.416016, 0.388672, 0.474609, 0.400391, 0.322266, 0.378906, 0.433594, 0.462891, 0.404297, 0.353516, 0.34375, 0.400391, 0.3125, 0.378906, 0.371094, 0.363281, 0.408203, 0.355469, 0.439453, 0.341797, 0.376953, 0.345703, 0.433594, 0.28125, 0.421875, 0.229492, 0.404297, 0.371094, 0.355469, 0.375, 0.361328, 0.375, 0.554688, 0.341797, 0.429688, 0.308594, 0.367188, 0.347656, 0.408203, 0.388672, 0.433594, 0.398438, 0.332031, 0.429688, 0.375, 0.322266, 0.4375, 0.388672, 0.361328, 0.451172, 0.396484, 0.398438, 0.398438, 0.496094, 0.373047, 0.300781, 0.378906, 0.322266, 0.361328, 0.371094, 0.355469, 0.378906, 0.386719, 0.429688, 0.324219, 0.355469, 0.380859, 0.363281, 0.359375, 0.335938, 0.357422, 0.347656, 0.478516, 0.333984, 0.283203, 0.314453, 0.351562, 0.304688, 0.394531, 0.519531, 0.417969, 0.40625, 0.302734, 0.394531, 0.359375, 0.416016, 0.3125, 0.396484, 0.439453, 0.388672, 0.349609, 0.294922, 0.458984, 0.376953, 0.433594, 0.384766, 0.326172, 0.40625, 0.337891, 0.423828, 0.335938, 0.335938, 0.410156, 0.511719, 0.367188, 0.339844, 0.337891, 0.402344, 0.369141, 0.322266, 0.335938, 0.400391, 0.351562, 0.498047, 0.394531, 0.445312, 0.194336, 0.388672, 0.369141, 0.433594, 0.464844, 0.365234, 0.435547, 0.412109, 0.353516, 0.460938, 0.410156, 0.341797, 0.369141, 0.330078, 0.337891, 0.347656, 0.339844, 0.378906, 0.396484, 0.333984, 0.376953, 0.375, 0.386719, 0.373047, 0.414062, 0.345703, 0.439453, 0.427734, 0.378906, 0.335938, 0.351562, 0.361328, 0.333984, 0.384766, 0.369141, 0.332031, 0.769531, 0.373047, 0.373047, 0.404297, 0.289062, 0.382812, 0.365234, 0.476562, 0.417969, 0.359375, 0.390625, 0.464844, 0.550781, 0.330078, 0.351562, 0.433594, 0.414062, 0.355469, 0.402344, 0.337891, 0.382812, 0.417969, 0.279297, 0.335938, 0.447266, 0.339844, 0.375, 0.441406, 0.363281, 0.431641, 0.523438, 0.376953, 0.304688, 0.173828, 0.410156, 0.402344, 0.337891, 0.361328, 0.353516, 0.402344, 0.449219, 0.316406, 0.447266, 0.363281, 0.443359, 0.326172, 0.332031, 0.21875, 0.414062, 0.478516, 0.388672, 0.322266, 0.443359, 0.449219, 0.359375, 0.355469, 0.398438, 0.109863, 0.355469, 0.277344, 0.320312, 0.458984, 0.324219, 0.384766, 0.316406, 0.283203, 0.347656, 0.365234, 0.396484, 0.335938, 0.371094, 0.375, 0.341797, 0.341797, 0.375, 0.386719, 0.304688, 0.326172, 0.392578, 0.203125, 0.443359, 0.398438, 0.337891, 0.453125, 0.384766, 0.361328, 0.386719, 0.371094, 0.451172, 0.308594, 0.365234, 0.298828, 0.390625, 0.318359, 0.400391, 0.328125, 0.365234, 0.234375, 0.289062, 0.396484, 0.353516, 0.398438, 0.421875, 0.28125, 0.204102, 0.363281, 0.371094, 0.339844, 0.347656, 0.359375, 0.322266, 0.341797, 0.449219, 0.369141, 0.375, 0.365234, 0.380859, 0.361328, 0.453125, 0.423828, 0.183594, 0.333984, 0.394531, 0.416016, 0.363281, 0.205078, 0.445312, 0.488281, 0.308594, 0.181641, 0.660156, 0.349609, 0.365234, 0.373047, 0.361328, 0.394531, 0.365234, 0.427734, 0.375, 0.375, 0.417969, 0.363281, 0.386719, 0.330078, 0.273438, 0.371094, 0.408203, 0.213867, 0.478516, 0.492188, 0.404297, 0.460938, 0.40625, 0.294922, 0.339844, 0.335938, 0.167969, 0.34375, 0.251953, 0.347656, 0.355469, 0.386719, 0.382812, 0.353516, 0.388672, 0.347656, 0.353516, 0.361328, 0.429688, 0.408203, 0.369141, 0.410156, 0.359375, 0.462891, 0.285156, 0.257812, 0.351562, 0.353516, 0.404297, 0.337891, 0.371094, 0.402344, 0.808594, 0.382812, 0.441406, 0.476562, 0.396484, 0.425781, 0.417969, 0.333984, 0.351562, 0.369141, 0.394531, 0.339844, 0.373047, 0.376953, 0.353516, 0.332031, 0.335938, 0.347656, 0.388672, 0.380859, 0.345703, 0.384766, 0.412109, 0.390625, 0.359375, 0.355469, 0.277344, 0.429688, 0.332031, 0.398438, 0.40625, 0.326172, 0.394531, 0.359375, 0.371094, 0.378906, 0.296875, 0.355469, 0.269531, 0.373047, 0.3125, 0.416016, 0.345703, 0.335938, 0.617188, 0.359375, 0.425781, 0.439453, 0.367188, 0.198242, 0.351562, 0.339844, 0.324219, 0.396484, 0.308594, 0.355469, 0.361328, 0.376953, 0.382812, 0.363281, 0.339844, 0.412109, 0.390625, 0.386719, 0.753906, 0.349609, 0.382812, 0.277344, 0.291016, 0.229492, 0.441406, 0.333984, 0.361328, 0.375, 0.363281, 0.341797, 0.367188, 0.341797, 0.353516, 0.414062, 0.337891, 0.363281, 0.431641, 0.347656, 0.333984, 0.3125, 0.351562, 0.269531, 0.412109, 0.332031, 0.404297, 0.314453, 0.441406, 0.431641, 0.435547, 0.412109, 0.371094, 0.353516, 0.361328, 0.380859, 0.490234, 0.378906, 0.349609, 0.371094, 0.404297, 0.451172, 0.402344, 0.353516, 0.451172, 0.279297, 0.363281, 0.375, 0.378906, 0.357422, 0.617188, 0.296875, 0.347656, 0.330078, 0.427734, 0.363281, 0.375, 0.439453, 0.349609, 0.435547, 0.349609, 0.314453, 0.408203, 0.349609, 0.443359, 0.359375, 0.384766, 0.400391, 0.392578, 0.394531, 0.339844, 0.375, 0.384766, 0.429688, 0.425781, 0.337891, 0.388672, 0.40625, 0.447266, 0.390625, 0.310547, 0.378906, 0.433594, 0.369141, 0.384766, 0.34375, 0.429688, 0.239258, 0.371094, 0.408203, 0.357422, 0.355469, 0.330078, 0.328125, 0.394531, 0.402344, 0.316406, 0.361328, 0.357422, 0.396484, 0.316406, 0.373047, 0.355469, 0.404297, 0.353516, 0.455078, 0.431641, 0.386719, 0.410156, 0.398438, 0.357422, 0.423828, 0.25, 0.375, 0.367188, 0.425781, 0.4375, 0.244141, 0.410156, 0.472656, 0.359375, 0.365234, 0.382812, 0.375, 0.375, 0.412109, 0.345703, 0.363281, 0.361328, 0.365234, 0.1875, 0.243164, 0.376953, 0.314453, 0.378906, 0.412109, 0.365234, 0.394531, 0.390625, 0.330078, 0.380859, 0.625, 0.369141, 0.419922, 0.408203, 0.337891, 0.480469, 0.361328, 0.34375, 0.367188, 0.269531, 0.337891, 0.388672, 0.421875, 0.359375, 0.373047, 0.351562, 0.386719, 0.357422, 0.3125, 0.386719, 0.347656, 0.412109, 0.363281, 0.349609, 0.417969, 0.394531, 0.408203, 0.289062, 0.355469, 0.427734, 0.373047, 0.339844, 0.396484, 0.361328, 0.382812, 0.382812, 0.335938, 0.392578, 0.320312, 0.34375, 0.330078, 0.361328, 0.425781, 0.361328, 0.289062, 0.308594, 0.419922, 0.341797, 0.359375, 0.382812, 0.203125, 0.285156, 0.373047, 0.382812, 0.376953, 0.396484, 0.316406, 0.396484, 0.365234, 0.380859, 0.400391, 0.369141, 0.367188, 0.402344, 0.398438, 0.375, 0.439453, 0.398438, 0.337891, 0.380859, 0.460938, 0.394531, 0.714844, 0.396484, 0.378906, 0.414062, 0.425781, 0.326172, 0.412109, 0.231445, 0.349609, 0.394531, 0.484375, 0.363281, 0.453125, 0.402344, 0.408203, 0.388672, 0.376953, 0.339844, 0.476562, 0.585938, 0.386719, 0.226562, 0.515625, 0.341797, 0.484375, 0.326172, 0.423828, 0.394531, 0.363281, 0.5625, 0.404297, 0.371094, 0.400391, 0.3125, 0.46875, 0.357422, 0.335938, 0.425781, 0.363281, 0.355469, 0.332031, 0.40625, 0.304688, 0.339844, 0.410156, 0.392578, 0.382812, 0.425781, 0.357422, 0.34375, 0.306641, 0.351562, 0.324219, 0.34375, 0.433594, 0.332031, 0.324219, 0.380859, 0.416016, 0.400391, 0.396484, 0.341797, 0.449219, 0.431641, 0.384766, 0.341797, 0.310547, 0.423828, 0.453125, 0.371094, 0.332031, 0.40625, 0.386719, 0.3125, 0.378906, 0.357422, 0.351562, 0.367188, 0.878906, 0.28125, 0.371094, 0.439453, 0.365234, 0.216797, 0.386719, 0.349609, 0.425781, 0.349609, 0.269531, 0.373047, 0.402344, 0.400391, 0.382812, 0.392578, 0.398438, 0.376953, 0.365234, 0.294922, 0.386719, 0.382812, 0.361328, 0.384766, 0.371094, 0.392578, 0.324219, 0.691406, 0.417969, 0.398438, 0.357422, 0.357422, 0.408203, 0.384766, 0.328125, 0.357422, 0.408203, 0.324219, 0.396484, 0.398438, 0.414062, 0.451172, 0.394531, 0.339844, 0.359375, 0.400391, 0.398438, 0.367188, 0.347656, 0.34375, 0.404297, 0.240234, 0.417969, 0.412109, 0.449219, 0.474609, 0.296875, 0.369141, 0.380859, 0.425781, 0.341797, 0.357422, 0.359375, 0.402344, 0.349609, 0.412109, 0.400391, 0.400391, 0.734375, 0.363281, 0.261719, 0.404297, 0.353516, 0.416016, 0.402344, 0.416016, 0.365234, 0.738281, 0.361328, 0.316406, 0.371094, 0.435547, 0.417969, 0.326172, 0.449219, 0.180664, 0.261719, 0.373047, 0.371094, 0.335938, 0.330078, 0.429688, 0.363281, 0.365234, 0.394531, 0.228516, 0.371094, 0.373047, 0.347656, 0.433594, 0.404297, 0.357422, 0.421875, 0.382812, 0.326172, 0.335938, 0.427734, 0.46875, 0.423828, 0.427734, 0.306641, 0.519531, 0.367188, 0.337891, 0.402344, 0.384766, 0.355469, 0.361328, 0.384766, 0.330078, 0.449219, 0.429688, 0.412109, 0.375, 0.470703, 0.4375, 0.355469, 0.400391, 0.353516, 0.375, 0.175781, 0.376953, 0.320312, 0.367188, 0.365234, 0.394531, 0.361328, 0.431641, 0.357422, 0.371094, 0.392578, 0.367188, 0.304688, 0.378906, 0.337891, 0.367188, 0.404297, 0.380859, 0.337891, 0.349609, 0.378906, 0.361328, 0.373047, 0.431641, 0.371094, 0.371094, 0.367188, 0.386719, 0.398438, 0.314453, 0.392578, 0.353516, 0.417969, 0.292969, 0.398438, 0.294922, 0.423828, 0.404297, 0.349609, 0.402344, 0.433594, 0.34375, 0.365234, 0.235352, 0.388672, 0.361328, 0.369141, 0.308594, 0.289062, 0.396484, 0.289062, 0.398438, 0.400391, 0.367188, 0.361328, 0.283203, 0.335938, 0.357422, 0.394531, 0.396484, 0.386719, 0.353516, 0.316406, 0.371094, 0.404297, 0.310547, 0.345703, 0.392578, 0.363281, 0.40625, 0.359375, 0.4375, 0.470703, 0.253906, 0.314453, 0.345703, 0.390625, 0.414062, 0.365234, 0.243164, 0.410156, 0.353516, 0.378906, 0.388672, 0.439453, 0.390625, 0.394531, 0.369141, 0.378906, 0.234375, 0.353516, 0.24707, 0.351562, 0.380859, 0.416016, 0.3125, 0.425781, 0.445312, 0.386719, 0.304688, 0.310547, 0.314453, 0.363281, 0.253906, 0.363281, 0.367188, 0.361328, 0.347656, 0.376953, 0.699219, 0.269531, 0.496094, 0.416016 ] }, "name": "model.model.layers.15.input_layernorm.weight", "outputIndexes": [ 1246 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_15/Mul_output_0", "outputIndexes": [ 1247 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1246, 1247 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1248 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 4808 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4808 ], "outputIndexes": [ 4809 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear", "inputIndexes": [ 4809 ], "outputIndexes": [ 4810 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 150683910, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4810 ], "outputIndexes": [ 4811 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4811 ], "outputIndexes": [ 1249 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1248 ], "main_type": "NONE", "name": "/Shape_211_output_0", "outputIndexes": [ 1250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1250 ], "main_type": "NONE", "name": "Shape3319", "outputIndexes": [ 1251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1250 ], "main_type": "NONE", "name": "Rank3321", "outputIndexes": [ 1252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1252, 1252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3323", "outputIndexes": [ 1253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3324", "outputIndexes": [ 1254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3326", "outputIndexes": [ 1255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3327", "outputIndexes": [ 1256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1251, 1254, 1256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3330", "outputIndexes": [ 1257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3331", "outputIndexes": [ 1258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3332", "outputIndexes": [ 1259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1259, 1258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3333", "outputIndexes": [ 1260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1250, 1260, 1253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_229_output_0", "outputIndexes": [ 1261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1261, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_481_output_0", "outputIndexes": [ 1262 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1262, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_195_output_0", "outputIndexes": [ 1263 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1249, 1263 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_136_output_0", "outputIndexes": [ 1264 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_120_output_0", "outputIndexes": [ 1265 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264 ], "main_type": "NONE", "name": "/Shape_212_output_0", "outputIndexes": [ 1266 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1266 ], "main_type": "NONE", "name": "Shape3340", "outputIndexes": [ 1267 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1266 ], "main_type": "NONE", "name": "Rank3342", "outputIndexes": [ 1268 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1268, 1268 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3344", "outputIndexes": [ 1269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3345", "outputIndexes": [ 1270 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1269, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3347", "outputIndexes": [ 1271 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1271 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3348", "outputIndexes": [ 1272 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1267, 1270, 1272, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3351", "outputIndexes": [ 1273 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1273 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3352", "outputIndexes": [ 1274 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1274 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3353", "outputIndexes": [ 1275 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1275, 1274 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3354", "outputIndexes": [ 1276 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1266, 1276, 1269 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_230_output_0", "outputIndexes": [ 1277 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1277, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_45_output_0", "outputIndexes": [ 1278 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1278, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_486_output_0", "outputIndexes": [ 1279 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 1279, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_61_output_0", "outputIndexes": [ 1280 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1280 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_30_output_0", "outputIndexes": [ 1281 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1264, 22, 1279, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_60_output_0", "outputIndexes": [ 1282 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1281, 1282 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_198_output_0", "outputIndexes": [ 1283 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1283, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_121_output_0", "outputIndexes": [ 1284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1265, 1284 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_75_output_0", "outputIndexes": [ 1285 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 4812 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4812 ], "outputIndexes": [ 4813 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear", "inputIndexes": [ 4813 ], "outputIndexes": [ 4814 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 151605532, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4814 ], "outputIndexes": [ 4815 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4815 ], "outputIndexes": [ 1286 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1262, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_196_output_0", "outputIndexes": [ 1287 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1286, 1287 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_137_output_0", "outputIndexes": [ 1288 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_122_output_0", "outputIndexes": [ 1289 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288 ], "main_type": "NONE", "name": "/Shape_213_output_0", "outputIndexes": [ 1290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1290 ], "main_type": "NONE", "name": "Shape3403", "outputIndexes": [ 1291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1290 ], "main_type": "NONE", "name": "Rank3405", "outputIndexes": [ 1292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1292, 1292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3407", "outputIndexes": [ 1293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3408", "outputIndexes": [ 1294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3410", "outputIndexes": [ 1295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3411", "outputIndexes": [ 1296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1291, 1294, 1296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3414", "outputIndexes": [ 1297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3415", "outputIndexes": [ 1298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3416", "outputIndexes": [ 1299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1299, 1298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3417", "outputIndexes": [ 1300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1290, 1300, 1293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_231_output_0", "outputIndexes": [ 1301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1301, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_46_output_0", "outputIndexes": [ 1302 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1302, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_488_output_0", "outputIndexes": [ 1303 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 1303, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_63_output_0", "outputIndexes": [ 1304 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1304 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_31_output_0", "outputIndexes": [ 1305 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1288, 22, 1303, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_62_output_0", "outputIndexes": [ 1306 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1305, 1306 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_199_output_0", "outputIndexes": [ 1307 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1307, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_123_output_0", "outputIndexes": [ 1308 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1289, 1308 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_76_output_0", "outputIndexes": [ 1309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1248 ], "outputIndexes": [ 4816 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4816 ], "outputIndexes": [ 4817 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear", "inputIndexes": [ 4817 ], "outputIndexes": [ 4818 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 151835954, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4818 ], "outputIndexes": [ 4819 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4819 ], "outputIndexes": [ 1310 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1310, 1287 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_138_output_0", "outputIndexes": [ 1311 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1285, 1309, 1311, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_143_output_0", "outputIndexes": [ 1312 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1312 ], "outputIndexes": [ 4820 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4820 ], "outputIndexes": [ 4821 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear", "inputIndexes": [ 4821 ], "outputIndexes": [ 4822 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 152066376, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4822 ], "outputIndexes": [ 4823 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4823 ], "outputIndexes": [ 1313 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1245, 1313 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_78_output_0", "outputIndexes": [ 1314 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.224609, 0.322266, 0.339844, 0.351562, 0.359375, 0.326172, 0.130859, 0.349609, 0.255859, 0.241211, 0.162109, 0.318359, 0.204102, 0.324219, 0.304688, 0.351562, 0.24707, 0.300781, 0.298828, 0.183594, 0.314453, 0.361328, 0.275391, 0.230469, 0.287109, 0.365234, 0.251953, 0.347656, 0.326172, 0.320312, 0.253906, 0.130859, 0.320312, 0.298828, 0.328125, 0.314453, 0.176758, 0.339844, 0.177734, 0.347656, 0.316406, 0.355469, 0.285156, 0.273438, 0.208984, 0.292969, 0.404297, 0.192383, 0.365234, 0.191406, 0.367188, 0.169922, 0.308594, 0.333984, 0.203125, 0.333984, 0.369141, 0.298828, 0.296875, 0.386719, 0.320312, 0.339844, 0.251953, 0.320312, 0.245117, 0.244141, 0.164062, 0.15332, 0.357422, 0.144531, 0.355469, 0.182617, 0.261719, 0.28125, 0.365234, 0.269531, 0.263672, 0.365234, 0.146484, 0.3125, 0.28125, 0.375, 0.257812, 0.275391, 0.332031, 0.188477, 0.378906, 0.206055, 0.400391, 0.194336, 0.267578, 0.318359, 0.19043, 0.328125, 0.139648, 0.177734, 0.384766, 0.359375, 0.369141, 0.347656, 0.267578, 0.275391, 0.34375, 0.332031, 0.355469, 0.166992, 0.353516, 0.333984, 0.328125, 0.318359, 0.308594, 0.367188, 0.298828, 0.318359, 0.333984, 0.287109, 0.310547, 0.324219, 0.371094, 0.357422, 0.322266, 0.216797, 0.369141, 0.236328, 0.375, 0.289062, 0.161133, 0.349609, 0.335938, 0.412109, 0.351562, 0.355469, 0.320312, 0.3125, 0.324219, 0.294922, 0.369141, 0.310547, 0.271484, 0.233398, 0.349609, 0.316406, 0.316406, 0.402344, 0.375, 0.324219, 0.310547, 0.235352, 0.328125, 0.324219, 0.310547, 0.304688, 0.332031, 0.359375, 0.335938, 0.287109, 0.359375, 0.306641, 0.131836, 0.330078, 0.150391, 0.285156, 0.21875, 0.353516, 0.291016, 0.376953, 0.157227, 0.369141, 0.292969, 0.172852, 0.259766, 0.351562, 0.367188, 0.267578, 0.151367, 0.373047, 0.269531, 0.328125, 0.373047, 0.353516, 0.304688, 0.240234, 0.287109, 0.306641, 0.359375, 0.333984, 0.332031, 0.324219, 0.339844, 0.376953, 0.349609, 0.271484, 0.155273, 0.316406, 0.302734, 0.318359, 0.300781, 0.241211, 0.080566, 0.328125, 0.316406, 0.308594, 0.255859, 0.308594, 0.25, 0.318359, 0.359375, 0.28125, 0.25, 0.345703, 0.332031, 0.302734, 0.322266, 0.170898, 0.326172, 0.308594, 0.326172, 0.28125, 0.361328, 0.34375, 0.318359, 0.322266, 0.227539, 0.28125, 0.376953, 0.269531, 0.339844, 0.162109, 0.390625, 0.269531, 0.257812, 0.214844, 0.347656, 0.292969, 0.369141, 0.217773, 0.3125, 0.251953, 0.373047, 0.339844, 0.34375, 0.269531, 0.304688, 0.322266, 0.337891, 0.277344, 0.231445, 0.361328, 0.347656, 0.304688, 0.324219, 0.228516, 0.168945, 0.3125, 0.273438, 0.347656, 0.241211, 0.292969, 0.206055, 0.361328, 0.365234, 0.339844, 0.339844, 0.232422, 0.351562, 0.345703, 0.296875, 0.365234, 0.18457, 0.363281, 0.21582, 0.3125, 0.285156, 0.194336, 0.22168, 0.351562, 0.332031, 0.226562, 0.21582, 0.355469, 0.219727, 0.345703, 0.314453, 0.359375, 0.341797, 0.294922, 0.396484, 0.369141, 0.333984, 0.375, 0.359375, 0.324219, 0.341797, 0.314453, 0.330078, 0.322266, 0.259766, 0.332031, 0.357422, 0.326172, 0.298828, 0.316406, 0.318359, 0.203125, 0.326172, 0.332031, 0.245117, 0.285156, 0.349609, 0.388672, 0.199219, 0.371094, 0.292969, 0.223633, 0.351562, 0.279297, 0.337891, 0.208008, 0.263672, 0.275391, 0.367188, 0.378906, 0.332031, 0.341797, 0.283203, 0.259766, 0.326172, 0.369141, 0.371094, 0.269531, 0.207031, 0.219727, 0.179688, 0.308594, 0.298828, 0.310547, 0.365234, 0.238281, 0.173828, 0.174805, 0.277344, 0.310547, 0.328125, 0.217773, 0.367188, 0.375, 0.251953, 0.326172, 0.251953, 0.353516, 0.361328, 0.345703, 0.233398, 0.314453, 0.308594, 0.365234, 0.339844, 0.330078, 0.289062, 0.353516, 0.302734, 0.244141, 0.326172, 0.361328, 0.314453, 0.314453, 0.363281, 0.359375, 0.238281, 0.240234, 0.373047, 0.287109, 0.345703, 0.164062, 0.310547, 0.300781, 0.339844, 0.335938, 0.335938, 0.186523, 0.125, 0.263672, 0.367188, 0.326172, 0.328125, 0.269531, 0.253906, 0.341797, 0.243164, 0.328125, 0.318359, 0.181641, 0.355469, 0.178711, 0.375, 0.337891, 0.308594, 0.371094, 0.347656, 0.324219, 0.300781, 0.371094, 0.213867, 0.349609, 0.382812, 0.236328, 0.380859, 0.308594, 0.345703, 0.332031, 0.251953, 0.384766, 0.330078, 0.296875, 0.353516, 0.378906, 0.294922, 0.328125, 0.339844, 0.233398, 0.429688, 0.285156, 0.19043, 0.345703, 0.351562, 0.201172, 0.339844, 0.308594, 0.206055, 0.306641, 0.155273, 0.216797, 0.351562, 0.314453, 0.283203, 0.363281, 0.396484, 0.296875, 0.287109, 0.320312, 0.390625, 0.229492, 0.229492, 0.388672, 0.25, 0.228516, 0.337891, 0.347656, 0.186523, 0.310547, 0.289062, 0.244141, 0.298828, 0.357422, 0.353516, 0.359375, 0.339844, 0.320312, 0.291016, 0.255859, 0.326172, 0.271484, 0.335938, 0.337891, 0.155273, 0.34375, 0.263672, 0.357422, 0.367188, 0.208984, 0.300781, 0.353516, 0.339844, 0.296875, 0.3125, 0.273438, 0.273438, 0.357422, 0.236328, 0.248047, 0.330078, 0.359375, 0.388672, 0.306641, 0.355469, 0.263672, 0.322266, 0.231445, 0.359375, 0.287109, 0.355469, 0.359375, 0.357422, 0.330078, 0.306641, 0.243164, 0.347656, 0.308594, 0.245117, 0.25, 0.114746, 0.273438, 0.349609, 0.353516, 0.165039, 0.351562, 0.298828, 0.296875, 0.375, 0.300781, 0.292969, 0.382812, 0.170898, 0.223633, 0.253906, 0.347656, 0.355469, 0.209961, 0.261719, 0.267578, 0.320312, 0.335938, 0.173828, 0.349609, 0.371094, 0.298828, 0.34375, 0.363281, 0.365234, 0.259766, 0.216797, 0.267578, 0.199219, 0.140625, 0.351562, 0.283203, 0.28125, 0.353516, 0.267578, 0.296875, 0.345703, 0.178711, 0.259766, 0.376953, 0.335938, 0.24707, 0.316406, 0.146484, 0.263672, 0.227539, 0.275391, 0.324219, 0.375, 0.345703, 0.324219, 0.332031, 0.28125, 0.189453, 0.333984, 0.166016, 0.161133, 0.234375, 0.349609, 0.287109, 0.229492, 0.181641, 0.347656, 0.333984, 0.322266, 0.302734, 0.378906, 0.347656, 0.203125, 0.357422, 0.287109, 0.345703, 0.289062, 0.330078, 0.251953, 0.152344, 0.412109, 0.3125, 0.287109, 0.300781, 0.345703, 0.322266, 0.298828, 0.320312, 0.382812, 0.298828, 0.257812, 0.205078, 0.355469, 0.349609, 0.328125, 0.21582, 0.337891, 0.163086, 0.195312, 0.349609, 0.337891, 0.322266, 0.324219, 0.316406, 0.142578, 0.211914, 0.34375, 0.263672, 0.296875, 0.367188, 0.242188, 0.382812, 0.328125, 0.233398, 0.3125, 0.308594, 0.209961, 0.3125, 0.287109, 0.355469, 0.146484, 0.326172, 0.279297, 0.324219, 0.273438, 0.151367, 0.371094, 0.168945, 0.3125, 0.149414, 0.102051, 0.271484, 0.310547, 0.339844, 0.233398, 0.349609, 0.330078, 0.289062, 0.355469, 0.316406, 0.236328, 0.353516, 0.330078, 0.21582, 0.181641, 0.273438, 0.28125, 0.151367, 0.289062, 0.28125, 0.361328, 0.402344, 0.371094, 0.183594, 0.316406, 0.300781, 0.139648, 0.339844, 0.189453, 0.1875, 0.28125, 0.375, 0.265625, 0.233398, 0.300781, 0.330078, 0.296875, 0.349609, 0.294922, 0.363281, 0.333984, 0.324219, 0.289062, 0.174805, 0.210938, 0.168945, 0.3125, 0.345703, 0.308594, 0.347656, 0.345703, 0.351562, 0.149414, 0.271484, 0.326172, 0.351562, 0.217773, 0.384766, 0.367188, 0.269531, 0.277344, 0.34375, 0.296875, 0.351562, 0.243164, 0.347656, 0.330078, 0.269531, 0.347656, 0.355469, 0.298828, 0.316406, 0.222656, 0.316406, 0.193359, 0.223633, 0.349609, 0.28125, 0.237305, 0.316406, 0.225586, 0.341797, 0.332031, 0.361328, 0.375, 0.314453, 0.310547, 0.203125, 0.182617, 0.330078, 0.166992, 0.275391, 0.22168, 0.347656, 0.341797, 0.279297, 0.200195, 0.302734, 0.308594, 0.298828, 0.359375, 0.1875, 0.314453, 0.328125, 0.204102, 0.376953, 0.191406, 0.302734, 0.320312, 0.316406, 0.353516, 0.324219, 0.359375, 0.269531, 0.341797, 0.34375, 0.125, 0.328125, 0.347656, 0.149414, 0.209961, 0.155273, 0.376953, 0.273438, 0.369141, 0.363281, 0.296875, 0.255859, 0.242188, 0.271484, 0.3125, 0.357422, 0.302734, 0.208008, 0.365234, 0.332031, 0.228516, 0.339844, 0.294922, 0.166016, 0.251953, 0.232422, 0.230469, 0.275391, 0.220703, 0.349609, 0.292969, 0.378906, 0.332031, 0.351562, 0.210938, 0.388672, 0.21582, 0.361328, 0.328125, 0.300781, 0.233398, 0.328125, 0.332031, 0.296875, 0.333984, 0.277344, 0.302734, 0.220703, 0.273438, 0.341797, 0.186523, 0.291016, 0.296875, 0.328125, 0.359375, 0.335938, 0.332031, 0.267578, 0.308594, 0.400391, 0.367188, 0.201172, 0.306641, 0.251953, 0.355469, 0.375, 0.283203, 0.337891, 0.306641, 0.251953, 0.330078, 0.304688, 0.335938, 0.394531, 0.294922, 0.357422, 0.355469, 0.296875, 0.277344, 0.357422, 0.291016, 0.263672, 0.361328, 0.347656, 0.320312, 0.296875, 0.339844, 0.157227, 0.394531, 0.332031, 0.34375, 0.355469, 0.253906, 0.314453, 0.357422, 0.314453, 0.335938, 0.302734, 0.34375, 0.244141, 0.210938, 0.347656, 0.351562, 0.298828, 0.212891, 0.416016, 0.181641, 0.294922, 0.324219, 0.316406, 0.192383, 0.316406, 0.226562, 0.335938, 0.255859, 0.310547, 0.382812, 0.166992, 0.333984, 0.18457, 0.296875, 0.273438, 0.300781, 0.229492, 0.296875, 0.298828, 0.324219, 0.357422, 0.229492, 0.328125, 0.141602, 0.157227, 0.330078, 0.174805, 0.341797, 0.375, 0.328125, 0.306641, 0.316406, 0.306641, 0.277344, 0.261719, 0.333984, 0.337891, 0.365234, 0.306641, 0.209961, 0.322266, 0.367188, 0.351562, 0.188477, 0.326172, 0.3125, 0.355469, 0.195312, 0.355469, 0.246094, 0.269531, 0.369141, 0.328125, 0.326172, 0.365234, 0.285156, 0.298828, 0.213867, 0.386719, 0.359375, 0.376953, 0.314453, 0.285156, 0.322266, 0.291016, 0.339844, 0.363281, 0.213867, 0.279297, 0.369141, 0.287109, 0.363281, 0.169922, 0.302734, 0.204102, 0.314453, 0.333984, 0.28125, 0.206055, 0.298828, 0.398438, 0.326172, 0.363281, 0.335938, 0.150391, 0.164062, 0.328125, 0.345703, 0.345703, 0.214844, 0.328125, 0.363281, 0.273438, 0.308594, 0.326172, 0.357422, 0.302734, 0.341797, 0.192383, 0.322266, 0.34375, 0.285156, 0.328125, 0.324219, 0.363281, 0.302734, 0.132812, 0.369141, 0.320312, 0.316406, 0.351562, 0.236328, 0.353516, 0.15625, 0.330078, 0.322266, 0.351562, 0.318359, 0.355469, 0.386719, 0.267578, 0.324219, 0.269531, 0.298828, 0.339844, 0.248047, 0.371094, 0.145508, 0.3125, 0.275391, 0.294922, 0.28125, 0.353516, 0.318359, 0.198242, 0.224609, 0.273438, 0.292969, 0.386719, 0.179688, 0.322266, 0.265625, 0.353516, 0.326172, 0.34375, 0.335938, 0.318359, 0.337891, 0.189453, 0.335938, 0.367188, 0.353516, 0.330078, 0.376953, 0.34375, 0.237305, 0.261719, 0.232422, 0.375, 0.235352, 0.332031, 0.349609, 0.34375, 0.273438, 0.298828, 0.271484, 0.367188, 0.347656, 0.306641, 0.378906, 0.355469, 0.355469, 0.289062, 0.308594, 0.339844, 0.181641, 0.339844, 0.34375, 0.269531, 0.189453, 0.308594, 0.332031, 0.273438, 0.257812, 0.205078, 0.18457, 0.375, 0.361328, 0.361328, 0.146484, 0.314453, 0.335938, 0.166016, 0.322266, 0.169922, 0.3125, 0.285156, 0.339844, 0.277344, 0.304688, 0.332031, 0.365234, 0.353516, 0.166016, 0.328125, 0.378906, 0.310547, 0.365234, 0.324219, 0.351562, 0.182617, 0.137695, 0.279297, 0.367188, 0.302734, 0.226562, 0.371094, 0.298828, 0.214844, 0.333984, 0.349609, 0.347656, 0.273438, 0.339844, 0.289062, 0.341797, 0.365234, 0.227539, 0.220703, 0.335938, 0.341797, 0.263672, 0.318359, 0.369141, 0.271484, 0.15918, 0.349609, 0.341797, 0.375, 0.283203, 0.291016, 0.257812, 0.359375, 0.388672, 0.316406, 0.304688, 0.177734, 0.3125, 0.248047, 0.359375, 0.371094, 0.349609, 0.202148, 0.361328, 0.257812, 0.349609, 0.320312, 0.369141, 0.359375, 0.332031, 0.341797, 0.183594, 0.361328, 0.330078, 0.34375, 0.355469, 0.220703, 0.269531, 0.376953, 0.136719, 0.179688, 0.296875, 0.34375, 0.296875, 0.302734, 0.380859, 0.339844, 0.234375, 0.330078, 0.150391, 0.376953, 0.208008, 0.347656, 0.318359, 0.341797, 0.361328, 0.349609, 0.3125, 0.314453, 0.255859, 0.386719, 0.369141, 0.279297, 0.353516, 0.271484, 0.261719, 0.349609, 0.185547, 0.34375, 0.255859, 0.271484, 0.289062, 0.337891, 0.367188, 0.306641, 0.337891, 0.337891, 0.322266, 0.376953, 0.267578, 0.339844, 0.369141, 0.287109, 0.361328, 0.143555, 0.265625, 0.326172, 0.335938, 0.328125, 0.347656, 0.308594, 0.367188, 0.300781, 0.263672, 0.320312, 0.298828, 0.191406, 0.349609, 0.361328, 0.355469, 0.371094, 0.369141, 0.308594, 0.378906, 0.361328, 0.28125, 0.380859, 0.363281, 0.292969, 0.361328, 0.324219, 0.279297, 0.361328, 0.245117, 0.359375, 0.328125, 0.384766, 0.263672, 0.205078, 0.192383, 0.402344, 0.371094, 0.361328, 0.355469, 0.289062, 0.337891, 0.3125, 0.167969, 0.361328, 0.271484, 0.296875, 0.328125, 0.287109, 0.320312, 0.193359, 0.28125, 0.335938, 0.292969, 0.316406, 0.175781, 0.318359, 0.335938, 0.324219, 0.357422, 0.324219, 0.345703, 0.335938, 0.34375, 0.227539, 0.209961, 0.271484, 0.306641, 0.333984, 0.322266, 0.349609, 0.265625, 0.332031, 0.167969, 0.216797, 0.306641, 0.341797, 0.283203, 0.365234, 0.310547, 0.275391, 0.314453, 0.335938, 0.335938, 0.339844, 0.289062, 0.365234, 0.316406, 0.367188, 0.15625, 0.267578, 0.165039, 0.335938, 0.304688, 0.241211, 0.257812, 0.353516, 0.316406, 0.320312, 0.345703, 0.198242, 0.193359, 0.289062, 0.183594, 0.289062, 0.25, 0.298828, 0.237305, 0.361328, 0.068848, 0.174805, 0.384766, 0.306641 ] }, "name": "model.model.layers.15.post_attention_layernorm.weight", "outputIndexes": [ 1315 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_15/Mul_output_0", "outputIndexes": [ 1316 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1315, 1316 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_15/Mul_1_output_0", "outputIndexes": [ 1317 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1317 ], "outputIndexes": [ 4824 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4824 ], "outputIndexes": [ 4825 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear", "inputIndexes": [ 4825 ], "outputIndexes": [ 4826 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 152987998, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4826 ], "outputIndexes": [ 4827 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4827 ], "outputIndexes": [ 1318 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1318 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_15/Sigmoid_output_0", "outputIndexes": [ 1319 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1318, 1319 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_15/Mul_output_0", "outputIndexes": [ 1320 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1317 ], "outputIndexes": [ 4828 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4828 ], "outputIndexes": [ 4829 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear", "inputIndexes": [ 4829 ], "outputIndexes": [ 4830 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 155568500, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4830 ], "outputIndexes": [ 4831 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4831 ], "outputIndexes": [ 1321 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1320, 1321 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_15/Mul_output_0", "outputIndexes": [ 1322 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1322 ], "outputIndexes": [ 4832 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4832 ], "outputIndexes": [ 4833 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear", "inputIndexes": [ 4833 ], "outputIndexes": [ 4834 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 158149002, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4834 ], "outputIndexes": [ 4835 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.15/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4835 ], "outputIndexes": [ 1323 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1314, 1323 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_79_output_0", "outputIndexes": [ 1324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1324, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_144_output_0", "outputIndexes": [ 1325 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.203125, 0.277344, 0.310547, 0.310547, 0.28125, 0.292969, 0.671875, 0.289062, 0.208984, 0.255859, 0.259766, 0.259766, 0.171875, 0.239258, 0.212891, 0.259766, 0.380859, 0.236328, 0.220703, 0.185547, 0.283203, 0.326172, 0.271484, 0.200195, 0.259766, 0.310547, 0.213867, 0.259766, 0.253906, 0.269531, 0.324219, 0.392578, 0.277344, 0.335938, 0.251953, 0.223633, 0.220703, 0.271484, 0.291016, 0.34375, 0.269531, 0.294922, 0.261719, 0.261719, 0.196289, 0.279297, 0.400391, 0.192383, 0.285156, 0.34375, 0.302734, 0.225586, 0.25, 0.294922, 0.228516, 0.283203, 0.333984, 0.255859, 0.283203, 0.322266, 0.287109, 0.246094, 0.228516, 0.298828, 0.233398, 0.353516, 0.722656, 0.1875, 0.308594, 0.640625, 0.308594, 0.186523, 0.273438, 0.253906, 0.302734, 0.220703, 0.238281, 0.328125, 0.257812, 0.28125, 0.224609, 0.265625, 0.230469, 0.201172, 0.245117, 0.136719, 0.341797, 0.341797, 0.355469, 0.207031, 0.229492, 0.265625, 0.166016, 0.28125, 0.160156, 0.168945, 0.363281, 0.285156, 0.326172, 0.296875, 0.402344, 0.21582, 0.271484, 0.279297, 0.306641, 0.15625, 0.330078, 0.298828, 0.257812, 0.237305, 0.243164, 0.279297, 0.245117, 0.351562, 0.28125, 0.357422, 0.24707, 0.235352, 0.316406, 0.308594, 0.306641, 0.185547, 0.259766, 0.298828, 0.314453, 0.261719, 0.621094, 0.273438, 0.255859, 0.416016, 0.291016, 0.223633, 0.318359, 0.273438, 0.304688, 0.283203, 0.320312, 0.259766, 0.316406, 0.207031, 0.263672, 0.3125, 0.287109, 0.408203, 0.285156, 0.275391, 0.291016, 0.200195, 0.253906, 0.306641, 0.277344, 0.257812, 0.249023, 0.298828, 0.28125, 0.259766, 0.261719, 0.246094, 0.133789, 0.285156, 0.152344, 0.306641, 0.211914, 0.28125, 0.248047, 0.304688, 0.237305, 0.404297, 0.253906, 0.200195, 0.245117, 0.244141, 0.304688, 0.273438, 0.246094, 0.306641, 0.236328, 0.25, 0.279297, 0.314453, 0.210938, 0.219727, 0.22168, 0.249023, 0.248047, 0.28125, 0.285156, 0.285156, 0.298828, 0.298828, 0.257812, 0.234375, 0.165039, 0.255859, 0.248047, 0.279297, 0.225586, 0.275391, 0.116211, 0.320312, 0.239258, 0.185547, 0.202148, 0.285156, 0.210938, 0.249023, 0.259766, 0.253906, 0.388672, 0.300781, 0.310547, 0.240234, 0.296875, 0.182617, 0.28125, 0.275391, 0.259766, 0.21875, 0.316406, 0.269531, 0.227539, 0.235352, 0.188477, 0.207031, 0.300781, 0.233398, 0.291016, 0.145508, 0.363281, 0.263672, 0.25, 0.28125, 0.275391, 0.248047, 0.308594, 0.227539, 0.3125, 0.234375, 0.371094, 0.265625, 0.308594, 0.208008, 0.231445, 0.302734, 0.285156, 0.224609, 0.287109, 0.291016, 0.294922, 0.291016, 0.259766, 0.183594, 0.158203, 0.273438, 0.283203, 0.324219, 0.195312, 0.216797, 0.224609, 0.279297, 0.296875, 0.296875, 0.291016, 0.210938, 0.261719, 0.302734, 0.206055, 0.328125, 0.214844, 0.320312, 0.554688, 0.273438, 0.269531, 0.597656, 0.21875, 0.390625, 0.316406, 0.213867, 0.279297, 0.296875, 0.192383, 0.292969, 0.249023, 0.298828, 0.320312, 0.267578, 0.339844, 0.316406, 0.261719, 0.361328, 0.294922, 0.283203, 0.248047, 0.304688, 0.285156, 0.269531, 0.155273, 0.269531, 0.285156, 0.265625, 0.210938, 0.265625, 0.257812, 0.210938, 0.298828, 0.245117, 0.211914, 0.279297, 0.302734, 0.347656, 0.194336, 0.320312, 0.273438, 0.253906, 0.328125, 0.200195, 0.275391, 0.194336, 0.417969, 0.371094, 0.275391, 0.291016, 0.291016, 0.227539, 0.230469, 0.267578, 0.249023, 0.357422, 0.263672, 0.287109, 0.435547, 0.192383, 0.285156, 0.24707, 0.306641, 0.244141, 0.318359, 0.180664, 0.207031, 0.210938, 0.269531, 0.265625, 0.241211, 0.180664, 0.316406, 0.345703, 0.234375, 0.269531, 0.291016, 0.28125, 0.335938, 0.292969, 0.180664, 0.306641, 0.302734, 0.34375, 0.298828, 0.267578, 0.226562, 0.345703, 0.21875, 0.298828, 0.255859, 0.269531, 0.310547, 0.267578, 0.373047, 0.287109, 0.251953, 0.208984, 0.335938, 0.189453, 0.316406, 0.169922, 0.314453, 0.259766, 0.269531, 0.332031, 0.255859, 0.322266, 0.535156, 0.226562, 0.330078, 0.238281, 0.245117, 0.216797, 0.244141, 0.257812, 0.283203, 0.300781, 0.269531, 0.328125, 0.292969, 0.243164, 0.324219, 0.265625, 0.239258, 0.369141, 0.322266, 0.28125, 0.263672, 0.462891, 0.235352, 0.223633, 0.314453, 0.201172, 0.289062, 0.283203, 0.298828, 0.263672, 0.255859, 0.341797, 0.271484, 0.231445, 0.296875, 0.304688, 0.22168, 0.259766, 0.28125, 0.225586, 0.382812, 0.233398, 0.349609, 0.253906, 0.269531, 0.188477, 0.28125, 0.382812, 0.330078, 0.320312, 0.324219, 0.236328, 0.257812, 0.300781, 0.21875, 0.285156, 0.373047, 0.242188, 0.244141, 0.207031, 0.347656, 0.251953, 0.318359, 0.359375, 0.219727, 0.251953, 0.245117, 0.287109, 0.25, 0.253906, 0.291016, 0.339844, 0.241211, 0.291016, 0.261719, 0.316406, 0.296875, 0.242188, 0.222656, 0.246094, 0.269531, 0.365234, 0.255859, 0.326172, 0.208008, 0.271484, 0.232422, 0.369141, 0.308594, 0.228516, 0.283203, 0.296875, 0.271484, 0.3125, 0.300781, 0.240234, 0.238281, 0.28125, 0.203125, 0.261719, 0.269531, 0.330078, 0.345703, 0.233398, 0.314453, 0.242188, 0.287109, 0.249023, 0.28125, 0.231445, 0.349609, 0.289062, 0.261719, 0.253906, 0.248047, 0.265625, 0.253906, 0.273438, 0.251953, 0.222656, 0.574219, 0.24707, 0.251953, 0.296875, 0.308594, 0.318359, 0.245117, 0.316406, 0.341797, 0.267578, 0.267578, 0.408203, 0.582031, 0.199219, 0.245117, 0.330078, 0.296875, 0.214844, 0.210938, 0.245117, 0.275391, 0.310547, 0.240234, 0.24707, 0.347656, 0.267578, 0.283203, 0.355469, 0.298828, 0.294922, 0.392578, 0.208984, 0.200195, 0.116699, 0.328125, 0.251953, 0.234375, 0.322266, 0.228516, 0.271484, 0.310547, 0.180664, 0.239258, 0.267578, 0.341797, 0.22168, 0.251953, 0.188477, 0.296875, 0.300781, 0.273438, 0.249023, 0.335938, 0.298828, 0.291016, 0.246094, 0.289062, 0.092285, 0.287109, 0.174805, 0.322266, 0.310547, 0.227539, 0.249023, 0.207031, 0.18457, 0.248047, 0.253906, 0.287109, 0.255859, 0.308594, 0.267578, 0.213867, 0.265625, 0.235352, 0.285156, 0.230469, 0.233398, 0.24707, 0.148438, 0.332031, 0.277344, 0.233398, 0.357422, 0.314453, 0.291016, 0.257812, 0.287109, 0.337891, 0.214844, 0.217773, 0.220703, 0.291016, 0.259766, 0.302734, 0.179688, 0.300781, 0.234375, 0.236328, 0.302734, 0.271484, 0.3125, 0.304688, 0.225586, 0.138672, 0.214844, 0.279297, 0.226562, 0.229492, 0.291016, 0.207031, 0.275391, 0.34375, 0.241211, 0.255859, 0.251953, 0.355469, 0.235352, 0.259766, 0.341797, 0.193359, 0.225586, 0.255859, 0.304688, 0.243164, 0.145508, 0.349609, 0.412109, 0.251953, 0.145508, 0.589844, 0.197266, 0.267578, 0.245117, 0.212891, 0.294922, 0.265625, 0.302734, 0.291016, 0.251953, 0.28125, 0.289062, 0.273438, 0.207031, 0.199219, 0.246094, 0.25, 0.167969, 0.363281, 0.412109, 0.294922, 0.333984, 0.375, 0.193359, 0.224609, 0.244141, 0.186523, 0.263672, 0.192383, 0.275391, 0.233398, 0.285156, 0.233398, 0.273438, 0.232422, 0.285156, 0.232422, 0.277344, 0.300781, 0.306641, 0.253906, 0.285156, 0.263672, 0.466797, 0.173828, 0.214844, 0.300781, 0.255859, 0.308594, 0.298828, 0.314453, 0.310547, 0.75, 0.233398, 0.306641, 0.373047, 0.234375, 0.351562, 0.294922, 0.183594, 0.230469, 0.296875, 0.261719, 0.269531, 0.230469, 0.259766, 0.232422, 0.255859, 0.24707, 0.244141, 0.249023, 0.248047, 0.240234, 0.257812, 0.359375, 0.265625, 0.271484, 0.238281, 0.180664, 0.318359, 0.330078, 0.28125, 0.28125, 0.277344, 0.328125, 0.248047, 0.225586, 0.304688, 0.180664, 0.261719, 0.217773, 0.225586, 0.191406, 0.292969, 0.25, 0.235352, 0.539062, 0.275391, 0.302734, 0.291016, 0.308594, 0.231445, 0.259766, 0.255859, 0.192383, 0.326172, 0.166992, 0.231445, 0.259766, 0.269531, 0.322266, 0.275391, 0.253906, 0.265625, 0.267578, 0.253906, 0.613281, 0.275391, 0.289062, 0.289062, 0.170898, 0.206055, 0.351562, 0.216797, 0.287109, 0.24707, 0.220703, 0.24707, 0.226562, 0.231445, 0.257812, 0.310547, 0.251953, 0.248047, 0.335938, 0.265625, 0.209961, 0.244141, 0.216797, 0.285156, 0.316406, 0.225586, 0.245117, 0.206055, 0.404297, 0.355469, 0.330078, 0.339844, 0.265625, 0.316406, 0.226562, 0.300781, 0.369141, 0.285156, 0.255859, 0.283203, 0.267578, 0.326172, 0.294922, 0.233398, 0.337891, 0.267578, 0.275391, 0.230469, 0.228516, 0.300781, 0.519531, 0.232422, 0.242188, 0.243164, 0.308594, 0.255859, 0.273438, 0.308594, 0.248047, 0.335938, 0.300781, 0.191406, 0.326172, 0.25, 0.337891, 0.263672, 0.237305, 0.298828, 0.265625, 0.246094, 0.259766, 0.241211, 0.259766, 0.349609, 0.257812, 0.267578, 0.291016, 0.289062, 0.263672, 0.257812, 0.216797, 0.267578, 0.322266, 0.285156, 0.265625, 0.220703, 0.371094, 0.183594, 0.291016, 0.322266, 0.277344, 0.265625, 0.275391, 0.251953, 0.330078, 0.300781, 0.243164, 0.248047, 0.275391, 0.235352, 0.201172, 0.257812, 0.28125, 0.283203, 0.168945, 0.369141, 0.488281, 0.245117, 0.265625, 0.285156, 0.216797, 0.300781, 0.1875, 0.267578, 0.273438, 0.328125, 0.361328, 0.165039, 0.320312, 0.408203, 0.236328, 0.242188, 0.244141, 0.22168, 0.249023, 0.267578, 0.265625, 0.287109, 0.202148, 0.287109, 0.219727, 0.166016, 0.259766, 0.304688, 0.267578, 0.361328, 0.265625, 0.287109, 0.302734, 0.209961, 0.200195, 0.464844, 0.263672, 0.310547, 0.279297, 0.220703, 0.367188, 0.273438, 0.271484, 0.265625, 0.197266, 0.234375, 0.283203, 0.322266, 0.263672, 0.296875, 0.214844, 0.245117, 0.304688, 0.235352, 0.275391, 0.332031, 0.294922, 0.263672, 0.237305, 0.339844, 0.322266, 0.345703, 0.229492, 0.225586, 0.267578, 0.231445, 0.25, 0.308594, 0.223633, 0.261719, 0.308594, 0.222656, 0.28125, 0.292969, 0.232422, 0.225586, 0.261719, 0.300781, 0.246094, 0.158203, 0.236328, 0.4375, 0.232422, 0.279297, 0.28125, 0.167969, 0.216797, 0.228516, 0.267578, 0.287109, 0.320312, 0.265625, 0.292969, 0.232422, 0.298828, 0.257812, 0.273438, 0.279297, 0.269531, 0.324219, 0.255859, 0.314453, 0.225586, 0.251953, 0.269531, 0.320312, 0.246094, 0.585938, 0.320312, 0.275391, 0.306641, 0.302734, 0.179688, 0.332031, 0.213867, 0.244141, 0.285156, 0.361328, 0.246094, 0.351562, 0.302734, 0.251953, 0.302734, 0.261719, 0.21875, 0.335938, 0.59375, 0.271484, 0.255859, 0.40625, 0.294922, 0.332031, 0.209961, 0.306641, 0.269531, 0.219727, 0.554688, 0.232422, 0.275391, 0.320312, 0.204102, 0.335938, 0.222656, 0.261719, 0.333984, 0.28125, 0.283203, 0.222656, 0.306641, 0.151367, 0.25, 0.333984, 0.328125, 0.253906, 0.337891, 0.306641, 0.210938, 0.21875, 0.236328, 0.265625, 0.203125, 0.351562, 0.241211, 0.249023, 0.265625, 0.277344, 0.24707, 0.291016, 0.267578, 0.328125, 0.306641, 0.308594, 0.279297, 0.204102, 0.322266, 0.380859, 0.363281, 0.237305, 0.289062, 0.242188, 0.191406, 0.279297, 0.255859, 0.220703, 0.220703, 0.632812, 0.15625, 0.267578, 0.314453, 0.291016, 0.176758, 0.259766, 0.267578, 0.359375, 0.255859, 0.207031, 0.263672, 0.25, 0.324219, 0.251953, 0.251953, 0.300781, 0.302734, 0.289062, 0.224609, 0.273438, 0.316406, 0.261719, 0.292969, 0.271484, 0.300781, 0.175781, 0.589844, 0.310547, 0.320312, 0.255859, 0.243164, 0.314453, 0.230469, 0.255859, 0.292969, 0.306641, 0.259766, 0.261719, 0.316406, 0.302734, 0.345703, 0.287109, 0.205078, 0.248047, 0.279297, 0.296875, 0.25, 0.244141, 0.275391, 0.287109, 0.255859, 0.296875, 0.298828, 0.373047, 0.355469, 0.197266, 0.21582, 0.314453, 0.351562, 0.230469, 0.235352, 0.241211, 0.271484, 0.241211, 0.287109, 0.324219, 0.308594, 0.632812, 0.251953, 0.180664, 0.333984, 0.253906, 0.314453, 0.302734, 0.326172, 0.261719, 0.667969, 0.271484, 0.225586, 0.283203, 0.326172, 0.285156, 0.224609, 0.365234, 0.211914, 0.173828, 0.245117, 0.259766, 0.222656, 0.243164, 0.345703, 0.296875, 0.19043, 0.294922, 0.235352, 0.330078, 0.240234, 0.283203, 0.300781, 0.3125, 0.267578, 0.300781, 0.253906, 0.226562, 0.216797, 0.328125, 0.345703, 0.267578, 0.316406, 0.212891, 0.378906, 0.300781, 0.337891, 0.289062, 0.257812, 0.261719, 0.243164, 0.291016, 0.24707, 0.320312, 0.318359, 0.292969, 0.287109, 0.382812, 0.28125, 0.275391, 0.308594, 0.333984, 0.292969, 0.142578, 0.259766, 0.224609, 0.265625, 0.222656, 0.304688, 0.223633, 0.371094, 0.253906, 0.245117, 0.251953, 0.283203, 0.164062, 0.259766, 0.302734, 0.275391, 0.308594, 0.302734, 0.246094, 0.279297, 0.3125, 0.236328, 0.292969, 0.318359, 0.259766, 0.25, 0.265625, 0.253906, 0.382812, 0.217773, 0.300781, 0.246094, 0.304688, 0.185547, 0.255859, 0.192383, 0.371094, 0.34375, 0.306641, 0.380859, 0.296875, 0.263672, 0.255859, 0.197266, 0.306641, 0.216797, 0.269531, 0.253906, 0.226562, 0.316406, 0.193359, 0.244141, 0.267578, 0.216797, 0.255859, 0.188477, 0.248047, 0.243164, 0.289062, 0.316406, 0.283203, 0.279297, 0.223633, 0.255859, 0.302734, 0.285156, 0.208008, 0.273438, 0.267578, 0.275391, 0.271484, 0.283203, 0.363281, 0.192383, 0.222656, 0.237305, 0.287109, 0.251953, 0.291016, 0.202148, 0.296875, 0.236328, 0.277344, 0.255859, 0.314453, 0.257812, 0.330078, 0.273438, 0.275391, 0.182617, 0.230469, 0.208984, 0.271484, 0.287109, 0.302734, 0.196289, 0.335938, 0.353516, 0.277344, 0.227539, 0.217773, 0.202148, 0.214844, 0.194336, 0.269531, 0.240234, 0.229492, 0.226562, 0.294922, 0.570312, 0.201172, 0.390625, 0.310547 ] }, "name": "model.model.layers.16.input_layernorm.weight", "outputIndexes": [ 1326 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1325 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_16/Mul_output_0", "outputIndexes": [ 1327 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1326, 1327 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 4836 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4836 ], "outputIndexes": [ 4837 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear", "inputIndexes": [ 4837 ], "outputIndexes": [ 4838 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 160729504, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4838 ], "outputIndexes": [ 4839 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4839 ], "outputIndexes": [ 1329 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1328 ], "main_type": "NONE", "name": "/Shape_225_output_0", "outputIndexes": [ 1330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1330 ], "main_type": "NONE", "name": "Shape3535", "outputIndexes": [ 1331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1330 ], "main_type": "NONE", "name": "Rank3537", "outputIndexes": [ 1332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1332, 1332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3539", "outputIndexes": [ 1333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3540", "outputIndexes": [ 1334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3542", "outputIndexes": [ 1335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3543", "outputIndexes": [ 1336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1331, 1334, 1336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3546", "outputIndexes": [ 1337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3547", "outputIndexes": [ 1338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3548", "outputIndexes": [ 1339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1339, 1338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3549", "outputIndexes": [ 1340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1330, 1340, 1333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_244_output_0", "outputIndexes": [ 1341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1341, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_513_output_0", "outputIndexes": [ 1342 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1342, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_208_output_0", "outputIndexes": [ 1343 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1329, 1343 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_145_output_0", "outputIndexes": [ 1344 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_128_output_0", "outputIndexes": [ 1345 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344 ], "main_type": "NONE", "name": "/Shape_226_output_0", "outputIndexes": [ 1346 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1346 ], "main_type": "NONE", "name": "Shape3556", "outputIndexes": [ 1347 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1346 ], "main_type": "NONE", "name": "Rank3558", "outputIndexes": [ 1348 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1348, 1348 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3560", "outputIndexes": [ 1349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3561", "outputIndexes": [ 1350 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1349, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3563", "outputIndexes": [ 1351 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1351 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3564", "outputIndexes": [ 1352 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1347, 1350, 1352, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3567", "outputIndexes": [ 1353 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1353 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3568", "outputIndexes": [ 1354 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1354 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3569", "outputIndexes": [ 1355 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1355, 1354 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3570", "outputIndexes": [ 1356 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1346, 1356, 1349 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_245_output_0", "outputIndexes": [ 1357 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1357, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_48_output_0", "outputIndexes": [ 1358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1358, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_518_output_0", "outputIndexes": [ 1359 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 1359, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_65_output_0", "outputIndexes": [ 1360 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1360 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_32_output_0", "outputIndexes": [ 1361 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1344, 22, 1359, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_64_output_0", "outputIndexes": [ 1362 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1361, 1362 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_211_output_0", "outputIndexes": [ 1363 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1363, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_129_output_0", "outputIndexes": [ 1364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1345, 1364 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_80_output_0", "outputIndexes": [ 1365 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 4840 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4840 ], "outputIndexes": [ 4841 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear", "inputIndexes": [ 4841 ], "outputIndexes": [ 4842 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 161651126, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4842 ], "outputIndexes": [ 4843 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4843 ], "outputIndexes": [ 1366 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1342, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_209_output_0", "outputIndexes": [ 1367 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1366, 1367 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_146_output_0", "outputIndexes": [ 1368 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_130_output_0", "outputIndexes": [ 1369 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368 ], "main_type": "NONE", "name": "/Shape_227_output_0", "outputIndexes": [ 1370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1370 ], "main_type": "NONE", "name": "Shape3619", "outputIndexes": [ 1371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1370 ], "main_type": "NONE", "name": "Rank3621", "outputIndexes": [ 1372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1372, 1372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3623", "outputIndexes": [ 1373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3624", "outputIndexes": [ 1374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3626", "outputIndexes": [ 1375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3627", "outputIndexes": [ 1376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1371, 1374, 1376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3630", "outputIndexes": [ 1377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3631", "outputIndexes": [ 1378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3632", "outputIndexes": [ 1379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1379, 1378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3633", "outputIndexes": [ 1380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1370, 1380, 1373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_246_output_0", "outputIndexes": [ 1381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1381, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_49_output_0", "outputIndexes": [ 1382 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1382, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_520_output_0", "outputIndexes": [ 1383 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 1383, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_67_output_0", "outputIndexes": [ 1384 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1384 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_33_output_0", "outputIndexes": [ 1385 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1368, 22, 1383, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_66_output_0", "outputIndexes": [ 1386 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1385, 1386 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_212_output_0", "outputIndexes": [ 1387 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1387, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_131_output_0", "outputIndexes": [ 1388 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1369, 1388 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_81_output_0", "outputIndexes": [ 1389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1328 ], "outputIndexes": [ 4844 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4844 ], "outputIndexes": [ 4845 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear", "inputIndexes": [ 4845 ], "outputIndexes": [ 4846 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 161881548, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4846 ], "outputIndexes": [ 4847 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4847 ], "outputIndexes": [ 1390 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1390, 1367 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_147_output_0", "outputIndexes": [ 1391 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1365, 1389, 1391, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_152_output_0", "outputIndexes": [ 1392 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1392 ], "outputIndexes": [ 4848 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4848 ], "outputIndexes": [ 4849 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear", "inputIndexes": [ 4849 ], "outputIndexes": [ 4850 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 162111970, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4850 ], "outputIndexes": [ 4851 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4851 ], "outputIndexes": [ 1393 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1325, 1393 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_83_output_0", "outputIndexes": [ 1394 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.214844, 0.314453, 0.34375, 0.347656, 0.349609, 0.326172, 0.172852, 0.347656, 0.24707, 0.231445, 0.18457, 0.316406, 0.195312, 0.302734, 0.283203, 0.345703, 0.248047, 0.285156, 0.287109, 0.180664, 0.298828, 0.363281, 0.265625, 0.223633, 0.275391, 0.353516, 0.253906, 0.337891, 0.314453, 0.314453, 0.246094, 0.166992, 0.316406, 0.289062, 0.314453, 0.300781, 0.173828, 0.318359, 0.194336, 0.34375, 0.302734, 0.339844, 0.273438, 0.263672, 0.212891, 0.289062, 0.376953, 0.179688, 0.363281, 0.204102, 0.353516, 0.170898, 0.296875, 0.328125, 0.195312, 0.324219, 0.386719, 0.28125, 0.294922, 0.369141, 0.316406, 0.335938, 0.25, 0.320312, 0.243164, 0.241211, 0.167969, 0.15625, 0.351562, 0.175781, 0.34375, 0.176758, 0.257812, 0.28125, 0.357422, 0.257812, 0.24707, 0.375, 0.160156, 0.300781, 0.263672, 0.365234, 0.245117, 0.265625, 0.328125, 0.178711, 0.373047, 0.211914, 0.396484, 0.19043, 0.257812, 0.304688, 0.188477, 0.306641, 0.134766, 0.172852, 0.376953, 0.353516, 0.367188, 0.339844, 0.257812, 0.255859, 0.330078, 0.324219, 0.357422, 0.158203, 0.359375, 0.324219, 0.302734, 0.306641, 0.298828, 0.361328, 0.285156, 0.306641, 0.332031, 0.279297, 0.314453, 0.310547, 0.376953, 0.345703, 0.306641, 0.208984, 0.355469, 0.230469, 0.373047, 0.28125, 0.19043, 0.341797, 0.326172, 0.402344, 0.347656, 0.332031, 0.326172, 0.292969, 0.314453, 0.283203, 0.349609, 0.308594, 0.267578, 0.237305, 0.337891, 0.296875, 0.310547, 0.40625, 0.371094, 0.316406, 0.292969, 0.220703, 0.332031, 0.322266, 0.308594, 0.302734, 0.310547, 0.347656, 0.326172, 0.271484, 0.349609, 0.296875, 0.134766, 0.320312, 0.157227, 0.261719, 0.209961, 0.359375, 0.279297, 0.373047, 0.185547, 0.376953, 0.28125, 0.174805, 0.246094, 0.341797, 0.361328, 0.249023, 0.160156, 0.386719, 0.263672, 0.316406, 0.353516, 0.341797, 0.287109, 0.233398, 0.271484, 0.292969, 0.345703, 0.333984, 0.318359, 0.314453, 0.332031, 0.363281, 0.347656, 0.269531, 0.15625, 0.300781, 0.304688, 0.3125, 0.291016, 0.232422, 0.069336, 0.324219, 0.310547, 0.294922, 0.25, 0.306641, 0.243164, 0.314453, 0.351562, 0.275391, 0.257812, 0.337891, 0.318359, 0.300781, 0.314453, 0.158203, 0.326172, 0.300781, 0.326172, 0.265625, 0.365234, 0.320312, 0.302734, 0.314453, 0.222656, 0.265625, 0.378906, 0.265625, 0.337891, 0.157227, 0.388672, 0.257812, 0.248047, 0.214844, 0.345703, 0.271484, 0.361328, 0.213867, 0.306641, 0.235352, 0.382812, 0.328125, 0.34375, 0.259766, 0.300781, 0.322266, 0.328125, 0.267578, 0.231445, 0.359375, 0.341797, 0.296875, 0.308594, 0.212891, 0.163086, 0.304688, 0.265625, 0.347656, 0.234375, 0.283203, 0.201172, 0.351562, 0.373047, 0.333984, 0.339844, 0.226562, 0.339844, 0.328125, 0.285156, 0.371094, 0.183594, 0.355469, 0.240234, 0.296875, 0.275391, 0.223633, 0.217773, 0.369141, 0.320312, 0.217773, 0.203125, 0.351562, 0.211914, 0.330078, 0.302734, 0.347656, 0.349609, 0.292969, 0.384766, 0.363281, 0.320312, 0.388672, 0.357422, 0.328125, 0.332031, 0.300781, 0.324219, 0.320312, 0.240234, 0.326172, 0.345703, 0.310547, 0.28125, 0.318359, 0.304688, 0.202148, 0.318359, 0.320312, 0.234375, 0.28125, 0.351562, 0.380859, 0.192383, 0.367188, 0.275391, 0.223633, 0.361328, 0.259766, 0.324219, 0.208984, 0.263672, 0.279297, 0.355469, 0.378906, 0.330078, 0.324219, 0.273438, 0.248047, 0.3125, 0.378906, 0.357422, 0.238281, 0.224609, 0.216797, 0.1875, 0.298828, 0.296875, 0.304688, 0.355469, 0.236328, 0.172852, 0.182617, 0.269531, 0.294922, 0.314453, 0.212891, 0.376953, 0.363281, 0.235352, 0.314453, 0.242188, 0.347656, 0.355469, 0.337891, 0.21875, 0.296875, 0.302734, 0.369141, 0.339844, 0.335938, 0.273438, 0.361328, 0.298828, 0.234375, 0.318359, 0.347656, 0.316406, 0.298828, 0.359375, 0.351562, 0.225586, 0.233398, 0.371094, 0.277344, 0.337891, 0.15918, 0.291016, 0.287109, 0.337891, 0.320312, 0.320312, 0.189453, 0.161133, 0.257812, 0.369141, 0.318359, 0.3125, 0.246094, 0.25, 0.328125, 0.226562, 0.316406, 0.316406, 0.195312, 0.359375, 0.186523, 0.371094, 0.333984, 0.306641, 0.363281, 0.359375, 0.322266, 0.296875, 0.357422, 0.204102, 0.332031, 0.382812, 0.219727, 0.382812, 0.304688, 0.351562, 0.3125, 0.244141, 0.386719, 0.324219, 0.291016, 0.359375, 0.365234, 0.292969, 0.322266, 0.333984, 0.233398, 0.425781, 0.271484, 0.212891, 0.339844, 0.335938, 0.19043, 0.335938, 0.277344, 0.210938, 0.302734, 0.176758, 0.21582, 0.347656, 0.304688, 0.267578, 0.357422, 0.392578, 0.285156, 0.275391, 0.298828, 0.375, 0.21582, 0.226562, 0.386719, 0.240234, 0.224609, 0.328125, 0.347656, 0.19043, 0.310547, 0.283203, 0.248047, 0.283203, 0.357422, 0.337891, 0.349609, 0.332031, 0.316406, 0.279297, 0.251953, 0.320312, 0.265625, 0.318359, 0.328125, 0.157227, 0.339844, 0.259766, 0.363281, 0.357422, 0.206055, 0.291016, 0.355469, 0.341797, 0.283203, 0.298828, 0.259766, 0.267578, 0.357422, 0.232422, 0.234375, 0.320312, 0.34375, 0.410156, 0.304688, 0.339844, 0.253906, 0.322266, 0.225586, 0.349609, 0.273438, 0.347656, 0.355469, 0.347656, 0.332031, 0.304688, 0.223633, 0.345703, 0.298828, 0.241211, 0.237305, 0.172852, 0.251953, 0.341797, 0.357422, 0.183594, 0.353516, 0.28125, 0.291016, 0.373047, 0.287109, 0.283203, 0.371094, 0.193359, 0.208008, 0.244141, 0.355469, 0.357422, 0.203125, 0.245117, 0.259766, 0.316406, 0.333984, 0.178711, 0.337891, 0.361328, 0.300781, 0.333984, 0.375, 0.365234, 0.242188, 0.219727, 0.261719, 0.189453, 0.143555, 0.347656, 0.277344, 0.273438, 0.367188, 0.249023, 0.292969, 0.347656, 0.172852, 0.249023, 0.363281, 0.320312, 0.231445, 0.310547, 0.151367, 0.253906, 0.223633, 0.271484, 0.310547, 0.359375, 0.347656, 0.304688, 0.330078, 0.277344, 0.185547, 0.326172, 0.163086, 0.188477, 0.231445, 0.347656, 0.271484, 0.228516, 0.176758, 0.339844, 0.314453, 0.306641, 0.300781, 0.390625, 0.34375, 0.194336, 0.34375, 0.28125, 0.345703, 0.275391, 0.322266, 0.249023, 0.15332, 0.404297, 0.306641, 0.277344, 0.294922, 0.347656, 0.308594, 0.289062, 0.3125, 0.375, 0.289062, 0.241211, 0.196289, 0.345703, 0.349609, 0.332031, 0.206055, 0.339844, 0.166992, 0.196289, 0.351562, 0.328125, 0.316406, 0.324219, 0.296875, 0.142578, 0.206055, 0.34375, 0.259766, 0.285156, 0.34375, 0.223633, 0.371094, 0.328125, 0.227539, 0.308594, 0.304688, 0.224609, 0.302734, 0.273438, 0.341797, 0.149414, 0.314453, 0.275391, 0.320312, 0.259766, 0.15332, 0.375, 0.196289, 0.292969, 0.15332, 0.143555, 0.259766, 0.296875, 0.332031, 0.22168, 0.34375, 0.318359, 0.285156, 0.345703, 0.304688, 0.233398, 0.349609, 0.314453, 0.216797, 0.173828, 0.255859, 0.263672, 0.150391, 0.283203, 0.283203, 0.355469, 0.400391, 0.390625, 0.176758, 0.300781, 0.291016, 0.142578, 0.333984, 0.18457, 0.192383, 0.269531, 0.359375, 0.259766, 0.222656, 0.291016, 0.318359, 0.285156, 0.341797, 0.292969, 0.347656, 0.320312, 0.314453, 0.283203, 0.207031, 0.202148, 0.169922, 0.296875, 0.339844, 0.306641, 0.34375, 0.34375, 0.351562, 0.170898, 0.263672, 0.320312, 0.355469, 0.208984, 0.396484, 0.359375, 0.261719, 0.275391, 0.332031, 0.285156, 0.349609, 0.234375, 0.333984, 0.316406, 0.230469, 0.341797, 0.349609, 0.291016, 0.314453, 0.22168, 0.300781, 0.206055, 0.217773, 0.339844, 0.267578, 0.233398, 0.296875, 0.224609, 0.349609, 0.316406, 0.363281, 0.378906, 0.298828, 0.296875, 0.207031, 0.177734, 0.330078, 0.169922, 0.271484, 0.207031, 0.347656, 0.347656, 0.273438, 0.239258, 0.291016, 0.292969, 0.289062, 0.355469, 0.182617, 0.300781, 0.3125, 0.194336, 0.398438, 0.179688, 0.285156, 0.326172, 0.304688, 0.345703, 0.320312, 0.347656, 0.259766, 0.332031, 0.341797, 0.168945, 0.308594, 0.337891, 0.166016, 0.198242, 0.151367, 0.384766, 0.267578, 0.367188, 0.341797, 0.289062, 0.244141, 0.233398, 0.275391, 0.298828, 0.351562, 0.287109, 0.196289, 0.355469, 0.320312, 0.223633, 0.324219, 0.283203, 0.172852, 0.243164, 0.21875, 0.227539, 0.267578, 0.238281, 0.345703, 0.289062, 0.378906, 0.322266, 0.347656, 0.204102, 0.386719, 0.209961, 0.357422, 0.326172, 0.294922, 0.238281, 0.318359, 0.316406, 0.294922, 0.330078, 0.265625, 0.300781, 0.212891, 0.265625, 0.34375, 0.212891, 0.287109, 0.277344, 0.3125, 0.357422, 0.324219, 0.330078, 0.257812, 0.308594, 0.412109, 0.355469, 0.186523, 0.292969, 0.24707, 0.337891, 0.369141, 0.277344, 0.328125, 0.306641, 0.240234, 0.322266, 0.292969, 0.324219, 0.404297, 0.28125, 0.359375, 0.347656, 0.285156, 0.273438, 0.345703, 0.283203, 0.251953, 0.357422, 0.333984, 0.310547, 0.277344, 0.357422, 0.15625, 0.386719, 0.326172, 0.324219, 0.337891, 0.251953, 0.298828, 0.363281, 0.308594, 0.337891, 0.296875, 0.332031, 0.229492, 0.202148, 0.341797, 0.337891, 0.296875, 0.204102, 0.40625, 0.212891, 0.277344, 0.302734, 0.308594, 0.197266, 0.320312, 0.21875, 0.330078, 0.244141, 0.296875, 0.365234, 0.164062, 0.328125, 0.19043, 0.28125, 0.269531, 0.291016, 0.222656, 0.285156, 0.289062, 0.3125, 0.351562, 0.226562, 0.314453, 0.15625, 0.157227, 0.316406, 0.192383, 0.337891, 0.378906, 0.316406, 0.296875, 0.308594, 0.292969, 0.265625, 0.253906, 0.326172, 0.335938, 0.353516, 0.287109, 0.21582, 0.314453, 0.34375, 0.341797, 0.191406, 0.322266, 0.294922, 0.341797, 0.188477, 0.355469, 0.241211, 0.253906, 0.355469, 0.316406, 0.3125, 0.294922, 0.28125, 0.283203, 0.210938, 0.388672, 0.355469, 0.367188, 0.300781, 0.277344, 0.318359, 0.28125, 0.332031, 0.365234, 0.207031, 0.271484, 0.369141, 0.279297, 0.363281, 0.176758, 0.300781, 0.201172, 0.316406, 0.324219, 0.273438, 0.191406, 0.298828, 0.408203, 0.314453, 0.347656, 0.314453, 0.151367, 0.165039, 0.316406, 0.333984, 0.326172, 0.220703, 0.320312, 0.353516, 0.265625, 0.294922, 0.318359, 0.353516, 0.292969, 0.335938, 0.201172, 0.316406, 0.328125, 0.279297, 0.326172, 0.306641, 0.371094, 0.289062, 0.175781, 0.367188, 0.318359, 0.318359, 0.341797, 0.21582, 0.353516, 0.161133, 0.310547, 0.320312, 0.351562, 0.300781, 0.363281, 0.386719, 0.253906, 0.324219, 0.265625, 0.294922, 0.34375, 0.273438, 0.376953, 0.165039, 0.302734, 0.253906, 0.289062, 0.267578, 0.345703, 0.310547, 0.19043, 0.243164, 0.277344, 0.291016, 0.392578, 0.174805, 0.326172, 0.261719, 0.34375, 0.3125, 0.332031, 0.337891, 0.302734, 0.332031, 0.181641, 0.333984, 0.367188, 0.351562, 0.316406, 0.388672, 0.341797, 0.228516, 0.251953, 0.224609, 0.355469, 0.226562, 0.326172, 0.339844, 0.326172, 0.263672, 0.275391, 0.249023, 0.357422, 0.333984, 0.298828, 0.375, 0.353516, 0.353516, 0.28125, 0.296875, 0.335938, 0.201172, 0.322266, 0.339844, 0.261719, 0.180664, 0.292969, 0.320312, 0.269531, 0.244141, 0.219727, 0.176758, 0.369141, 0.353516, 0.355469, 0.149414, 0.314453, 0.332031, 0.183594, 0.308594, 0.164062, 0.294922, 0.28125, 0.339844, 0.271484, 0.294922, 0.330078, 0.361328, 0.353516, 0.162109, 0.324219, 0.375, 0.308594, 0.359375, 0.314453, 0.341797, 0.172852, 0.189453, 0.273438, 0.367188, 0.291016, 0.21875, 0.359375, 0.287109, 0.212891, 0.326172, 0.34375, 0.341797, 0.255859, 0.339844, 0.277344, 0.332031, 0.357422, 0.21875, 0.217773, 0.326172, 0.332031, 0.244141, 0.310547, 0.359375, 0.259766, 0.176758, 0.353516, 0.337891, 0.378906, 0.273438, 0.28125, 0.246094, 0.333984, 0.378906, 0.316406, 0.300781, 0.18457, 0.300781, 0.236328, 0.355469, 0.371094, 0.345703, 0.224609, 0.345703, 0.239258, 0.34375, 0.314453, 0.357422, 0.349609, 0.330078, 0.341797, 0.185547, 0.357422, 0.300781, 0.339844, 0.359375, 0.225586, 0.261719, 0.375, 0.150391, 0.172852, 0.292969, 0.326172, 0.285156, 0.296875, 0.380859, 0.330078, 0.222656, 0.322266, 0.15918, 0.380859, 0.211914, 0.353516, 0.320312, 0.339844, 0.349609, 0.339844, 0.298828, 0.304688, 0.241211, 0.378906, 0.369141, 0.265625, 0.341797, 0.251953, 0.255859, 0.339844, 0.200195, 0.328125, 0.244141, 0.261719, 0.267578, 0.337891, 0.353516, 0.294922, 0.335938, 0.328125, 0.3125, 0.371094, 0.255859, 0.335938, 0.357422, 0.28125, 0.357422, 0.147461, 0.255859, 0.322266, 0.330078, 0.302734, 0.330078, 0.300781, 0.363281, 0.285156, 0.257812, 0.3125, 0.292969, 0.186523, 0.335938, 0.357422, 0.353516, 0.367188, 0.353516, 0.294922, 0.363281, 0.369141, 0.275391, 0.380859, 0.367188, 0.277344, 0.357422, 0.310547, 0.273438, 0.40625, 0.235352, 0.357422, 0.3125, 0.382812, 0.25, 0.205078, 0.188477, 0.392578, 0.365234, 0.355469, 0.371094, 0.28125, 0.320312, 0.302734, 0.168945, 0.351562, 0.265625, 0.275391, 0.316406, 0.269531, 0.304688, 0.19043, 0.269531, 0.318359, 0.28125, 0.306641, 0.173828, 0.314453, 0.324219, 0.314453, 0.361328, 0.318359, 0.337891, 0.324219, 0.333984, 0.230469, 0.212891, 0.261719, 0.300781, 0.320312, 0.310547, 0.355469, 0.259766, 0.335938, 0.170898, 0.208984, 0.302734, 0.341797, 0.269531, 0.361328, 0.285156, 0.273438, 0.296875, 0.332031, 0.324219, 0.335938, 0.277344, 0.349609, 0.298828, 0.363281, 0.15625, 0.261719, 0.164062, 0.324219, 0.304688, 0.236328, 0.251953, 0.357422, 0.304688, 0.314453, 0.306641, 0.203125, 0.1875, 0.271484, 0.18457, 0.279297, 0.246094, 0.289062, 0.223633, 0.365234, 0.112793, 0.163086, 0.392578, 0.300781 ] }, "name": "model.model.layers.16.post_attention_layernorm.weight", "outputIndexes": [ 1395 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1394 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_16/Mul_output_0", "outputIndexes": [ 1396 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1395, 1396 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_16/Mul_1_output_0", "outputIndexes": [ 1397 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1397 ], "outputIndexes": [ 4852 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4852 ], "outputIndexes": [ 4853 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear", "inputIndexes": [ 4853 ], "outputIndexes": [ 4854 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 163033592, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4854 ], "outputIndexes": [ 4855 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4855 ], "outputIndexes": [ 1398 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1398 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_16/Sigmoid_output_0", "outputIndexes": [ 1399 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1398, 1399 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_16/Mul_output_0", "outputIndexes": [ 1400 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1397 ], "outputIndexes": [ 4856 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4856 ], "outputIndexes": [ 4857 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear", "inputIndexes": [ 4857 ], "outputIndexes": [ 4858 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 165614094, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4858 ], "outputIndexes": [ 4859 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4859 ], "outputIndexes": [ 1401 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1400, 1401 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_16/Mul_output_0", "outputIndexes": [ 1402 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1402 ], "outputIndexes": [ 4860 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4860 ], "outputIndexes": [ 4861 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear", "inputIndexes": [ 4861 ], "outputIndexes": [ 4862 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 168194596, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4862 ], "outputIndexes": [ 4863 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.16/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4863 ], "outputIndexes": [ 1403 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1394, 1403 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_84_output_0", "outputIndexes": [ 1404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1404, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_153_output_0", "outputIndexes": [ 1405 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.308594, 0.414062, 0.464844, 0.470703, 0.400391, 0.398438, 0.800781, 0.441406, 0.292969, 0.419922, 0.488281, 0.373047, 0.275391, 0.349609, 0.310547, 0.394531, 0.589844, 0.408203, 0.341797, 0.289062, 0.412109, 0.482422, 0.421875, 0.324219, 0.400391, 0.435547, 0.335938, 0.365234, 0.386719, 0.410156, 0.542969, 0.369141, 0.480469, 0.511719, 0.412109, 0.392578, 0.363281, 0.416016, 0.421875, 0.503906, 0.412109, 0.447266, 0.416016, 0.371094, 0.328125, 0.455078, 0.589844, 0.294922, 0.46875, 0.507812, 0.447266, 0.363281, 0.357422, 0.470703, 0.361328, 0.421875, 0.460938, 0.378906, 0.439453, 0.457031, 0.412109, 0.378906, 0.373047, 0.458984, 0.380859, 0.539062, 0.742188, 0.326172, 0.519531, 0.707031, 0.460938, 0.283203, 0.410156, 0.400391, 0.455078, 0.333984, 0.386719, 0.417969, 0.455078, 0.429688, 0.367188, 0.412109, 0.300781, 0.310547, 0.394531, 0.236328, 0.478516, 0.472656, 0.523438, 0.3125, 0.332031, 0.431641, 0.279297, 0.423828, 0.324219, 0.304688, 0.570312, 0.400391, 0.425781, 0.498047, 0.679688, 0.320312, 0.416016, 0.451172, 0.429688, 0.261719, 0.515625, 0.449219, 0.410156, 0.326172, 0.375, 0.441406, 0.394531, 0.546875, 0.451172, 0.601562, 0.402344, 0.365234, 0.5, 0.474609, 0.5, 0.289062, 0.380859, 0.458984, 0.451172, 0.390625, 0.730469, 0.439453, 0.378906, 0.490234, 0.482422, 0.326172, 0.523438, 0.345703, 0.455078, 0.4375, 0.498047, 0.341797, 0.515625, 0.355469, 0.345703, 0.455078, 0.439453, 0.601562, 0.404297, 0.447266, 0.423828, 0.302734, 0.367188, 0.542969, 0.408203, 0.384766, 0.373047, 0.464844, 0.441406, 0.416016, 0.390625, 0.382812, 0.265625, 0.482422, 0.294922, 0.53125, 0.332031, 0.474609, 0.404297, 0.394531, 0.414062, 0.621094, 0.386719, 0.335938, 0.425781, 0.394531, 0.460938, 0.519531, 0.457031, 0.451172, 0.392578, 0.396484, 0.433594, 0.431641, 0.335938, 0.392578, 0.34375, 0.400391, 0.345703, 0.4375, 0.417969, 0.474609, 0.455078, 0.431641, 0.416016, 0.349609, 0.277344, 0.361328, 0.339844, 0.396484, 0.333984, 0.5, 0.165039, 0.425781, 0.357422, 0.246094, 0.302734, 0.373047, 0.339844, 0.359375, 0.388672, 0.363281, 0.53125, 0.453125, 0.433594, 0.349609, 0.445312, 0.304688, 0.408203, 0.410156, 0.404297, 0.322266, 0.480469, 0.386719, 0.339844, 0.34375, 0.275391, 0.326172, 0.449219, 0.371094, 0.421875, 0.28125, 0.474609, 0.519531, 0.390625, 0.427734, 0.427734, 0.375, 0.498047, 0.355469, 0.4375, 0.380859, 0.482422, 0.349609, 0.476562, 0.371094, 0.347656, 0.460938, 0.427734, 0.394531, 0.353516, 0.435547, 0.470703, 0.457031, 0.371094, 0.269531, 0.253906, 0.414062, 0.462891, 0.476562, 0.302734, 0.322266, 0.390625, 0.427734, 0.46875, 0.46875, 0.449219, 0.318359, 0.410156, 0.433594, 0.308594, 0.480469, 0.351562, 0.539062, 0.683594, 0.394531, 0.416016, 0.714844, 0.353516, 0.523438, 0.455078, 0.320312, 0.597656, 0.480469, 0.298828, 0.412109, 0.376953, 0.40625, 0.445312, 0.396484, 0.511719, 0.429688, 0.384766, 0.511719, 0.457031, 0.419922, 0.398438, 0.449219, 0.429688, 0.398438, 0.173828, 0.394531, 0.431641, 0.470703, 0.330078, 0.410156, 0.408203, 0.337891, 0.4375, 0.390625, 0.332031, 0.402344, 0.451172, 0.460938, 0.310547, 0.535156, 0.46875, 0.380859, 0.472656, 0.277344, 0.433594, 0.328125, 0.59375, 0.388672, 0.388672, 0.404297, 0.457031, 0.341797, 0.392578, 0.431641, 0.392578, 0.519531, 0.390625, 0.574219, 0.59375, 0.330078, 0.435547, 0.355469, 0.519531, 0.373047, 0.484375, 0.28125, 0.376953, 0.386719, 0.410156, 0.427734, 0.34375, 0.287109, 0.482422, 0.480469, 0.330078, 0.392578, 0.40625, 0.390625, 0.507812, 0.443359, 0.304688, 0.476562, 0.464844, 0.519531, 0.435547, 0.410156, 0.341797, 0.498047, 0.345703, 0.486328, 0.402344, 0.404297, 0.449219, 0.384766, 0.582031, 0.433594, 0.429688, 0.328125, 0.46875, 0.249023, 0.488281, 0.279297, 0.453125, 0.386719, 0.416016, 0.535156, 0.427734, 0.480469, 0.644531, 0.332031, 0.496094, 0.367188, 0.349609, 0.316406, 0.392578, 0.416016, 0.486328, 0.5, 0.375, 0.523438, 0.457031, 0.466797, 0.5, 0.425781, 0.371094, 0.464844, 0.474609, 0.408203, 0.417969, 0.578125, 0.345703, 0.330078, 0.421875, 0.3125, 0.4375, 0.433594, 0.408203, 0.423828, 0.367188, 0.494141, 0.388672, 0.361328, 0.458984, 0.439453, 0.355469, 0.382812, 0.414062, 0.326172, 0.523438, 0.349609, 0.414062, 0.416016, 0.392578, 0.277344, 0.361328, 0.652344, 0.523438, 0.462891, 0.617188, 0.421875, 0.384766, 0.484375, 0.3125, 0.443359, 0.578125, 0.398438, 0.382812, 0.289062, 0.474609, 0.367188, 0.482422, 0.5, 0.335938, 0.419922, 0.345703, 0.435547, 0.369141, 0.390625, 0.457031, 0.523438, 0.363281, 0.460938, 0.386719, 0.470703, 0.433594, 0.353516, 0.308594, 0.378906, 0.447266, 0.53125, 0.398438, 0.486328, 0.40625, 0.458984, 0.363281, 0.53125, 0.519531, 0.431641, 0.414062, 0.492188, 0.404297, 0.488281, 0.464844, 0.380859, 0.349609, 0.386719, 0.357422, 0.472656, 0.416016, 0.449219, 0.464844, 0.373047, 0.4375, 0.376953, 0.443359, 0.398438, 0.455078, 0.347656, 0.527344, 0.458984, 0.414062, 0.363281, 0.380859, 0.460938, 0.412109, 0.423828, 0.384766, 0.322266, 0.710938, 0.394531, 0.386719, 0.447266, 0.476562, 0.425781, 0.410156, 0.523438, 0.523438, 0.433594, 0.4375, 0.554688, 0.652344, 0.308594, 0.371094, 0.484375, 0.447266, 0.414062, 0.298828, 0.369141, 0.416016, 0.507812, 0.386719, 0.375, 0.488281, 0.392578, 0.433594, 0.554688, 0.451172, 0.474609, 0.5625, 0.34375, 0.287109, 0.226562, 0.478516, 0.423828, 0.353516, 0.449219, 0.421875, 0.419922, 0.453125, 0.304688, 0.388672, 0.351562, 0.53125, 0.353516, 0.353516, 0.357422, 0.455078, 0.550781, 0.431641, 0.390625, 0.609375, 0.476562, 0.414062, 0.375, 0.488281, 0.106934, 0.40625, 0.326172, 0.425781, 0.542969, 0.34375, 0.412109, 0.292969, 0.283203, 0.402344, 0.384766, 0.4375, 0.365234, 0.458984, 0.429688, 0.359375, 0.394531, 0.365234, 0.419922, 0.345703, 0.349609, 0.380859, 0.277344, 0.519531, 0.417969, 0.345703, 0.535156, 0.447266, 0.412109, 0.392578, 0.429688, 0.480469, 0.330078, 0.332031, 0.455078, 0.4375, 0.34375, 0.435547, 0.308594, 0.433594, 0.410156, 0.396484, 0.443359, 0.388672, 0.494141, 0.457031, 0.246094, 0.240234, 0.330078, 0.414062, 0.361328, 0.363281, 0.400391, 0.339844, 0.40625, 0.515625, 0.349609, 0.359375, 0.371094, 0.5, 0.378906, 0.443359, 0.498047, 0.423828, 0.349609, 0.382812, 0.480469, 0.367188, 0.253906, 0.503906, 0.578125, 0.384766, 0.249023, 0.601562, 0.277344, 0.380859, 0.365234, 0.330078, 0.427734, 0.443359, 0.484375, 0.439453, 0.363281, 0.429688, 0.429688, 0.425781, 0.308594, 0.330078, 0.416016, 0.384766, 0.296875, 0.519531, 0.550781, 0.484375, 0.527344, 0.470703, 0.306641, 0.341797, 0.353516, 0.380859, 0.410156, 0.275391, 0.4375, 0.359375, 0.400391, 0.357422, 0.550781, 0.373047, 0.412109, 0.361328, 0.423828, 0.431641, 0.402344, 0.419922, 0.435547, 0.382812, 0.601562, 0.271484, 0.396484, 0.404297, 0.380859, 0.40625, 0.445312, 0.494141, 0.498047, 0.753906, 0.359375, 0.5, 0.546875, 0.359375, 0.519531, 0.449219, 0.3125, 0.410156, 0.458984, 0.419922, 0.394531, 0.355469, 0.431641, 0.376953, 0.570312, 0.357422, 0.365234, 0.371094, 0.361328, 0.443359, 0.376953, 0.542969, 0.433594, 0.417969, 0.355469, 0.246094, 0.494141, 0.453125, 0.433594, 0.425781, 0.416016, 0.490234, 0.402344, 0.353516, 0.488281, 0.277344, 0.380859, 0.373047, 0.318359, 0.310547, 0.425781, 0.353516, 0.326172, 0.894531, 0.390625, 0.46875, 0.400391, 0.416016, 0.232422, 0.373047, 0.367188, 0.292969, 0.417969, 0.242188, 0.345703, 0.369141, 0.408203, 0.443359, 0.390625, 0.363281, 0.443359, 0.394531, 0.359375, 0.78125, 0.429688, 0.414062, 0.355469, 0.269531, 0.363281, 0.476562, 0.322266, 0.429688, 0.382812, 0.341797, 0.396484, 0.339844, 0.330078, 0.380859, 0.457031, 0.421875, 0.398438, 0.511719, 0.400391, 0.310547, 0.357422, 0.310547, 0.5, 0.5, 0.367188, 0.339844, 0.3125, 0.574219, 0.539062, 0.460938, 0.474609, 0.388672, 0.425781, 0.363281, 0.439453, 0.480469, 0.423828, 0.369141, 0.451172, 0.423828, 0.527344, 0.441406, 0.345703, 0.546875, 0.304688, 0.449219, 0.322266, 0.382812, 0.427734, 0.664062, 0.373047, 0.345703, 0.378906, 0.464844, 0.416016, 0.365234, 0.439453, 0.351562, 0.496094, 0.419922, 0.314453, 0.527344, 0.414062, 0.558594, 0.412109, 0.390625, 0.457031, 0.414062, 0.349609, 0.378906, 0.384766, 0.417969, 0.488281, 0.408203, 0.427734, 0.511719, 0.439453, 0.435547, 0.40625, 0.306641, 0.40625, 0.458984, 0.455078, 0.392578, 0.347656, 0.527344, 0.380859, 0.410156, 0.496094, 0.447266, 0.455078, 0.507812, 0.386719, 0.449219, 0.458984, 0.378906, 0.367188, 0.371094, 0.365234, 0.310547, 0.390625, 0.425781, 0.421875, 0.253906, 0.566406, 0.632812, 0.351562, 0.421875, 0.451172, 0.376953, 0.445312, 0.244141, 0.431641, 0.482422, 0.503906, 0.53125, 0.253906, 0.476562, 0.542969, 0.363281, 0.382812, 0.402344, 0.320312, 0.388672, 0.435547, 0.402344, 0.421875, 0.320312, 0.427734, 0.488281, 0.291016, 0.400391, 0.474609, 0.417969, 0.519531, 0.384766, 0.460938, 0.490234, 0.367188, 0.292969, 0.703125, 0.427734, 0.4375, 0.466797, 0.369141, 0.53125, 0.404297, 0.386719, 0.390625, 0.314453, 0.333984, 0.474609, 0.470703, 0.408203, 0.386719, 0.328125, 0.404297, 0.421875, 0.339844, 0.443359, 0.628906, 0.433594, 0.396484, 0.367188, 0.496094, 0.464844, 0.5, 0.251953, 0.308594, 0.4375, 0.353516, 0.367188, 0.427734, 0.296875, 0.408203, 0.484375, 0.302734, 0.412109, 0.46875, 0.392578, 0.318359, 0.361328, 0.476562, 0.351562, 0.240234, 0.341797, 0.546875, 0.382812, 0.412109, 0.429688, 0.34375, 0.417969, 0.382812, 0.412109, 0.427734, 0.515625, 0.365234, 0.412109, 0.369141, 0.425781, 0.460938, 0.421875, 0.373047, 0.431641, 0.484375, 0.404297, 0.458984, 0.359375, 0.396484, 0.40625, 0.511719, 0.398438, 0.652344, 0.453125, 0.416016, 0.4375, 0.503906, 0.240234, 0.480469, 0.416016, 0.341797, 0.443359, 0.539062, 0.373047, 0.507812, 0.464844, 0.404297, 0.435547, 0.384766, 0.332031, 0.535156, 0.683594, 0.443359, 0.423828, 0.648438, 0.527344, 0.488281, 0.304688, 0.476562, 0.416016, 0.408203, 0.703125, 0.339844, 0.40625, 0.496094, 0.314453, 0.515625, 0.308594, 0.394531, 0.53125, 0.433594, 0.449219, 0.359375, 0.494141, 0.237305, 0.361328, 0.542969, 0.503906, 0.408203, 0.507812, 0.4375, 0.306641, 0.339844, 0.34375, 0.421875, 0.289062, 0.566406, 0.412109, 0.380859, 0.408203, 0.507812, 0.453125, 0.404297, 0.404297, 0.484375, 0.498047, 0.478516, 0.412109, 0.261719, 0.498047, 0.554688, 0.507812, 0.353516, 0.449219, 0.384766, 0.3125, 0.443359, 0.429688, 0.333984, 0.322266, 0.730469, 0.285156, 0.429688, 0.5, 0.427734, 0.347656, 0.449219, 0.371094, 0.566406, 0.380859, 0.398438, 0.390625, 0.345703, 0.451172, 0.386719, 0.349609, 0.433594, 0.412109, 0.400391, 0.388672, 0.421875, 0.455078, 0.40625, 0.458984, 0.419922, 0.429688, 0.300781, 0.746094, 0.453125, 0.486328, 0.398438, 0.361328, 0.457031, 0.353516, 0.363281, 0.4375, 0.480469, 0.369141, 0.455078, 0.443359, 0.511719, 0.515625, 0.4375, 0.28125, 0.433594, 0.445312, 0.492188, 0.435547, 0.363281, 0.435547, 0.404297, 0.435547, 0.443359, 0.490234, 0.539062, 0.546875, 0.267578, 0.335938, 0.464844, 0.621094, 0.359375, 0.349609, 0.427734, 0.421875, 0.373047, 0.392578, 0.441406, 0.443359, 0.71875, 0.376953, 0.244141, 0.539062, 0.359375, 0.470703, 0.435547, 0.492188, 0.429688, 0.6875, 0.447266, 0.277344, 0.427734, 0.470703, 0.474609, 0.318359, 0.494141, 0.464844, 0.28125, 0.392578, 0.392578, 0.365234, 0.359375, 0.527344, 0.404297, 0.308594, 0.421875, 0.462891, 0.498047, 0.376953, 0.382812, 0.4375, 0.453125, 0.394531, 0.4375, 0.398438, 0.335938, 0.341797, 0.46875, 0.519531, 0.431641, 0.523438, 0.328125, 0.640625, 0.457031, 0.484375, 0.464844, 0.460938, 0.373047, 0.353516, 0.453125, 0.365234, 0.482422, 0.503906, 0.435547, 0.416016, 0.542969, 0.472656, 0.373047, 0.486328, 0.373047, 0.425781, 0.269531, 0.394531, 0.345703, 0.425781, 0.351562, 0.443359, 0.339844, 0.507812, 0.412109, 0.357422, 0.408203, 0.392578, 0.283203, 0.433594, 0.412109, 0.421875, 0.488281, 0.458984, 0.373047, 0.404297, 0.423828, 0.367188, 0.445312, 0.46875, 0.431641, 0.371094, 0.404297, 0.376953, 0.457031, 0.326172, 0.46875, 0.361328, 0.457031, 0.283203, 0.431641, 0.3125, 0.542969, 0.550781, 0.394531, 0.511719, 0.492188, 0.455078, 0.378906, 0.320312, 0.457031, 0.330078, 0.414062, 0.349609, 0.257812, 0.535156, 0.332031, 0.408203, 0.394531, 0.337891, 0.410156, 0.328125, 0.361328, 0.361328, 0.480469, 0.498047, 0.472656, 0.441406, 0.341797, 0.435547, 0.460938, 0.349609, 0.341797, 0.439453, 0.417969, 0.492188, 0.402344, 0.396484, 0.550781, 0.326172, 0.355469, 0.351562, 0.443359, 0.404297, 0.449219, 0.203125, 0.423828, 0.357422, 0.408203, 0.394531, 0.498047, 0.384766, 0.484375, 0.410156, 0.412109, 0.306641, 0.380859, 0.396484, 0.414062, 0.427734, 0.472656, 0.304688, 0.458984, 0.542969, 0.402344, 0.251953, 0.320312, 0.314453, 0.373047, 0.265625, 0.392578, 0.404297, 0.363281, 0.332031, 0.429688, 0.679688, 0.326172, 0.53125, 0.449219 ] }, "name": "model.model.layers.17.input_layernorm.weight", "outputIndexes": [ 1406 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1405 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_17/Mul_output_0", "outputIndexes": [ 1407 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1406, 1407 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1408 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 4864 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4864 ], "outputIndexes": [ 4865 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear", "inputIndexes": [ 4865 ], "outputIndexes": [ 4866 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 170775098, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4866 ], "outputIndexes": [ 4867 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4867 ], "outputIndexes": [ 1409 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1408 ], "main_type": "NONE", "name": "/Shape_239_output_0", "outputIndexes": [ 1410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1410 ], "main_type": "NONE", "name": "Shape3751", "outputIndexes": [ 1411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1410 ], "main_type": "NONE", "name": "Rank3753", "outputIndexes": [ 1412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1412, 1412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3755", "outputIndexes": [ 1413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3756", "outputIndexes": [ 1414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3758", "outputIndexes": [ 1415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3759", "outputIndexes": [ 1416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1411, 1414, 1416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3762", "outputIndexes": [ 1417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3763", "outputIndexes": [ 1418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3764", "outputIndexes": [ 1419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1419, 1418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3765", "outputIndexes": [ 1420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1410, 1420, 1413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_259_output_0", "outputIndexes": [ 1421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1421, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_545_output_0", "outputIndexes": [ 1422 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1422, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_221_output_0", "outputIndexes": [ 1423 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1409, 1423 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_154_output_0", "outputIndexes": [ 1424 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_136_output_0", "outputIndexes": [ 1425 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424 ], "main_type": "NONE", "name": "/Shape_240_output_0", "outputIndexes": [ 1426 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1426 ], "main_type": "NONE", "name": "Shape3772", "outputIndexes": [ 1427 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1426 ], "main_type": "NONE", "name": "Rank3774", "outputIndexes": [ 1428 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1428, 1428 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3776", "outputIndexes": [ 1429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3777", "outputIndexes": [ 1430 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1429, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3779", "outputIndexes": [ 1431 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1431 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3780", "outputIndexes": [ 1432 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1427, 1430, 1432, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3783", "outputIndexes": [ 1433 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1433 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3784", "outputIndexes": [ 1434 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1434 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3785", "outputIndexes": [ 1435 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1435, 1434 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3786", "outputIndexes": [ 1436 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1426, 1436, 1429 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_260_output_0", "outputIndexes": [ 1437 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1437, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_51_output_0", "outputIndexes": [ 1438 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1438, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_550_output_0", "outputIndexes": [ 1439 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 1439, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_69_output_0", "outputIndexes": [ 1440 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1440 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_34_output_0", "outputIndexes": [ 1441 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1424, 22, 1439, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_68_output_0", "outputIndexes": [ 1442 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1441, 1442 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_224_output_0", "outputIndexes": [ 1443 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1443, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_137_output_0", "outputIndexes": [ 1444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1425, 1444 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_85_output_0", "outputIndexes": [ 1445 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 4868 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4868 ], "outputIndexes": [ 4869 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear", "inputIndexes": [ 4869 ], "outputIndexes": [ 4870 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 171696720, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4870 ], "outputIndexes": [ 4871 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4871 ], "outputIndexes": [ 1446 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1422, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_222_output_0", "outputIndexes": [ 1447 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1446, 1447 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_155_output_0", "outputIndexes": [ 1448 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_138_output_0", "outputIndexes": [ 1449 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448 ], "main_type": "NONE", "name": "/Shape_241_output_0", "outputIndexes": [ 1450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1450 ], "main_type": "NONE", "name": "Shape3835", "outputIndexes": [ 1451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1450 ], "main_type": "NONE", "name": "Rank3837", "outputIndexes": [ 1452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1452, 1452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3839", "outputIndexes": [ 1453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3840", "outputIndexes": [ 1454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3842", "outputIndexes": [ 1455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3843", "outputIndexes": [ 1456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1451, 1454, 1456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3846", "outputIndexes": [ 1457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3847", "outputIndexes": [ 1458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3848", "outputIndexes": [ 1459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1459, 1458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3849", "outputIndexes": [ 1460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1450, 1460, 1453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_261_output_0", "outputIndexes": [ 1461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1461, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_52_output_0", "outputIndexes": [ 1462 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1462, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_552_output_0", "outputIndexes": [ 1463 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 1463, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_71_output_0", "outputIndexes": [ 1464 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1464 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_35_output_0", "outputIndexes": [ 1465 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1448, 22, 1463, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_70_output_0", "outputIndexes": [ 1466 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1465, 1466 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_225_output_0", "outputIndexes": [ 1467 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1467, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_139_output_0", "outputIndexes": [ 1468 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1449, 1468 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_86_output_0", "outputIndexes": [ 1469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1408 ], "outputIndexes": [ 4872 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4872 ], "outputIndexes": [ 4873 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear", "inputIndexes": [ 4873 ], "outputIndexes": [ 4874 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 171927142, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4874 ], "outputIndexes": [ 4875 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4875 ], "outputIndexes": [ 1470 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1470, 1447 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_156_output_0", "outputIndexes": [ 1471 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1445, 1469, 1471, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_161_output_0", "outputIndexes": [ 1472 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1472 ], "outputIndexes": [ 4876 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4876 ], "outputIndexes": [ 4877 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear", "inputIndexes": [ 4877 ], "outputIndexes": [ 4878 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 172157564, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4878 ], "outputIndexes": [ 4879 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4879 ], "outputIndexes": [ 1473 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1405, 1473 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_88_output_0", "outputIndexes": [ 1474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.21875, 0.324219, 0.351562, 0.365234, 0.367188, 0.339844, 0.154297, 0.361328, 0.24707, 0.231445, 0.175781, 0.335938, 0.201172, 0.314453, 0.296875, 0.363281, 0.241211, 0.296875, 0.298828, 0.18457, 0.3125, 0.380859, 0.271484, 0.228516, 0.285156, 0.373047, 0.249023, 0.353516, 0.322266, 0.322266, 0.244141, 0.141602, 0.333984, 0.294922, 0.337891, 0.304688, 0.175781, 0.328125, 0.182617, 0.369141, 0.3125, 0.361328, 0.285156, 0.275391, 0.208984, 0.289062, 0.435547, 0.19043, 0.390625, 0.200195, 0.363281, 0.173828, 0.310547, 0.330078, 0.199219, 0.335938, 0.388672, 0.304688, 0.308594, 0.392578, 0.330078, 0.347656, 0.261719, 0.332031, 0.248047, 0.240234, 0.15918, 0.15332, 0.371094, 0.15332, 0.361328, 0.183594, 0.263672, 0.28125, 0.382812, 0.271484, 0.261719, 0.396484, 0.150391, 0.316406, 0.28125, 0.388672, 0.257812, 0.28125, 0.341797, 0.183594, 0.412109, 0.22168, 0.412109, 0.197266, 0.271484, 0.314453, 0.193359, 0.326172, 0.132812, 0.175781, 0.40625, 0.375, 0.382812, 0.365234, 0.257812, 0.271484, 0.351562, 0.347656, 0.378906, 0.162109, 0.369141, 0.333984, 0.322266, 0.310547, 0.308594, 0.384766, 0.292969, 0.304688, 0.347656, 0.28125, 0.322266, 0.328125, 0.394531, 0.363281, 0.322266, 0.208008, 0.386719, 0.241211, 0.394531, 0.304688, 0.166016, 0.361328, 0.347656, 0.435547, 0.361328, 0.351562, 0.337891, 0.302734, 0.324219, 0.292969, 0.375, 0.320312, 0.267578, 0.237305, 0.359375, 0.306641, 0.326172, 0.435547, 0.380859, 0.328125, 0.306641, 0.225586, 0.339844, 0.335938, 0.322266, 0.318359, 0.337891, 0.351562, 0.341797, 0.277344, 0.367188, 0.300781, 0.130859, 0.337891, 0.147461, 0.267578, 0.214844, 0.371094, 0.28125, 0.40625, 0.164062, 0.380859, 0.296875, 0.176758, 0.25, 0.369141, 0.400391, 0.249023, 0.152344, 0.40625, 0.271484, 0.339844, 0.365234, 0.365234, 0.294922, 0.237305, 0.289062, 0.300781, 0.363281, 0.351562, 0.333984, 0.324219, 0.355469, 0.382812, 0.369141, 0.277344, 0.143555, 0.310547, 0.318359, 0.326172, 0.310547, 0.232422, 0.082031, 0.341797, 0.326172, 0.306641, 0.259766, 0.314453, 0.24707, 0.330078, 0.378906, 0.28125, 0.263672, 0.349609, 0.339844, 0.320312, 0.330078, 0.166992, 0.349609, 0.3125, 0.341797, 0.271484, 0.386719, 0.337891, 0.316406, 0.330078, 0.230469, 0.277344, 0.404297, 0.277344, 0.357422, 0.155273, 0.427734, 0.261719, 0.257812, 0.21875, 0.359375, 0.283203, 0.380859, 0.22168, 0.332031, 0.246094, 0.402344, 0.353516, 0.355469, 0.271484, 0.3125, 0.335938, 0.349609, 0.271484, 0.237305, 0.375, 0.361328, 0.318359, 0.330078, 0.219727, 0.176758, 0.320312, 0.279297, 0.357422, 0.242188, 0.300781, 0.206055, 0.367188, 0.382812, 0.355469, 0.355469, 0.237305, 0.359375, 0.351562, 0.289062, 0.398438, 0.18457, 0.369141, 0.219727, 0.300781, 0.289062, 0.214844, 0.227539, 0.376953, 0.335938, 0.219727, 0.181641, 0.367188, 0.223633, 0.351562, 0.316406, 0.375, 0.359375, 0.304688, 0.423828, 0.384766, 0.347656, 0.402344, 0.378906, 0.341797, 0.34375, 0.3125, 0.341797, 0.335938, 0.24707, 0.34375, 0.363281, 0.314453, 0.302734, 0.332031, 0.310547, 0.204102, 0.333984, 0.328125, 0.243164, 0.292969, 0.363281, 0.414062, 0.199219, 0.398438, 0.285156, 0.229492, 0.375, 0.269531, 0.339844, 0.209961, 0.255859, 0.259766, 0.382812, 0.392578, 0.347656, 0.339844, 0.292969, 0.263672, 0.335938, 0.404297, 0.388672, 0.237305, 0.223633, 0.225586, 0.196289, 0.318359, 0.306641, 0.318359, 0.380859, 0.235352, 0.178711, 0.176758, 0.279297, 0.320312, 0.322266, 0.220703, 0.396484, 0.380859, 0.249023, 0.328125, 0.253906, 0.373047, 0.375, 0.367188, 0.225586, 0.308594, 0.310547, 0.371094, 0.351562, 0.345703, 0.289062, 0.384766, 0.306641, 0.242188, 0.328125, 0.373047, 0.332031, 0.3125, 0.375, 0.373047, 0.236328, 0.240234, 0.398438, 0.291016, 0.363281, 0.166016, 0.302734, 0.304688, 0.351562, 0.333984, 0.332031, 0.191406, 0.166016, 0.267578, 0.404297, 0.335938, 0.328125, 0.257812, 0.255859, 0.345703, 0.242188, 0.324219, 0.330078, 0.192383, 0.378906, 0.181641, 0.396484, 0.345703, 0.320312, 0.378906, 0.375, 0.328125, 0.300781, 0.369141, 0.214844, 0.34375, 0.40625, 0.225586, 0.400391, 0.314453, 0.363281, 0.326172, 0.253906, 0.410156, 0.345703, 0.306641, 0.373047, 0.394531, 0.298828, 0.339844, 0.347656, 0.236328, 0.460938, 0.283203, 0.19043, 0.347656, 0.359375, 0.193359, 0.345703, 0.275391, 0.216797, 0.310547, 0.147461, 0.213867, 0.371094, 0.318359, 0.269531, 0.376953, 0.425781, 0.296875, 0.292969, 0.296875, 0.40625, 0.22168, 0.234375, 0.417969, 0.251953, 0.232422, 0.332031, 0.373047, 0.193359, 0.314453, 0.294922, 0.251953, 0.298828, 0.380859, 0.361328, 0.373047, 0.359375, 0.326172, 0.294922, 0.251953, 0.341797, 0.269531, 0.330078, 0.353516, 0.15625, 0.357422, 0.269531, 0.369141, 0.375, 0.211914, 0.300781, 0.371094, 0.353516, 0.296875, 0.310547, 0.271484, 0.279297, 0.376953, 0.242188, 0.235352, 0.337891, 0.371094, 0.429688, 0.314453, 0.353516, 0.265625, 0.333984, 0.224609, 0.367188, 0.292969, 0.378906, 0.367188, 0.367188, 0.347656, 0.316406, 0.226562, 0.371094, 0.316406, 0.239258, 0.25, 0.15918, 0.269531, 0.349609, 0.367188, 0.179688, 0.373047, 0.291016, 0.298828, 0.404297, 0.296875, 0.298828, 0.396484, 0.181641, 0.223633, 0.261719, 0.373047, 0.382812, 0.201172, 0.261719, 0.269531, 0.333984, 0.347656, 0.181641, 0.361328, 0.384766, 0.314453, 0.345703, 0.384766, 0.394531, 0.253906, 0.223633, 0.271484, 0.196289, 0.133789, 0.367188, 0.285156, 0.279297, 0.378906, 0.265625, 0.310547, 0.376953, 0.177734, 0.257812, 0.378906, 0.337891, 0.240234, 0.335938, 0.154297, 0.265625, 0.220703, 0.279297, 0.328125, 0.378906, 0.369141, 0.322266, 0.347656, 0.28125, 0.200195, 0.347656, 0.171875, 0.183594, 0.231445, 0.363281, 0.287109, 0.241211, 0.181641, 0.357422, 0.330078, 0.328125, 0.316406, 0.412109, 0.363281, 0.199219, 0.369141, 0.291016, 0.373047, 0.287109, 0.332031, 0.257812, 0.15332, 0.457031, 0.322266, 0.292969, 0.300781, 0.367188, 0.318359, 0.292969, 0.326172, 0.394531, 0.296875, 0.251953, 0.201172, 0.353516, 0.361328, 0.341797, 0.209961, 0.351562, 0.166992, 0.192383, 0.380859, 0.34375, 0.332031, 0.328125, 0.296875, 0.152344, 0.212891, 0.361328, 0.265625, 0.298828, 0.363281, 0.236328, 0.388672, 0.332031, 0.234375, 0.324219, 0.3125, 0.208008, 0.316406, 0.289062, 0.359375, 0.132812, 0.324219, 0.279297, 0.330078, 0.267578, 0.15625, 0.398438, 0.191406, 0.3125, 0.150391, 0.133789, 0.273438, 0.306641, 0.349609, 0.235352, 0.361328, 0.330078, 0.292969, 0.376953, 0.320312, 0.241211, 0.369141, 0.324219, 0.220703, 0.180664, 0.261719, 0.269531, 0.150391, 0.289062, 0.285156, 0.376953, 0.445312, 0.400391, 0.179688, 0.326172, 0.302734, 0.144531, 0.347656, 0.19043, 0.194336, 0.279297, 0.376953, 0.269531, 0.217773, 0.314453, 0.337891, 0.310547, 0.371094, 0.304688, 0.367188, 0.34375, 0.324219, 0.300781, 0.202148, 0.213867, 0.167969, 0.291016, 0.357422, 0.322266, 0.353516, 0.355469, 0.375, 0.151367, 0.273438, 0.337891, 0.367188, 0.21582, 0.404297, 0.384766, 0.269531, 0.292969, 0.347656, 0.294922, 0.363281, 0.242188, 0.353516, 0.330078, 0.21875, 0.351562, 0.365234, 0.302734, 0.320312, 0.220703, 0.316406, 0.208008, 0.217773, 0.355469, 0.279297, 0.238281, 0.308594, 0.222656, 0.378906, 0.333984, 0.392578, 0.400391, 0.306641, 0.314453, 0.204102, 0.185547, 0.351562, 0.171875, 0.28125, 0.219727, 0.359375, 0.361328, 0.289062, 0.194336, 0.304688, 0.304688, 0.300781, 0.380859, 0.186523, 0.314453, 0.326172, 0.199219, 0.431641, 0.1875, 0.296875, 0.34375, 0.322266, 0.355469, 0.332031, 0.375, 0.265625, 0.355469, 0.361328, 0.166016, 0.318359, 0.357422, 0.170898, 0.208008, 0.151367, 0.386719, 0.277344, 0.386719, 0.353516, 0.308594, 0.253906, 0.234375, 0.28125, 0.3125, 0.382812, 0.306641, 0.205078, 0.380859, 0.341797, 0.234375, 0.332031, 0.300781, 0.173828, 0.245117, 0.226562, 0.229492, 0.279297, 0.21875, 0.359375, 0.296875, 0.427734, 0.337891, 0.367188, 0.206055, 0.412109, 0.217773, 0.367188, 0.347656, 0.302734, 0.239258, 0.330078, 0.333984, 0.306641, 0.335938, 0.269531, 0.316406, 0.216797, 0.267578, 0.349609, 0.199219, 0.294922, 0.294922, 0.332031, 0.369141, 0.345703, 0.341797, 0.267578, 0.322266, 0.441406, 0.371094, 0.195312, 0.306641, 0.251953, 0.339844, 0.392578, 0.28125, 0.339844, 0.310547, 0.253906, 0.332031, 0.308594, 0.351562, 0.453125, 0.294922, 0.375, 0.367188, 0.298828, 0.275391, 0.373047, 0.291016, 0.257812, 0.378906, 0.349609, 0.326172, 0.294922, 0.375, 0.164062, 0.417969, 0.337891, 0.347656, 0.359375, 0.24707, 0.316406, 0.382812, 0.318359, 0.351562, 0.310547, 0.353516, 0.231445, 0.210938, 0.363281, 0.357422, 0.296875, 0.208008, 0.472656, 0.195312, 0.291016, 0.318359, 0.328125, 0.199219, 0.332031, 0.225586, 0.341797, 0.242188, 0.306641, 0.378906, 0.169922, 0.34375, 0.193359, 0.294922, 0.269531, 0.300781, 0.233398, 0.298828, 0.302734, 0.328125, 0.363281, 0.233398, 0.328125, 0.136719, 0.15332, 0.330078, 0.18457, 0.349609, 0.402344, 0.337891, 0.310547, 0.326172, 0.3125, 0.275391, 0.251953, 0.337891, 0.353516, 0.371094, 0.298828, 0.21582, 0.335938, 0.355469, 0.369141, 0.185547, 0.333984, 0.294922, 0.363281, 0.189453, 0.388672, 0.248047, 0.269531, 0.382812, 0.328125, 0.328125, 0.298828, 0.287109, 0.296875, 0.211914, 0.431641, 0.378906, 0.388672, 0.285156, 0.294922, 0.328125, 0.298828, 0.355469, 0.382812, 0.216797, 0.287109, 0.382812, 0.291016, 0.369141, 0.174805, 0.3125, 0.209961, 0.326172, 0.337891, 0.292969, 0.200195, 0.306641, 0.414062, 0.330078, 0.363281, 0.326172, 0.149414, 0.160156, 0.332031, 0.357422, 0.347656, 0.210938, 0.339844, 0.382812, 0.275391, 0.310547, 0.332031, 0.365234, 0.310547, 0.34375, 0.204102, 0.322266, 0.347656, 0.289062, 0.339844, 0.322266, 0.394531, 0.304688, 0.166992, 0.390625, 0.330078, 0.333984, 0.361328, 0.225586, 0.359375, 0.155273, 0.322266, 0.326172, 0.380859, 0.318359, 0.371094, 0.412109, 0.261719, 0.333984, 0.269531, 0.306641, 0.355469, 0.257812, 0.390625, 0.152344, 0.306641, 0.253906, 0.300781, 0.277344, 0.367188, 0.328125, 0.193359, 0.234375, 0.287109, 0.296875, 0.40625, 0.180664, 0.337891, 0.271484, 0.371094, 0.332031, 0.345703, 0.357422, 0.3125, 0.337891, 0.191406, 0.34375, 0.375, 0.373047, 0.335938, 0.412109, 0.365234, 0.241211, 0.259766, 0.226562, 0.376953, 0.227539, 0.330078, 0.347656, 0.34375, 0.273438, 0.291016, 0.251953, 0.378906, 0.34375, 0.308594, 0.400391, 0.382812, 0.373047, 0.291016, 0.316406, 0.341797, 0.201172, 0.337891, 0.349609, 0.263672, 0.19043, 0.300781, 0.333984, 0.283203, 0.253906, 0.219727, 0.182617, 0.392578, 0.367188, 0.369141, 0.142578, 0.3125, 0.345703, 0.172852, 0.328125, 0.165039, 0.304688, 0.287109, 0.353516, 0.279297, 0.308594, 0.341797, 0.373047, 0.369141, 0.161133, 0.328125, 0.400391, 0.324219, 0.369141, 0.326172, 0.371094, 0.181641, 0.165039, 0.277344, 0.396484, 0.300781, 0.227539, 0.388672, 0.306641, 0.213867, 0.341797, 0.361328, 0.353516, 0.267578, 0.351562, 0.291016, 0.349609, 0.380859, 0.225586, 0.225586, 0.34375, 0.357422, 0.249023, 0.322266, 0.386719, 0.267578, 0.165039, 0.375, 0.359375, 0.388672, 0.283203, 0.298828, 0.253906, 0.359375, 0.464844, 0.333984, 0.310547, 0.183594, 0.3125, 0.246094, 0.369141, 0.386719, 0.365234, 0.192383, 0.355469, 0.24707, 0.347656, 0.337891, 0.373047, 0.355469, 0.34375, 0.365234, 0.174805, 0.382812, 0.308594, 0.357422, 0.378906, 0.224609, 0.271484, 0.390625, 0.12793, 0.178711, 0.304688, 0.339844, 0.304688, 0.300781, 0.404297, 0.347656, 0.241211, 0.330078, 0.143555, 0.425781, 0.21582, 0.371094, 0.335938, 0.351562, 0.367188, 0.361328, 0.3125, 0.310547, 0.253906, 0.410156, 0.390625, 0.273438, 0.357422, 0.265625, 0.257812, 0.375, 0.204102, 0.349609, 0.25, 0.269531, 0.283203, 0.347656, 0.367188, 0.310547, 0.341797, 0.341797, 0.332031, 0.400391, 0.259766, 0.357422, 0.376953, 0.257812, 0.384766, 0.142578, 0.259766, 0.333984, 0.339844, 0.324219, 0.349609, 0.302734, 0.371094, 0.300781, 0.271484, 0.326172, 0.3125, 0.189453, 0.351562, 0.373047, 0.373047, 0.380859, 0.396484, 0.310547, 0.388672, 0.378906, 0.289062, 0.423828, 0.378906, 0.291016, 0.376953, 0.328125, 0.277344, 0.40625, 0.242188, 0.365234, 0.333984, 0.412109, 0.251953, 0.207031, 0.188477, 0.419922, 0.394531, 0.363281, 0.388672, 0.287109, 0.330078, 0.316406, 0.171875, 0.373047, 0.279297, 0.294922, 0.332031, 0.277344, 0.306641, 0.188477, 0.28125, 0.330078, 0.308594, 0.322266, 0.178711, 0.328125, 0.34375, 0.332031, 0.375, 0.333984, 0.361328, 0.339844, 0.339844, 0.233398, 0.228516, 0.269531, 0.318359, 0.335938, 0.320312, 0.367188, 0.269531, 0.345703, 0.170898, 0.21582, 0.306641, 0.355469, 0.283203, 0.380859, 0.273438, 0.287109, 0.314453, 0.347656, 0.345703, 0.345703, 0.28125, 0.367188, 0.306641, 0.382812, 0.161133, 0.265625, 0.163086, 0.345703, 0.308594, 0.226562, 0.259766, 0.384766, 0.314453, 0.330078, 0.300781, 0.202148, 0.196289, 0.289062, 0.183594, 0.285156, 0.257812, 0.300781, 0.234375, 0.378906, 0.098145, 0.166016, 0.410156, 0.324219 ] }, "name": "model.model.layers.17.post_attention_layernorm.weight", "outputIndexes": [ 1475 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_17/Mul_output_0", "outputIndexes": [ 1476 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1475, 1476 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_17/Mul_1_output_0", "outputIndexes": [ 1477 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1477 ], "outputIndexes": [ 4880 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4880 ], "outputIndexes": [ 4881 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear", "inputIndexes": [ 4881 ], "outputIndexes": [ 4882 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 173079186, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4882 ], "outputIndexes": [ 4883 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4883 ], "outputIndexes": [ 1478 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_17/Sigmoid_output_0", "outputIndexes": [ 1479 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1478, 1479 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_17/Mul_output_0", "outputIndexes": [ 1480 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1477 ], "outputIndexes": [ 4884 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4884 ], "outputIndexes": [ 4885 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear", "inputIndexes": [ 4885 ], "outputIndexes": [ 4886 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 175659688, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4886 ], "outputIndexes": [ 4887 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4887 ], "outputIndexes": [ 1481 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1480, 1481 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_17/Mul_output_0", "outputIndexes": [ 1482 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1482 ], "outputIndexes": [ 4888 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4888 ], "outputIndexes": [ 4889 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear", "inputIndexes": [ 4889 ], "outputIndexes": [ 4890 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 178240190, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4890 ], "outputIndexes": [ 4891 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.17/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4891 ], "outputIndexes": [ 1483 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1474, 1483 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_89_output_0", "outputIndexes": [ 1484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1484, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_162_output_0", "outputIndexes": [ 1485 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.298828, 0.371094, 0.425781, 0.429688, 0.378906, 0.384766, 0.898438, 0.423828, 0.283203, 0.396484, 0.496094, 0.359375, 0.24707, 0.345703, 0.3125, 0.388672, 0.613281, 0.359375, 0.310547, 0.28125, 0.390625, 0.439453, 0.398438, 0.306641, 0.376953, 0.410156, 0.333984, 0.363281, 0.373047, 0.390625, 0.507812, 0.394531, 0.421875, 0.455078, 0.361328, 0.375, 0.414062, 0.386719, 0.439453, 0.443359, 0.390625, 0.408203, 0.386719, 0.34375, 0.3125, 0.429688, 0.484375, 0.285156, 0.441406, 0.503906, 0.410156, 0.384766, 0.333984, 0.416016, 0.355469, 0.384766, 0.408203, 0.34375, 0.408203, 0.398438, 0.380859, 0.351562, 0.333984, 0.414062, 0.353516, 0.539062, 0.882812, 0.3125, 0.455078, 0.683594, 0.410156, 0.283203, 0.359375, 0.373047, 0.40625, 0.291016, 0.335938, 0.427734, 0.394531, 0.398438, 0.349609, 0.402344, 0.308594, 0.289062, 0.386719, 0.238281, 0.445312, 0.429688, 0.464844, 0.318359, 0.328125, 0.380859, 0.248047, 0.388672, 0.314453, 0.306641, 0.511719, 0.376953, 0.384766, 0.458984, 0.589844, 0.316406, 0.376953, 0.427734, 0.4375, 0.25, 0.445312, 0.398438, 0.363281, 0.296875, 0.335938, 0.435547, 0.363281, 0.5, 0.404297, 0.527344, 0.359375, 0.349609, 0.441406, 0.449219, 0.455078, 0.25, 0.373047, 0.443359, 0.441406, 0.349609, 0.839844, 0.382812, 0.365234, 0.503906, 0.414062, 0.302734, 0.476562, 0.357422, 0.427734, 0.394531, 0.439453, 0.349609, 0.496094, 0.3125, 0.361328, 0.404297, 0.429688, 0.507812, 0.363281, 0.40625, 0.396484, 0.279297, 0.330078, 0.478516, 0.396484, 0.388672, 0.367188, 0.417969, 0.398438, 0.398438, 0.371094, 0.386719, 0.241211, 0.40625, 0.296875, 0.494141, 0.339844, 0.412109, 0.369141, 0.367188, 0.414062, 0.542969, 0.349609, 0.326172, 0.386719, 0.380859, 0.408203, 0.472656, 0.46875, 0.447266, 0.361328, 0.332031, 0.408203, 0.429688, 0.314453, 0.361328, 0.335938, 0.371094, 0.333984, 0.408203, 0.384766, 0.445312, 0.408203, 0.431641, 0.376953, 0.34375, 0.267578, 0.339844, 0.341797, 0.373047, 0.314453, 0.457031, 0.112793, 0.417969, 0.332031, 0.25, 0.287109, 0.392578, 0.330078, 0.357422, 0.378906, 0.332031, 0.507812, 0.398438, 0.425781, 0.328125, 0.416016, 0.287109, 0.412109, 0.384766, 0.375, 0.308594, 0.431641, 0.373047, 0.335938, 0.34375, 0.261719, 0.322266, 0.429688, 0.353516, 0.396484, 0.289062, 0.427734, 0.443359, 0.392578, 0.449219, 0.382812, 0.345703, 0.490234, 0.347656, 0.445312, 0.351562, 0.441406, 0.351562, 0.392578, 0.330078, 0.324219, 0.419922, 0.394531, 0.345703, 0.361328, 0.392578, 0.416016, 0.447266, 0.341797, 0.244141, 0.233398, 0.392578, 0.447266, 0.451172, 0.28125, 0.306641, 0.367188, 0.402344, 0.396484, 0.414062, 0.455078, 0.326172, 0.404297, 0.40625, 0.269531, 0.425781, 0.324219, 0.482422, 0.878906, 0.34375, 0.384766, 0.71875, 0.328125, 0.492188, 0.425781, 0.304688, 0.542969, 0.419922, 0.296875, 0.384766, 0.349609, 0.392578, 0.435547, 0.371094, 0.476562, 0.429688, 0.365234, 0.421875, 0.425781, 0.392578, 0.375, 0.4375, 0.412109, 0.378906, 0.205078, 0.382812, 0.404297, 0.378906, 0.298828, 0.376953, 0.384766, 0.316406, 0.427734, 0.351562, 0.333984, 0.371094, 0.404297, 0.453125, 0.322266, 0.439453, 0.410156, 0.396484, 0.447266, 0.289062, 0.400391, 0.310547, 0.566406, 0.427734, 0.365234, 0.380859, 0.394531, 0.34375, 0.367188, 0.408203, 0.369141, 0.507812, 0.355469, 0.523438, 0.558594, 0.296875, 0.384766, 0.357422, 0.466797, 0.353516, 0.443359, 0.259766, 0.355469, 0.414062, 0.398438, 0.400391, 0.324219, 0.277344, 0.445312, 0.429688, 0.320312, 0.382812, 0.367188, 0.373047, 0.494141, 0.410156, 0.279297, 0.431641, 0.396484, 0.488281, 0.402344, 0.394531, 0.314453, 0.443359, 0.304688, 0.457031, 0.357422, 0.394531, 0.414062, 0.349609, 0.523438, 0.400391, 0.384766, 0.308594, 0.425781, 0.259766, 0.4375, 0.24707, 0.417969, 0.367188, 0.371094, 0.507812, 0.386719, 0.455078, 0.707031, 0.314453, 0.474609, 0.369141, 0.339844, 0.28125, 0.390625, 0.378906, 0.433594, 0.449219, 0.349609, 0.539062, 0.400391, 0.4375, 0.449219, 0.388672, 0.355469, 0.447266, 0.435547, 0.378906, 0.371094, 0.550781, 0.341797, 0.294922, 0.382812, 0.291016, 0.429688, 0.386719, 0.371094, 0.359375, 0.349609, 0.494141, 0.359375, 0.353516, 0.390625, 0.402344, 0.324219, 0.355469, 0.373047, 0.310547, 0.519531, 0.318359, 0.388672, 0.396484, 0.384766, 0.271484, 0.367188, 0.542969, 0.535156, 0.417969, 0.621094, 0.378906, 0.365234, 0.445312, 0.289062, 0.394531, 0.519531, 0.359375, 0.333984, 0.265625, 0.429688, 0.382812, 0.466797, 0.511719, 0.318359, 0.386719, 0.353516, 0.419922, 0.367188, 0.375, 0.449219, 0.519531, 0.359375, 0.453125, 0.367188, 0.441406, 0.417969, 0.339844, 0.300781, 0.365234, 0.394531, 0.474609, 0.384766, 0.429688, 0.447266, 0.404297, 0.353516, 0.460938, 0.458984, 0.396484, 0.404297, 0.435547, 0.386719, 0.455078, 0.425781, 0.371094, 0.353516, 0.394531, 0.330078, 0.445312, 0.384766, 0.388672, 0.40625, 0.320312, 0.404297, 0.347656, 0.431641, 0.376953, 0.408203, 0.316406, 0.46875, 0.414062, 0.371094, 0.359375, 0.339844, 0.431641, 0.361328, 0.386719, 0.363281, 0.306641, 0.761719, 0.363281, 0.365234, 0.410156, 0.492188, 0.388672, 0.369141, 0.5, 0.482422, 0.398438, 0.378906, 0.492188, 0.625, 0.296875, 0.337891, 0.423828, 0.439453, 0.390625, 0.289062, 0.333984, 0.378906, 0.441406, 0.416016, 0.349609, 0.439453, 0.375, 0.388672, 0.484375, 0.390625, 0.433594, 0.570312, 0.316406, 0.294922, 0.183594, 0.451172, 0.357422, 0.335938, 0.40625, 0.388672, 0.363281, 0.458984, 0.328125, 0.351562, 0.345703, 0.445312, 0.328125, 0.335938, 0.375, 0.431641, 0.507812, 0.433594, 0.330078, 0.511719, 0.425781, 0.371094, 0.373047, 0.460938, 0.087402, 0.365234, 0.324219, 0.455078, 0.460938, 0.351562, 0.398438, 0.304688, 0.277344, 0.371094, 0.339844, 0.375, 0.384766, 0.451172, 0.396484, 0.365234, 0.357422, 0.333984, 0.402344, 0.330078, 0.345703, 0.369141, 0.267578, 0.480469, 0.371094, 0.34375, 0.492188, 0.419922, 0.402344, 0.392578, 0.392578, 0.441406, 0.330078, 0.300781, 0.398438, 0.398438, 0.330078, 0.390625, 0.298828, 0.408203, 0.388672, 0.390625, 0.431641, 0.363281, 0.451172, 0.423828, 0.230469, 0.241211, 0.300781, 0.398438, 0.310547, 0.351562, 0.373047, 0.3125, 0.386719, 0.464844, 0.328125, 0.363281, 0.322266, 0.546875, 0.351562, 0.363281, 0.451172, 0.449219, 0.347656, 0.373047, 0.447266, 0.359375, 0.269531, 0.474609, 0.625, 0.388672, 0.220703, 0.726562, 0.279297, 0.365234, 0.365234, 0.308594, 0.404297, 0.382812, 0.429688, 0.408203, 0.347656, 0.408203, 0.384766, 0.375, 0.298828, 0.339844, 0.347656, 0.357422, 0.28125, 0.5, 0.59375, 0.419922, 0.466797, 0.466797, 0.291016, 0.345703, 0.3125, 0.400391, 0.386719, 0.279297, 0.439453, 0.335938, 0.369141, 0.339844, 0.488281, 0.351562, 0.373047, 0.332031, 0.40625, 0.453125, 0.376953, 0.396484, 0.404297, 0.380859, 0.539062, 0.283203, 0.398438, 0.337891, 0.34375, 0.380859, 0.419922, 0.4375, 0.419922, 0.878906, 0.341797, 0.46875, 0.476562, 0.328125, 0.474609, 0.419922, 0.296875, 0.363281, 0.419922, 0.388672, 0.375, 0.320312, 0.371094, 0.376953, 0.539062, 0.341797, 0.361328, 0.337891, 0.349609, 0.410156, 0.355469, 0.578125, 0.449219, 0.400391, 0.332031, 0.234375, 0.441406, 0.433594, 0.414062, 0.400391, 0.400391, 0.414062, 0.367188, 0.310547, 0.449219, 0.263672, 0.351562, 0.357422, 0.314453, 0.287109, 0.427734, 0.378906, 0.314453, 0.90625, 0.357422, 0.449219, 0.369141, 0.384766, 0.222656, 0.345703, 0.347656, 0.320312, 0.441406, 0.240234, 0.310547, 0.335938, 0.404297, 0.425781, 0.388672, 0.328125, 0.402344, 0.386719, 0.357422, 0.863281, 0.380859, 0.380859, 0.355469, 0.265625, 0.375, 0.462891, 0.341797, 0.408203, 0.359375, 0.320312, 0.361328, 0.322266, 0.324219, 0.361328, 0.433594, 0.345703, 0.421875, 0.476562, 0.384766, 0.269531, 0.333984, 0.292969, 0.554688, 0.455078, 0.367188, 0.333984, 0.328125, 0.648438, 0.472656, 0.4375, 0.455078, 0.378906, 0.412109, 0.316406, 0.410156, 0.466797, 0.384766, 0.351562, 0.412109, 0.453125, 0.447266, 0.398438, 0.357422, 0.457031, 0.291016, 0.378906, 0.328125, 0.345703, 0.361328, 0.640625, 0.351562, 0.345703, 0.367188, 0.421875, 0.376953, 0.347656, 0.419922, 0.347656, 0.486328, 0.414062, 0.306641, 0.470703, 0.371094, 0.507812, 0.386719, 0.355469, 0.404297, 0.380859, 0.349609, 0.328125, 0.353516, 0.392578, 0.486328, 0.392578, 0.382812, 0.458984, 0.386719, 0.414062, 0.431641, 0.291016, 0.400391, 0.419922, 0.388672, 0.361328, 0.333984, 0.5, 0.390625, 0.425781, 0.482422, 0.427734, 0.404297, 0.470703, 0.363281, 0.439453, 0.416016, 0.367188, 0.335938, 0.359375, 0.378906, 0.296875, 0.371094, 0.384766, 0.412109, 0.251953, 0.550781, 0.605469, 0.316406, 0.349609, 0.416016, 0.363281, 0.417969, 0.234375, 0.419922, 0.414062, 0.46875, 0.507812, 0.229492, 0.4375, 0.558594, 0.322266, 0.361328, 0.357422, 0.304688, 0.357422, 0.414062, 0.367188, 0.382812, 0.296875, 0.404297, 0.539062, 0.269531, 0.367188, 0.503906, 0.421875, 0.464844, 0.369141, 0.398438, 0.423828, 0.339844, 0.285156, 0.671875, 0.376953, 0.419922, 0.392578, 0.335938, 0.59375, 0.355469, 0.367188, 0.365234, 0.296875, 0.326172, 0.421875, 0.455078, 0.40625, 0.394531, 0.324219, 0.367188, 0.382812, 0.310547, 0.390625, 0.582031, 0.40625, 0.408203, 0.376953, 0.462891, 0.457031, 0.466797, 0.251953, 0.316406, 0.365234, 0.3125, 0.341797, 0.421875, 0.300781, 0.400391, 0.427734, 0.322266, 0.396484, 0.5, 0.380859, 0.328125, 0.359375, 0.443359, 0.347656, 0.249023, 0.339844, 0.462891, 0.332031, 0.380859, 0.390625, 0.349609, 0.429688, 0.359375, 0.386719, 0.394531, 0.519531, 0.373047, 0.384766, 0.345703, 0.400391, 0.402344, 0.361328, 0.398438, 0.394531, 0.484375, 0.382812, 0.474609, 0.351562, 0.388672, 0.382812, 0.445312, 0.341797, 0.75, 0.421875, 0.392578, 0.412109, 0.494141, 0.230469, 0.423828, 0.441406, 0.314453, 0.421875, 0.527344, 0.361328, 0.498047, 0.421875, 0.388672, 0.404297, 0.388672, 0.296875, 0.451172, 0.785156, 0.388672, 0.40625, 0.585938, 0.478516, 0.466797, 0.296875, 0.441406, 0.380859, 0.390625, 0.746094, 0.333984, 0.386719, 0.478516, 0.316406, 0.455078, 0.316406, 0.371094, 0.492188, 0.396484, 0.388672, 0.314453, 0.4375, 0.237305, 0.353516, 0.476562, 0.460938, 0.388672, 0.453125, 0.410156, 0.314453, 0.318359, 0.318359, 0.359375, 0.289062, 0.490234, 0.365234, 0.363281, 0.380859, 0.433594, 0.400391, 0.392578, 0.384766, 0.453125, 0.460938, 0.427734, 0.365234, 0.267578, 0.453125, 0.53125, 0.472656, 0.326172, 0.392578, 0.341797, 0.294922, 0.402344, 0.365234, 0.330078, 0.326172, 0.773438, 0.265625, 0.384766, 0.453125, 0.408203, 0.341797, 0.404297, 0.375, 0.574219, 0.363281, 0.419922, 0.369141, 0.339844, 0.439453, 0.365234, 0.341797, 0.419922, 0.388672, 0.392578, 0.408203, 0.367188, 0.462891, 0.380859, 0.394531, 0.392578, 0.423828, 0.310547, 0.785156, 0.439453, 0.460938, 0.359375, 0.390625, 0.402344, 0.332031, 0.365234, 0.40625, 0.435547, 0.396484, 0.410156, 0.423828, 0.457031, 0.478516, 0.408203, 0.275391, 0.40625, 0.400391, 0.453125, 0.404297, 0.333984, 0.380859, 0.380859, 0.400391, 0.439453, 0.439453, 0.457031, 0.539062, 0.255859, 0.302734, 0.421875, 0.582031, 0.361328, 0.341797, 0.402344, 0.353516, 0.351562, 0.373047, 0.412109, 0.423828, 0.816406, 0.365234, 0.255859, 0.472656, 0.367188, 0.4375, 0.400391, 0.482422, 0.396484, 0.84375, 0.416016, 0.25, 0.404297, 0.46875, 0.46875, 0.333984, 0.460938, 0.59375, 0.277344, 0.337891, 0.363281, 0.314453, 0.34375, 0.511719, 0.365234, 0.308594, 0.382812, 0.486328, 0.458984, 0.353516, 0.355469, 0.408203, 0.416016, 0.390625, 0.402344, 0.371094, 0.341797, 0.298828, 0.429688, 0.490234, 0.382812, 0.472656, 0.300781, 0.582031, 0.429688, 0.539062, 0.427734, 0.388672, 0.332031, 0.345703, 0.392578, 0.375, 0.441406, 0.478516, 0.396484, 0.390625, 0.5, 0.402344, 0.367188, 0.458984, 0.392578, 0.402344, 0.232422, 0.376953, 0.332031, 0.371094, 0.324219, 0.400391, 0.302734, 0.447266, 0.380859, 0.357422, 0.371094, 0.382812, 0.242188, 0.376953, 0.390625, 0.404297, 0.419922, 0.419922, 0.328125, 0.371094, 0.419922, 0.345703, 0.449219, 0.419922, 0.386719, 0.345703, 0.369141, 0.359375, 0.462891, 0.310547, 0.417969, 0.351562, 0.421875, 0.28125, 0.386719, 0.318359, 0.519531, 0.496094, 0.371094, 0.439453, 0.46875, 0.408203, 0.386719, 0.310547, 0.419922, 0.320312, 0.400391, 0.341797, 0.245117, 0.492188, 0.335938, 0.363281, 0.361328, 0.318359, 0.371094, 0.369141, 0.375, 0.318359, 0.447266, 0.455078, 0.423828, 0.384766, 0.3125, 0.361328, 0.439453, 0.341797, 0.314453, 0.382812, 0.431641, 0.427734, 0.386719, 0.390625, 0.498047, 0.320312, 0.337891, 0.345703, 0.404297, 0.353516, 0.423828, 0.178711, 0.417969, 0.3125, 0.388672, 0.365234, 0.435547, 0.357422, 0.433594, 0.378906, 0.367188, 0.283203, 0.363281, 0.427734, 0.419922, 0.384766, 0.455078, 0.273438, 0.435547, 0.445312, 0.380859, 0.246094, 0.314453, 0.302734, 0.335938, 0.283203, 0.365234, 0.392578, 0.355469, 0.318359, 0.417969, 0.726562, 0.357422, 0.492188, 0.400391 ] }, "name": "model.model.layers.18.input_layernorm.weight", "outputIndexes": [ 1486 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_18/Mul_output_0", "outputIndexes": [ 1487 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1486, 1487 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1488 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 4892 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4892 ], "outputIndexes": [ 4893 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear", "inputIndexes": [ 4893 ], "outputIndexes": [ 4894 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 180820692, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4894 ], "outputIndexes": [ 4895 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4895 ], "outputIndexes": [ 1489 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1488 ], "main_type": "NONE", "name": "/Shape_253_output_0", "outputIndexes": [ 1490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1490 ], "main_type": "NONE", "name": "Shape3967", "outputIndexes": [ 1491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1490 ], "main_type": "NONE", "name": "Rank3969", "outputIndexes": [ 1492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1492, 1492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3971", "outputIndexes": [ 1493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3972", "outputIndexes": [ 1494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3974", "outputIndexes": [ 1495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3975", "outputIndexes": [ 1496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1491, 1494, 1496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3978", "outputIndexes": [ 1497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze3979", "outputIndexes": [ 1498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3980", "outputIndexes": [ 1499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1499, 1498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3981", "outputIndexes": [ 1500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1490, 1500, 1493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_274_output_0", "outputIndexes": [ 1501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1501, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_577_output_0", "outputIndexes": [ 1502 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1502, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_234_output_0", "outputIndexes": [ 1503 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1489, 1503 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_163_output_0", "outputIndexes": [ 1504 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_144_output_0", "outputIndexes": [ 1505 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504 ], "main_type": "NONE", "name": "/Shape_254_output_0", "outputIndexes": [ 1506 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1506 ], "main_type": "NONE", "name": "Shape3988", "outputIndexes": [ 1507 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1506 ], "main_type": "NONE", "name": "Rank3990", "outputIndexes": [ 1508 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1508, 1508 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3992", "outputIndexes": [ 1509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3993", "outputIndexes": [ 1510 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1509, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp3995", "outputIndexes": [ 1511 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1511 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze3996", "outputIndexes": [ 1512 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1507, 1510, 1512, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice3999", "outputIndexes": [ 1513 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1513 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4000", "outputIndexes": [ 1514 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1514 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4001", "outputIndexes": [ 1515 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1515, 1514 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4002", "outputIndexes": [ 1516 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1506, 1516, 1509 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_275_output_0", "outputIndexes": [ 1517 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1517, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_54_output_0", "outputIndexes": [ 1518 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1518, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_582_output_0", "outputIndexes": [ 1519 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 1519, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_73_output_0", "outputIndexes": [ 1520 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1520 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_36_output_0", "outputIndexes": [ 1521 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1504, 22, 1519, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_72_output_0", "outputIndexes": [ 1522 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1521, 1522 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_237_output_0", "outputIndexes": [ 1523 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1523, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_145_output_0", "outputIndexes": [ 1524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1505, 1524 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_90_output_0", "outputIndexes": [ 1525 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 4896 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4896 ], "outputIndexes": [ 4897 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear", "inputIndexes": [ 4897 ], "outputIndexes": [ 4898 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 181742314, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4898 ], "outputIndexes": [ 4899 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4899 ], "outputIndexes": [ 1526 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1502, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_235_output_0", "outputIndexes": [ 1527 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1526, 1527 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_164_output_0", "outputIndexes": [ 1528 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_146_output_0", "outputIndexes": [ 1529 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528 ], "main_type": "NONE", "name": "/Shape_255_output_0", "outputIndexes": [ 1530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1530 ], "main_type": "NONE", "name": "Shape4051", "outputIndexes": [ 1531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1530 ], "main_type": "NONE", "name": "Rank4053", "outputIndexes": [ 1532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1532, 1532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4055", "outputIndexes": [ 1533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4056", "outputIndexes": [ 1534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4058", "outputIndexes": [ 1535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4059", "outputIndexes": [ 1536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1531, 1534, 1536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4062", "outputIndexes": [ 1537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4063", "outputIndexes": [ 1538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4064", "outputIndexes": [ 1539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1539, 1538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4065", "outputIndexes": [ 1540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1530, 1540, 1533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_276_output_0", "outputIndexes": [ 1541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1541, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_55_output_0", "outputIndexes": [ 1542 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1542, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_584_output_0", "outputIndexes": [ 1543 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 1543, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_75_output_0", "outputIndexes": [ 1544 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1544 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_37_output_0", "outputIndexes": [ 1545 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1528, 22, 1543, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_74_output_0", "outputIndexes": [ 1546 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1545, 1546 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_238_output_0", "outputIndexes": [ 1547 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1547, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_147_output_0", "outputIndexes": [ 1548 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1529, 1548 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_91_output_0", "outputIndexes": [ 1549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1488 ], "outputIndexes": [ 4900 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4900 ], "outputIndexes": [ 4901 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear", "inputIndexes": [ 4901 ], "outputIndexes": [ 4902 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 181972736, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4902 ], "outputIndexes": [ 4903 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4903 ], "outputIndexes": [ 1550 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1550, 1527 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_165_output_0", "outputIndexes": [ 1551 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1525, 1549, 1551, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_170_output_0", "outputIndexes": [ 1552 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1552 ], "outputIndexes": [ 4904 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4904 ], "outputIndexes": [ 4905 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear", "inputIndexes": [ 4905 ], "outputIndexes": [ 4906 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 182203158, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4906 ], "outputIndexes": [ 4907 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4907 ], "outputIndexes": [ 1553 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1485, 1553 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_93_output_0", "outputIndexes": [ 1554 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.217773, 0.326172, 0.345703, 0.367188, 0.367188, 0.34375, 0.145508, 0.367188, 0.255859, 0.235352, 0.175781, 0.339844, 0.204102, 0.308594, 0.300781, 0.349609, 0.236328, 0.292969, 0.304688, 0.183594, 0.320312, 0.382812, 0.279297, 0.233398, 0.291016, 0.380859, 0.255859, 0.353516, 0.330078, 0.326172, 0.249023, 0.219727, 0.335938, 0.298828, 0.337891, 0.308594, 0.180664, 0.330078, 0.19043, 0.357422, 0.316406, 0.355469, 0.285156, 0.271484, 0.214844, 0.291016, 0.441406, 0.197266, 0.382812, 0.207031, 0.367188, 0.170898, 0.306641, 0.333984, 0.198242, 0.341797, 0.386719, 0.302734, 0.318359, 0.384766, 0.335938, 0.355469, 0.257812, 0.335938, 0.245117, 0.242188, 0.180664, 0.158203, 0.382812, 0.168945, 0.361328, 0.185547, 0.267578, 0.279297, 0.392578, 0.269531, 0.263672, 0.392578, 0.167969, 0.316406, 0.279297, 0.380859, 0.257812, 0.269531, 0.349609, 0.183594, 0.40625, 0.225586, 0.416016, 0.196289, 0.273438, 0.308594, 0.202148, 0.328125, 0.135742, 0.181641, 0.410156, 0.371094, 0.376953, 0.359375, 0.261719, 0.277344, 0.357422, 0.347656, 0.376953, 0.169922, 0.367188, 0.341797, 0.326172, 0.314453, 0.302734, 0.386719, 0.292969, 0.316406, 0.345703, 0.285156, 0.324219, 0.335938, 0.398438, 0.359375, 0.326172, 0.213867, 0.369141, 0.239258, 0.402344, 0.294922, 0.182617, 0.351562, 0.345703, 0.445312, 0.351562, 0.341797, 0.335938, 0.304688, 0.330078, 0.300781, 0.365234, 0.324219, 0.265625, 0.244141, 0.357422, 0.310547, 0.324219, 0.4375, 0.388672, 0.332031, 0.302734, 0.226562, 0.337891, 0.332031, 0.316406, 0.310547, 0.328125, 0.353516, 0.351562, 0.279297, 0.369141, 0.304688, 0.129883, 0.341797, 0.147461, 0.273438, 0.21875, 0.371094, 0.291016, 0.396484, 0.170898, 0.369141, 0.304688, 0.181641, 0.253906, 0.357422, 0.394531, 0.259766, 0.155273, 0.402344, 0.275391, 0.345703, 0.369141, 0.357422, 0.294922, 0.236328, 0.289062, 0.304688, 0.353516, 0.335938, 0.333984, 0.320312, 0.359375, 0.386719, 0.369141, 0.275391, 0.148438, 0.314453, 0.316406, 0.330078, 0.304688, 0.248047, 0.080566, 0.34375, 0.324219, 0.300781, 0.263672, 0.314453, 0.255859, 0.333984, 0.378906, 0.28125, 0.271484, 0.353516, 0.332031, 0.318359, 0.332031, 0.166992, 0.355469, 0.306641, 0.339844, 0.275391, 0.392578, 0.341797, 0.306641, 0.333984, 0.228516, 0.273438, 0.404297, 0.279297, 0.357422, 0.160156, 0.421875, 0.273438, 0.255859, 0.224609, 0.361328, 0.287109, 0.386719, 0.226562, 0.330078, 0.251953, 0.404297, 0.351562, 0.365234, 0.273438, 0.318359, 0.337891, 0.349609, 0.275391, 0.246094, 0.373047, 0.355469, 0.318359, 0.328125, 0.226562, 0.177734, 0.320312, 0.277344, 0.353516, 0.243164, 0.296875, 0.205078, 0.369141, 0.394531, 0.349609, 0.351562, 0.232422, 0.359375, 0.347656, 0.294922, 0.384766, 0.191406, 0.373047, 0.226562, 0.298828, 0.294922, 0.227539, 0.223633, 0.386719, 0.345703, 0.223633, 0.200195, 0.367188, 0.224609, 0.353516, 0.310547, 0.380859, 0.351562, 0.304688, 0.427734, 0.384766, 0.353516, 0.404297, 0.386719, 0.34375, 0.345703, 0.3125, 0.34375, 0.332031, 0.251953, 0.341797, 0.361328, 0.328125, 0.294922, 0.326172, 0.308594, 0.209961, 0.333984, 0.330078, 0.246094, 0.296875, 0.355469, 0.416016, 0.204102, 0.40625, 0.289062, 0.227539, 0.386719, 0.271484, 0.345703, 0.220703, 0.251953, 0.269531, 0.388672, 0.392578, 0.347656, 0.337891, 0.287109, 0.259766, 0.337891, 0.410156, 0.380859, 0.251953, 0.230469, 0.232422, 0.197266, 0.318359, 0.300781, 0.314453, 0.378906, 0.237305, 0.178711, 0.182617, 0.279297, 0.310547, 0.328125, 0.21875, 0.400391, 0.378906, 0.248047, 0.335938, 0.257812, 0.373047, 0.369141, 0.361328, 0.231445, 0.318359, 0.3125, 0.375, 0.363281, 0.351562, 0.287109, 0.382812, 0.304688, 0.251953, 0.328125, 0.361328, 0.330078, 0.316406, 0.388672, 0.376953, 0.236328, 0.243164, 0.400391, 0.283203, 0.365234, 0.180664, 0.298828, 0.302734, 0.349609, 0.34375, 0.332031, 0.195312, 0.162109, 0.259766, 0.412109, 0.337891, 0.333984, 0.255859, 0.255859, 0.349609, 0.243164, 0.320312, 0.328125, 0.200195, 0.378906, 0.1875, 0.394531, 0.34375, 0.318359, 0.380859, 0.373047, 0.333984, 0.300781, 0.371094, 0.217773, 0.34375, 0.394531, 0.227539, 0.408203, 0.316406, 0.361328, 0.328125, 0.255859, 0.404297, 0.339844, 0.300781, 0.382812, 0.404297, 0.302734, 0.34375, 0.34375, 0.239258, 0.460938, 0.285156, 0.208984, 0.339844, 0.349609, 0.197266, 0.345703, 0.28125, 0.210938, 0.302734, 0.145508, 0.21582, 0.367188, 0.320312, 0.271484, 0.369141, 0.412109, 0.298828, 0.285156, 0.294922, 0.396484, 0.224609, 0.233398, 0.419922, 0.253906, 0.238281, 0.330078, 0.382812, 0.198242, 0.314453, 0.292969, 0.248047, 0.302734, 0.384766, 0.365234, 0.373047, 0.357422, 0.326172, 0.292969, 0.251953, 0.333984, 0.271484, 0.330078, 0.353516, 0.154297, 0.353516, 0.265625, 0.373047, 0.378906, 0.213867, 0.304688, 0.371094, 0.363281, 0.304688, 0.306641, 0.267578, 0.28125, 0.382812, 0.243164, 0.243164, 0.333984, 0.367188, 0.414062, 0.316406, 0.359375, 0.265625, 0.330078, 0.232422, 0.369141, 0.289062, 0.375, 0.386719, 0.363281, 0.345703, 0.328125, 0.233398, 0.371094, 0.320312, 0.246094, 0.248047, 0.164062, 0.267578, 0.34375, 0.359375, 0.181641, 0.388672, 0.287109, 0.298828, 0.398438, 0.296875, 0.292969, 0.390625, 0.193359, 0.223633, 0.24707, 0.367188, 0.373047, 0.208008, 0.257812, 0.267578, 0.328125, 0.349609, 0.183594, 0.357422, 0.390625, 0.302734, 0.341797, 0.398438, 0.378906, 0.255859, 0.224609, 0.271484, 0.202148, 0.15918, 0.369141, 0.285156, 0.28125, 0.386719, 0.267578, 0.314453, 0.373047, 0.182617, 0.255859, 0.384766, 0.335938, 0.251953, 0.330078, 0.155273, 0.265625, 0.220703, 0.269531, 0.326172, 0.382812, 0.367188, 0.320312, 0.353516, 0.291016, 0.199219, 0.34375, 0.167969, 0.172852, 0.241211, 0.357422, 0.296875, 0.245117, 0.1875, 0.359375, 0.326172, 0.318359, 0.316406, 0.412109, 0.365234, 0.205078, 0.367188, 0.292969, 0.369141, 0.285156, 0.339844, 0.265625, 0.170898, 0.427734, 0.318359, 0.289062, 0.300781, 0.367188, 0.316406, 0.287109, 0.328125, 0.398438, 0.300781, 0.253906, 0.204102, 0.351562, 0.339844, 0.347656, 0.211914, 0.359375, 0.165039, 0.200195, 0.376953, 0.335938, 0.330078, 0.330078, 0.298828, 0.161133, 0.213867, 0.365234, 0.263672, 0.294922, 0.365234, 0.238281, 0.386719, 0.335938, 0.238281, 0.328125, 0.316406, 0.206055, 0.322266, 0.296875, 0.367188, 0.135742, 0.332031, 0.279297, 0.324219, 0.271484, 0.15625, 0.390625, 0.193359, 0.3125, 0.154297, 0.164062, 0.265625, 0.306641, 0.337891, 0.233398, 0.365234, 0.332031, 0.296875, 0.376953, 0.318359, 0.237305, 0.359375, 0.320312, 0.223633, 0.18457, 0.271484, 0.269531, 0.147461, 0.285156, 0.275391, 0.367188, 0.431641, 0.404297, 0.182617, 0.324219, 0.300781, 0.136719, 0.351562, 0.195312, 0.200195, 0.277344, 0.375, 0.263672, 0.233398, 0.310547, 0.328125, 0.294922, 0.363281, 0.316406, 0.373047, 0.34375, 0.326172, 0.298828, 0.208984, 0.208984, 0.172852, 0.285156, 0.353516, 0.322266, 0.353516, 0.365234, 0.367188, 0.182617, 0.271484, 0.333984, 0.376953, 0.22168, 0.398438, 0.373047, 0.261719, 0.292969, 0.353516, 0.300781, 0.359375, 0.25, 0.353516, 0.326172, 0.243164, 0.353516, 0.359375, 0.296875, 0.320312, 0.227539, 0.314453, 0.201172, 0.223633, 0.363281, 0.279297, 0.238281, 0.316406, 0.226562, 0.382812, 0.335938, 0.394531, 0.396484, 0.308594, 0.316406, 0.206055, 0.18457, 0.355469, 0.180664, 0.287109, 0.227539, 0.369141, 0.355469, 0.285156, 0.203125, 0.300781, 0.304688, 0.306641, 0.371094, 0.19043, 0.3125, 0.322266, 0.199219, 0.4375, 0.186523, 0.300781, 0.339844, 0.328125, 0.361328, 0.324219, 0.361328, 0.271484, 0.351562, 0.359375, 0.188477, 0.326172, 0.347656, 0.172852, 0.210938, 0.151367, 0.394531, 0.279297, 0.388672, 0.353516, 0.298828, 0.255859, 0.240234, 0.289062, 0.316406, 0.384766, 0.304688, 0.201172, 0.369141, 0.34375, 0.238281, 0.332031, 0.296875, 0.168945, 0.255859, 0.231445, 0.236328, 0.279297, 0.22168, 0.363281, 0.294922, 0.412109, 0.335938, 0.367188, 0.216797, 0.410156, 0.21875, 0.365234, 0.341797, 0.310547, 0.237305, 0.341797, 0.328125, 0.306641, 0.328125, 0.273438, 0.3125, 0.21875, 0.273438, 0.347656, 0.209961, 0.302734, 0.298828, 0.328125, 0.369141, 0.34375, 0.34375, 0.261719, 0.324219, 0.460938, 0.382812, 0.198242, 0.302734, 0.259766, 0.335938, 0.384766, 0.285156, 0.345703, 0.306641, 0.255859, 0.337891, 0.308594, 0.34375, 0.439453, 0.304688, 0.373047, 0.371094, 0.304688, 0.273438, 0.371094, 0.294922, 0.259766, 0.388672, 0.34375, 0.320312, 0.289062, 0.380859, 0.162109, 0.423828, 0.341797, 0.341797, 0.355469, 0.263672, 0.308594, 0.388672, 0.322266, 0.355469, 0.302734, 0.345703, 0.233398, 0.210938, 0.369141, 0.353516, 0.302734, 0.209961, 0.453125, 0.199219, 0.279297, 0.318359, 0.328125, 0.205078, 0.335938, 0.224609, 0.347656, 0.25, 0.300781, 0.376953, 0.178711, 0.349609, 0.197266, 0.291016, 0.271484, 0.306641, 0.232422, 0.298828, 0.302734, 0.330078, 0.357422, 0.231445, 0.333984, 0.137695, 0.165039, 0.332031, 0.188477, 0.355469, 0.400391, 0.326172, 0.306641, 0.324219, 0.304688, 0.279297, 0.263672, 0.347656, 0.353516, 0.367188, 0.296875, 0.219727, 0.330078, 0.355469, 0.361328, 0.195312, 0.339844, 0.300781, 0.361328, 0.196289, 0.386719, 0.243164, 0.273438, 0.371094, 0.330078, 0.326172, 0.328125, 0.285156, 0.292969, 0.212891, 0.439453, 0.384766, 0.382812, 0.291016, 0.287109, 0.332031, 0.292969, 0.339844, 0.371094, 0.22168, 0.283203, 0.386719, 0.291016, 0.384766, 0.172852, 0.306641, 0.211914, 0.328125, 0.341797, 0.291016, 0.202148, 0.316406, 0.404297, 0.320312, 0.357422, 0.330078, 0.161133, 0.164062, 0.324219, 0.357422, 0.34375, 0.224609, 0.333984, 0.378906, 0.28125, 0.314453, 0.326172, 0.367188, 0.308594, 0.337891, 0.206055, 0.324219, 0.337891, 0.285156, 0.341797, 0.3125, 0.384766, 0.298828, 0.182617, 0.390625, 0.326172, 0.330078, 0.361328, 0.228516, 0.371094, 0.15625, 0.322266, 0.330078, 0.375, 0.318359, 0.378906, 0.408203, 0.255859, 0.333984, 0.273438, 0.302734, 0.357422, 0.287109, 0.388672, 0.149414, 0.310547, 0.259766, 0.298828, 0.275391, 0.367188, 0.320312, 0.199219, 0.238281, 0.277344, 0.304688, 0.404297, 0.178711, 0.341797, 0.271484, 0.369141, 0.332031, 0.351562, 0.353516, 0.304688, 0.337891, 0.1875, 0.351562, 0.384766, 0.363281, 0.339844, 0.402344, 0.349609, 0.239258, 0.267578, 0.240234, 0.373047, 0.235352, 0.339844, 0.351562, 0.351562, 0.277344, 0.289062, 0.255859, 0.382812, 0.34375, 0.308594, 0.390625, 0.382812, 0.376953, 0.285156, 0.308594, 0.345703, 0.198242, 0.335938, 0.353516, 0.269531, 0.191406, 0.314453, 0.332031, 0.279297, 0.255859, 0.235352, 0.188477, 0.382812, 0.369141, 0.363281, 0.142578, 0.320312, 0.34375, 0.175781, 0.320312, 0.166016, 0.298828, 0.28125, 0.349609, 0.287109, 0.310547, 0.341797, 0.373047, 0.371094, 0.166016, 0.337891, 0.410156, 0.328125, 0.371094, 0.322266, 0.369141, 0.180664, 0.15918, 0.273438, 0.396484, 0.304688, 0.231445, 0.373047, 0.296875, 0.21875, 0.34375, 0.361328, 0.359375, 0.273438, 0.351562, 0.302734, 0.355469, 0.378906, 0.226562, 0.234375, 0.333984, 0.359375, 0.259766, 0.318359, 0.384766, 0.273438, 0.168945, 0.380859, 0.355469, 0.400391, 0.283203, 0.287109, 0.253906, 0.353516, 0.427734, 0.328125, 0.310547, 0.183594, 0.310547, 0.243164, 0.365234, 0.388672, 0.367188, 0.222656, 0.361328, 0.251953, 0.353516, 0.335938, 0.382812, 0.361328, 0.341797, 0.353516, 0.191406, 0.386719, 0.300781, 0.357422, 0.378906, 0.232422, 0.283203, 0.398438, 0.12793, 0.178711, 0.308594, 0.341797, 0.306641, 0.302734, 0.40625, 0.351562, 0.244141, 0.330078, 0.152344, 0.429688, 0.220703, 0.371094, 0.335938, 0.347656, 0.373047, 0.353516, 0.310547, 0.3125, 0.257812, 0.402344, 0.394531, 0.267578, 0.357422, 0.269531, 0.267578, 0.369141, 0.204102, 0.345703, 0.25, 0.273438, 0.277344, 0.353516, 0.371094, 0.304688, 0.34375, 0.349609, 0.330078, 0.404297, 0.259766, 0.357422, 0.378906, 0.259766, 0.386719, 0.162109, 0.265625, 0.328125, 0.341797, 0.324219, 0.347656, 0.310547, 0.380859, 0.294922, 0.271484, 0.322266, 0.314453, 0.194336, 0.345703, 0.369141, 0.376953, 0.376953, 0.394531, 0.302734, 0.396484, 0.388672, 0.283203, 0.421875, 0.390625, 0.296875, 0.380859, 0.316406, 0.277344, 0.414062, 0.24707, 0.380859, 0.337891, 0.412109, 0.251953, 0.208984, 0.19043, 0.40625, 0.382812, 0.361328, 0.408203, 0.294922, 0.324219, 0.3125, 0.180664, 0.365234, 0.275391, 0.296875, 0.332031, 0.273438, 0.320312, 0.193359, 0.273438, 0.326172, 0.306641, 0.328125, 0.186523, 0.330078, 0.337891, 0.330078, 0.378906, 0.337891, 0.359375, 0.324219, 0.347656, 0.235352, 0.229492, 0.269531, 0.316406, 0.328125, 0.333984, 0.363281, 0.271484, 0.355469, 0.173828, 0.212891, 0.314453, 0.353516, 0.28125, 0.376953, 0.277344, 0.289062, 0.3125, 0.353516, 0.349609, 0.349609, 0.289062, 0.375, 0.308594, 0.390625, 0.166016, 0.267578, 0.165039, 0.34375, 0.3125, 0.234375, 0.261719, 0.388672, 0.310547, 0.330078, 0.302734, 0.213867, 0.206055, 0.291016, 0.193359, 0.294922, 0.263672, 0.302734, 0.237305, 0.388672, 0.112793, 0.181641, 0.404297, 0.326172 ] }, "name": "model.model.layers.18.post_attention_layernorm.weight", "outputIndexes": [ 1555 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1554 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_18/Mul_output_0", "outputIndexes": [ 1556 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1555, 1556 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_18/Mul_1_output_0", "outputIndexes": [ 1557 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1557 ], "outputIndexes": [ 4908 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4908 ], "outputIndexes": [ 4909 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear", "inputIndexes": [ 4909 ], "outputIndexes": [ 4910 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 183124780, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4910 ], "outputIndexes": [ 4911 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4911 ], "outputIndexes": [ 1558 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1558 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_18/Sigmoid_output_0", "outputIndexes": [ 1559 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1558, 1559 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_18/Mul_output_0", "outputIndexes": [ 1560 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1557 ], "outputIndexes": [ 4912 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4912 ], "outputIndexes": [ 4913 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear", "inputIndexes": [ 4913 ], "outputIndexes": [ 4914 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 185705282, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4914 ], "outputIndexes": [ 4915 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4915 ], "outputIndexes": [ 1561 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1560, 1561 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_18/Mul_output_0", "outputIndexes": [ 1562 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1562 ], "outputIndexes": [ 4916 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4916 ], "outputIndexes": [ 4917 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear", "inputIndexes": [ 4917 ], "outputIndexes": [ 4918 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 188285784, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4918 ], "outputIndexes": [ 4919 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.18/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4919 ], "outputIndexes": [ 1563 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1554, 1563 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_94_output_0", "outputIndexes": [ 1564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1564, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_171_output_0", "outputIndexes": [ 1565 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.283203, 0.349609, 0.427734, 0.421875, 0.396484, 0.386719, 0.832031, 0.400391, 0.306641, 0.324219, 0.34375, 0.380859, 0.257812, 0.332031, 0.294922, 0.373047, 0.484375, 0.333984, 0.324219, 0.261719, 0.388672, 0.439453, 0.341797, 0.285156, 0.363281, 0.439453, 0.310547, 0.378906, 0.351562, 0.367188, 0.433594, 0.427734, 0.396484, 0.400391, 0.353516, 0.320312, 0.292969, 0.384766, 0.351562, 0.439453, 0.357422, 0.371094, 0.371094, 0.332031, 0.302734, 0.375, 0.527344, 0.242188, 0.425781, 0.423828, 0.453125, 0.289062, 0.351562, 0.423828, 0.275391, 0.386719, 0.476562, 0.347656, 0.380859, 0.423828, 0.386719, 0.376953, 0.310547, 0.388672, 0.339844, 0.417969, 0.855469, 0.265625, 0.435547, 0.605469, 0.417969, 0.292969, 0.318359, 0.335938, 0.423828, 0.320312, 0.302734, 0.414062, 0.308594, 0.367188, 0.308594, 0.400391, 0.296875, 0.28125, 0.392578, 0.213867, 0.484375, 0.386719, 0.488281, 0.283203, 0.320312, 0.332031, 0.248047, 0.349609, 0.273438, 0.273438, 0.527344, 0.396484, 0.402344, 0.419922, 0.451172, 0.324219, 0.384766, 0.412109, 0.439453, 0.22168, 0.433594, 0.410156, 0.369141, 0.322266, 0.316406, 0.421875, 0.322266, 0.458984, 0.388672, 0.451172, 0.34375, 0.369141, 0.453125, 0.412109, 0.388672, 0.263672, 0.347656, 0.361328, 0.451172, 0.353516, 0.761719, 0.40625, 0.378906, 0.507812, 0.419922, 0.318359, 0.423828, 0.347656, 0.388672, 0.361328, 0.435547, 0.337891, 0.417969, 0.287109, 0.388672, 0.355469, 0.367188, 0.585938, 0.416016, 0.378906, 0.34375, 0.291016, 0.353516, 0.435547, 0.382812, 0.353516, 0.355469, 0.439453, 0.394531, 0.369141, 0.388672, 0.345703, 0.273438, 0.394531, 0.227539, 0.396484, 0.28125, 0.431641, 0.367188, 0.416016, 0.335938, 0.472656, 0.339844, 0.269531, 0.308594, 0.392578, 0.419922, 0.359375, 0.310547, 0.416016, 0.320312, 0.349609, 0.386719, 0.412109, 0.291016, 0.3125, 0.300781, 0.322266, 0.357422, 0.390625, 0.373047, 0.394531, 0.421875, 0.464844, 0.376953, 0.318359, 0.232422, 0.339844, 0.335938, 0.361328, 0.326172, 0.3125, 0.121582, 0.382812, 0.347656, 0.265625, 0.302734, 0.392578, 0.283203, 0.333984, 0.412109, 0.322266, 0.443359, 0.404297, 0.380859, 0.363281, 0.410156, 0.265625, 0.380859, 0.371094, 0.380859, 0.289062, 0.429688, 0.384766, 0.341797, 0.375, 0.277344, 0.296875, 0.423828, 0.332031, 0.40625, 0.273438, 0.455078, 0.355469, 0.349609, 0.341797, 0.400391, 0.332031, 0.451172, 0.310547, 0.423828, 0.310547, 0.443359, 0.361328, 0.400391, 0.285156, 0.314453, 0.386719, 0.375, 0.3125, 0.330078, 0.419922, 0.414062, 0.435547, 0.359375, 0.244141, 0.257812, 0.355469, 0.361328, 0.435547, 0.261719, 0.300781, 0.296875, 0.398438, 0.419922, 0.423828, 0.435547, 0.283203, 0.371094, 0.388672, 0.294922, 0.457031, 0.306641, 0.439453, 0.6875, 0.335938, 0.357422, 0.609375, 0.298828, 0.482422, 0.417969, 0.283203, 0.300781, 0.414062, 0.28125, 0.357422, 0.337891, 0.425781, 0.412109, 0.333984, 0.447266, 0.427734, 0.359375, 0.466797, 0.417969, 0.396484, 0.371094, 0.390625, 0.386719, 0.373047, 0.253906, 0.386719, 0.396484, 0.349609, 0.304688, 0.365234, 0.345703, 0.300781, 0.396484, 0.357422, 0.310547, 0.337891, 0.414062, 0.458984, 0.300781, 0.474609, 0.357422, 0.345703, 0.498047, 0.271484, 0.392578, 0.287109, 0.472656, 0.414062, 0.384766, 0.425781, 0.390625, 0.339844, 0.322266, 0.34375, 0.353516, 0.458984, 0.394531, 0.333984, 0.460938, 0.279297, 0.355469, 0.320312, 0.410156, 0.335938, 0.451172, 0.259766, 0.275391, 0.263672, 0.328125, 0.357422, 0.355469, 0.269531, 0.457031, 0.439453, 0.302734, 0.357422, 0.320312, 0.396484, 0.490234, 0.416016, 0.249023, 0.367188, 0.361328, 0.472656, 0.388672, 0.367188, 0.314453, 0.455078, 0.326172, 0.341797, 0.361328, 0.382812, 0.425781, 0.347656, 0.5, 0.398438, 0.324219, 0.304688, 0.445312, 0.25, 0.425781, 0.273438, 0.392578, 0.369141, 0.378906, 0.439453, 0.363281, 0.357422, 0.648438, 0.320312, 0.464844, 0.349609, 0.373047, 0.279297, 0.339844, 0.384766, 0.357422, 0.392578, 0.367188, 0.417969, 0.416016, 0.306641, 0.457031, 0.410156, 0.355469, 0.439453, 0.443359, 0.359375, 0.384766, 0.535156, 0.304688, 0.322266, 0.417969, 0.275391, 0.429688, 0.382812, 0.396484, 0.355469, 0.300781, 0.472656, 0.361328, 0.337891, 0.404297, 0.416016, 0.330078, 0.347656, 0.369141, 0.292969, 0.523438, 0.320312, 0.378906, 0.382812, 0.371094, 0.267578, 0.363281, 0.455078, 0.453125, 0.390625, 0.369141, 0.308594, 0.376953, 0.404297, 0.287109, 0.400391, 0.494141, 0.359375, 0.332031, 0.257812, 0.464844, 0.304688, 0.375, 0.486328, 0.287109, 0.326172, 0.359375, 0.433594, 0.310547, 0.351562, 0.380859, 0.451172, 0.332031, 0.445312, 0.375, 0.431641, 0.443359, 0.332031, 0.316406, 0.310547, 0.380859, 0.423828, 0.394531, 0.4375, 0.292969, 0.40625, 0.326172, 0.443359, 0.464844, 0.294922, 0.386719, 0.421875, 0.390625, 0.417969, 0.402344, 0.3125, 0.347656, 0.429688, 0.275391, 0.310547, 0.384766, 0.414062, 0.453125, 0.339844, 0.376953, 0.322266, 0.376953, 0.326172, 0.412109, 0.324219, 0.423828, 0.449219, 0.371094, 0.404297, 0.335938, 0.361328, 0.355469, 0.359375, 0.339844, 0.291016, 0.707031, 0.333984, 0.367188, 0.414062, 0.386719, 0.416016, 0.363281, 0.402344, 0.492188, 0.355469, 0.349609, 0.484375, 0.582031, 0.267578, 0.291016, 0.451172, 0.425781, 0.294922, 0.310547, 0.318359, 0.384766, 0.429688, 0.310547, 0.351562, 0.445312, 0.34375, 0.400391, 0.480469, 0.429688, 0.361328, 0.462891, 0.320312, 0.277344, 0.205078, 0.445312, 0.339844, 0.310547, 0.4375, 0.302734, 0.375, 0.439453, 0.25, 0.304688, 0.382812, 0.414062, 0.310547, 0.367188, 0.267578, 0.386719, 0.369141, 0.357422, 0.359375, 0.5, 0.417969, 0.363281, 0.382812, 0.353516, 0.132812, 0.376953, 0.253906, 0.365234, 0.402344, 0.386719, 0.330078, 0.3125, 0.263672, 0.382812, 0.337891, 0.349609, 0.361328, 0.4375, 0.394531, 0.287109, 0.361328, 0.332031, 0.380859, 0.3125, 0.349609, 0.34375, 0.239258, 0.503906, 0.378906, 0.320312, 0.417969, 0.460938, 0.388672, 0.332031, 0.359375, 0.4375, 0.306641, 0.289062, 0.275391, 0.404297, 0.335938, 0.392578, 0.267578, 0.404297, 0.320312, 0.318359, 0.427734, 0.367188, 0.429688, 0.416016, 0.273438, 0.22168, 0.296875, 0.429688, 0.287109, 0.322266, 0.384766, 0.285156, 0.390625, 0.435547, 0.326172, 0.363281, 0.347656, 0.40625, 0.326172, 0.337891, 0.458984, 0.291016, 0.341797, 0.3125, 0.410156, 0.328125, 0.234375, 0.470703, 0.53125, 0.361328, 0.236328, 0.761719, 0.259766, 0.355469, 0.371094, 0.287109, 0.425781, 0.390625, 0.357422, 0.421875, 0.351562, 0.353516, 0.40625, 0.392578, 0.324219, 0.269531, 0.316406, 0.332031, 0.226562, 0.464844, 0.542969, 0.427734, 0.462891, 0.496094, 0.277344, 0.349609, 0.320312, 0.304688, 0.390625, 0.246094, 0.333984, 0.304688, 0.416016, 0.3125, 0.339844, 0.337891, 0.369141, 0.316406, 0.402344, 0.435547, 0.365234, 0.386719, 0.378906, 0.388672, 0.494141, 0.279297, 0.285156, 0.341797, 0.369141, 0.384766, 0.384766, 0.433594, 0.4375, 0.929688, 0.316406, 0.419922, 0.462891, 0.304688, 0.490234, 0.431641, 0.285156, 0.328125, 0.400391, 0.357422, 0.40625, 0.314453, 0.375, 0.337891, 0.310547, 0.339844, 0.384766, 0.330078, 0.355469, 0.3125, 0.34375, 0.443359, 0.349609, 0.400391, 0.310547, 0.261719, 0.396484, 0.361328, 0.455078, 0.367188, 0.423828, 0.449219, 0.357422, 0.322266, 0.347656, 0.236328, 0.382812, 0.294922, 0.322266, 0.269531, 0.417969, 0.388672, 0.324219, 0.640625, 0.341797, 0.398438, 0.345703, 0.400391, 0.265625, 0.337891, 0.347656, 0.255859, 0.523438, 0.234375, 0.318359, 0.373047, 0.378906, 0.414062, 0.390625, 0.361328, 0.333984, 0.375, 0.357422, 0.832031, 0.365234, 0.378906, 0.345703, 0.257812, 0.298828, 0.462891, 0.320312, 0.425781, 0.351562, 0.292969, 0.324219, 0.298828, 0.300781, 0.330078, 0.445312, 0.373047, 0.34375, 0.472656, 0.365234, 0.273438, 0.328125, 0.296875, 0.363281, 0.376953, 0.308594, 0.306641, 0.320312, 0.5625, 0.460938, 0.421875, 0.480469, 0.365234, 0.416016, 0.263672, 0.398438, 0.470703, 0.414062, 0.367188, 0.376953, 0.378906, 0.419922, 0.398438, 0.355469, 0.458984, 0.292969, 0.390625, 0.308594, 0.3125, 0.408203, 0.539062, 0.324219, 0.34375, 0.355469, 0.427734, 0.396484, 0.367188, 0.371094, 0.357422, 0.523438, 0.439453, 0.292969, 0.410156, 0.332031, 0.457031, 0.398438, 0.345703, 0.404297, 0.382812, 0.328125, 0.34375, 0.349609, 0.400391, 0.503906, 0.359375, 0.412109, 0.416016, 0.386719, 0.359375, 0.388672, 0.291016, 0.355469, 0.427734, 0.40625, 0.349609, 0.304688, 0.490234, 0.253906, 0.40625, 0.460938, 0.396484, 0.384766, 0.349609, 0.359375, 0.431641, 0.423828, 0.367188, 0.320312, 0.371094, 0.337891, 0.24707, 0.412109, 0.367188, 0.371094, 0.239258, 0.5625, 0.476562, 0.318359, 0.353516, 0.375, 0.310547, 0.404297, 0.261719, 0.373047, 0.355469, 0.398438, 0.490234, 0.228516, 0.429688, 0.492188, 0.333984, 0.355469, 0.341797, 0.300781, 0.332031, 0.355469, 0.363281, 0.386719, 0.275391, 0.373047, 0.283203, 0.263672, 0.357422, 0.376953, 0.404297, 0.490234, 0.359375, 0.378906, 0.410156, 0.308594, 0.279297, 0.558594, 0.371094, 0.40625, 0.388672, 0.345703, 0.458984, 0.351562, 0.353516, 0.386719, 0.248047, 0.351562, 0.361328, 0.429688, 0.335938, 0.425781, 0.308594, 0.337891, 0.433594, 0.324219, 0.410156, 0.414062, 0.375, 0.380859, 0.3125, 0.496094, 0.458984, 0.480469, 0.273438, 0.292969, 0.339844, 0.332031, 0.351562, 0.421875, 0.306641, 0.333984, 0.443359, 0.333984, 0.416016, 0.353516, 0.328125, 0.296875, 0.355469, 0.396484, 0.34375, 0.241211, 0.314453, 0.46875, 0.347656, 0.404297, 0.386719, 0.259766, 0.339844, 0.339844, 0.386719, 0.375, 0.371094, 0.369141, 0.431641, 0.337891, 0.382812, 0.388672, 0.359375, 0.355469, 0.376953, 0.425781, 0.386719, 0.396484, 0.333984, 0.373047, 0.390625, 0.472656, 0.351562, 0.722656, 0.443359, 0.365234, 0.40625, 0.458984, 0.267578, 0.412109, 0.302734, 0.322266, 0.408203, 0.519531, 0.341797, 0.462891, 0.429688, 0.326172, 0.388672, 0.355469, 0.308594, 0.4375, 0.671875, 0.433594, 0.339844, 0.490234, 0.373047, 0.431641, 0.300781, 0.439453, 0.371094, 0.304688, 0.691406, 0.324219, 0.357422, 0.474609, 0.283203, 0.417969, 0.308594, 0.408203, 0.414062, 0.380859, 0.398438, 0.296875, 0.382812, 0.245117, 0.351562, 0.484375, 0.445312, 0.373047, 0.486328, 0.478516, 0.296875, 0.285156, 0.302734, 0.388672, 0.271484, 0.433594, 0.373047, 0.357422, 0.328125, 0.357422, 0.351562, 0.416016, 0.378906, 0.390625, 0.457031, 0.423828, 0.402344, 0.289062, 0.421875, 0.490234, 0.423828, 0.335938, 0.417969, 0.308594, 0.269531, 0.365234, 0.398438, 0.304688, 0.296875, 0.636719, 0.269531, 0.421875, 0.427734, 0.423828, 0.269531, 0.369141, 0.361328, 0.431641, 0.349609, 0.279297, 0.34375, 0.335938, 0.408203, 0.339844, 0.326172, 0.402344, 0.396484, 0.392578, 0.287109, 0.375, 0.447266, 0.365234, 0.402344, 0.386719, 0.439453, 0.257812, 0.636719, 0.394531, 0.458984, 0.349609, 0.322266, 0.404297, 0.330078, 0.339844, 0.394531, 0.400391, 0.369141, 0.349609, 0.417969, 0.388672, 0.449219, 0.419922, 0.285156, 0.341797, 0.386719, 0.419922, 0.361328, 0.337891, 0.431641, 0.347656, 0.318359, 0.425781, 0.412109, 0.457031, 0.431641, 0.287109, 0.306641, 0.429688, 0.613281, 0.351562, 0.332031, 0.300781, 0.351562, 0.326172, 0.384766, 0.414062, 0.408203, 0.78125, 0.386719, 0.269531, 0.410156, 0.392578, 0.435547, 0.410156, 0.455078, 0.376953, 0.773438, 0.410156, 0.283203, 0.394531, 0.494141, 0.371094, 0.314453, 0.486328, 0.289062, 0.249023, 0.345703, 0.351562, 0.320312, 0.333984, 0.570312, 0.382812, 0.275391, 0.388672, 0.322266, 0.474609, 0.320312, 0.373047, 0.384766, 0.419922, 0.404297, 0.392578, 0.359375, 0.314453, 0.306641, 0.451172, 0.511719, 0.347656, 0.431641, 0.308594, 0.482422, 0.427734, 0.443359, 0.382812, 0.332031, 0.306641, 0.337891, 0.392578, 0.380859, 0.417969, 0.451172, 0.392578, 0.408203, 0.515625, 0.353516, 0.378906, 0.40625, 0.361328, 0.402344, 0.269531, 0.388672, 0.351562, 0.375, 0.341797, 0.375, 0.322266, 0.443359, 0.392578, 0.330078, 0.365234, 0.355469, 0.24707, 0.388672, 0.378906, 0.390625, 0.429688, 0.431641, 0.306641, 0.398438, 0.4375, 0.320312, 0.460938, 0.453125, 0.349609, 0.375, 0.355469, 0.332031, 0.464844, 0.300781, 0.435547, 0.371094, 0.460938, 0.273438, 0.341797, 0.265625, 0.535156, 0.474609, 0.378906, 0.425781, 0.376953, 0.376953, 0.347656, 0.261719, 0.419922, 0.314453, 0.353516, 0.351562, 0.28125, 0.40625, 0.277344, 0.363281, 0.371094, 0.328125, 0.375, 0.271484, 0.392578, 0.367188, 0.404297, 0.451172, 0.353516, 0.386719, 0.322266, 0.375, 0.365234, 0.341797, 0.3125, 0.384766, 0.382812, 0.384766, 0.404297, 0.376953, 0.460938, 0.275391, 0.3125, 0.34375, 0.390625, 0.328125, 0.443359, 0.223633, 0.404297, 0.322266, 0.425781, 0.363281, 0.425781, 0.361328, 0.429688, 0.324219, 0.429688, 0.235352, 0.361328, 0.283203, 0.388672, 0.371094, 0.361328, 0.277344, 0.443359, 0.404297, 0.359375, 0.291016, 0.294922, 0.289062, 0.324219, 0.244141, 0.359375, 0.341797, 0.341797, 0.306641, 0.414062, 0.75, 0.289062, 0.492188, 0.400391 ] }, "name": "model.model.layers.19.input_layernorm.weight", "outputIndexes": [ 1566 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1565 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_19/Mul_output_0", "outputIndexes": [ 1567 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1566, 1567 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1568 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 4920 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4920 ], "outputIndexes": [ 4921 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear", "inputIndexes": [ 4921 ], "outputIndexes": [ 4922 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 190866286, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4922 ], "outputIndexes": [ 4923 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4923 ], "outputIndexes": [ 1569 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1568 ], "main_type": "NONE", "name": "/Shape_267_output_0", "outputIndexes": [ 1570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1570 ], "main_type": "NONE", "name": "Shape4183", "outputIndexes": [ 1571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1570 ], "main_type": "NONE", "name": "Rank4185", "outputIndexes": [ 1572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1572, 1572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4187", "outputIndexes": [ 1573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4188", "outputIndexes": [ 1574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4190", "outputIndexes": [ 1575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4191", "outputIndexes": [ 1576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1571, 1574, 1576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4194", "outputIndexes": [ 1577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4195", "outputIndexes": [ 1578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4196", "outputIndexes": [ 1579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1579, 1578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4197", "outputIndexes": [ 1580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1570, 1580, 1573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_289_output_0", "outputIndexes": [ 1581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1581, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_609_output_0", "outputIndexes": [ 1582 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1582, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_247_output_0", "outputIndexes": [ 1583 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1569, 1583 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_172_output_0", "outputIndexes": [ 1584 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_152_output_0", "outputIndexes": [ 1585 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584 ], "main_type": "NONE", "name": "/Shape_268_output_0", "outputIndexes": [ 1586 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1586 ], "main_type": "NONE", "name": "Shape4204", "outputIndexes": [ 1587 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1586 ], "main_type": "NONE", "name": "Rank4206", "outputIndexes": [ 1588 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1588, 1588 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4208", "outputIndexes": [ 1589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1589 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4209", "outputIndexes": [ 1590 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1589, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4211", "outputIndexes": [ 1591 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1591 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4212", "outputIndexes": [ 1592 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1587, 1590, 1592, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4215", "outputIndexes": [ 1593 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1593 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4216", "outputIndexes": [ 1594 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1594 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4217", "outputIndexes": [ 1595 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1595, 1594 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4218", "outputIndexes": [ 1596 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1586, 1596, 1589 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_290_output_0", "outputIndexes": [ 1597 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1597, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_57_output_0", "outputIndexes": [ 1598 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1598, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_614_output_0", "outputIndexes": [ 1599 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 1599, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_77_output_0", "outputIndexes": [ 1600 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1600 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_38_output_0", "outputIndexes": [ 1601 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1584, 22, 1599, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_76_output_0", "outputIndexes": [ 1602 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1601, 1602 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_250_output_0", "outputIndexes": [ 1603 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1603, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_153_output_0", "outputIndexes": [ 1604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1585, 1604 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_95_output_0", "outputIndexes": [ 1605 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 4924 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4924 ], "outputIndexes": [ 4925 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear", "inputIndexes": [ 4925 ], "outputIndexes": [ 4926 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 191787908, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4926 ], "outputIndexes": [ 4927 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4927 ], "outputIndexes": [ 1606 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1582, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_248_output_0", "outputIndexes": [ 1607 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1606, 1607 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_173_output_0", "outputIndexes": [ 1608 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_154_output_0", "outputIndexes": [ 1609 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608 ], "main_type": "NONE", "name": "/Shape_269_output_0", "outputIndexes": [ 1610 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1610 ], "main_type": "NONE", "name": "Shape4267", "outputIndexes": [ 1611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1610 ], "main_type": "NONE", "name": "Rank4269", "outputIndexes": [ 1612 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1612, 1612 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4271", "outputIndexes": [ 1613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4272", "outputIndexes": [ 1614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1613, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4274", "outputIndexes": [ 1615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1615 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4275", "outputIndexes": [ 1616 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1611, 1614, 1616, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4278", "outputIndexes": [ 1617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1617 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4279", "outputIndexes": [ 1618 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4280", "outputIndexes": [ 1619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1619, 1618 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4281", "outputIndexes": [ 1620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1610, 1620, 1613 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_291_output_0", "outputIndexes": [ 1621 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1621, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_58_output_0", "outputIndexes": [ 1622 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1622, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_616_output_0", "outputIndexes": [ 1623 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 1623, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_79_output_0", "outputIndexes": [ 1624 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1624 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_39_output_0", "outputIndexes": [ 1625 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1608, 22, 1623, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_78_output_0", "outputIndexes": [ 1626 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1625, 1626 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_251_output_0", "outputIndexes": [ 1627 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1627, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_155_output_0", "outputIndexes": [ 1628 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1609, 1628 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_96_output_0", "outputIndexes": [ 1629 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1568 ], "outputIndexes": [ 4928 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4928 ], "outputIndexes": [ 4929 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear", "inputIndexes": [ 4929 ], "outputIndexes": [ 4930 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 192018330, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4930 ], "outputIndexes": [ 4931 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4931 ], "outputIndexes": [ 1630 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1630, 1607 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_174_output_0", "outputIndexes": [ 1631 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1605, 1629, 1631, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_179_output_0", "outputIndexes": [ 1632 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1632 ], "outputIndexes": [ 4932 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4932 ], "outputIndexes": [ 4933 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear", "inputIndexes": [ 4933 ], "outputIndexes": [ 4934 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 192248752, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4934 ], "outputIndexes": [ 4935 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4935 ], "outputIndexes": [ 1633 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1565, 1633 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_98_output_0", "outputIndexes": [ 1634 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.227539, 0.341797, 0.361328, 0.373047, 0.373047, 0.345703, 0.144531, 0.367188, 0.253906, 0.236328, 0.168945, 0.337891, 0.200195, 0.318359, 0.296875, 0.363281, 0.231445, 0.302734, 0.298828, 0.18457, 0.324219, 0.396484, 0.275391, 0.226562, 0.296875, 0.386719, 0.253906, 0.355469, 0.328125, 0.326172, 0.242188, 0.15332, 0.332031, 0.306641, 0.335938, 0.326172, 0.173828, 0.328125, 0.18457, 0.371094, 0.322266, 0.363281, 0.285156, 0.275391, 0.214844, 0.298828, 0.457031, 0.197266, 0.380859, 0.197266, 0.359375, 0.165039, 0.316406, 0.330078, 0.193359, 0.335938, 0.396484, 0.308594, 0.314453, 0.392578, 0.337891, 0.349609, 0.255859, 0.347656, 0.246094, 0.242188, 0.180664, 0.166992, 0.373047, 0.151367, 0.363281, 0.185547, 0.261719, 0.283203, 0.386719, 0.271484, 0.267578, 0.402344, 0.15332, 0.326172, 0.289062, 0.390625, 0.263672, 0.28125, 0.353516, 0.189453, 0.408203, 0.223633, 0.419922, 0.197266, 0.277344, 0.320312, 0.196289, 0.335938, 0.157227, 0.177734, 0.419922, 0.382812, 0.386719, 0.359375, 0.277344, 0.271484, 0.367188, 0.351562, 0.378906, 0.169922, 0.375, 0.333984, 0.326172, 0.318359, 0.302734, 0.388672, 0.304688, 0.314453, 0.349609, 0.277344, 0.328125, 0.335938, 0.410156, 0.365234, 0.341797, 0.212891, 0.380859, 0.242188, 0.404297, 0.296875, 0.18457, 0.365234, 0.355469, 0.447266, 0.363281, 0.359375, 0.341797, 0.3125, 0.337891, 0.302734, 0.371094, 0.316406, 0.271484, 0.240234, 0.369141, 0.306641, 0.330078, 0.4375, 0.40625, 0.341797, 0.308594, 0.232422, 0.351562, 0.341797, 0.322266, 0.320312, 0.337891, 0.361328, 0.359375, 0.287109, 0.378906, 0.318359, 0.138672, 0.337891, 0.15625, 0.283203, 0.216797, 0.376953, 0.292969, 0.410156, 0.166992, 0.378906, 0.302734, 0.173828, 0.251953, 0.369141, 0.392578, 0.271484, 0.168945, 0.414062, 0.28125, 0.347656, 0.378906, 0.353516, 0.300781, 0.236328, 0.289062, 0.310547, 0.367188, 0.34375, 0.335938, 0.333984, 0.361328, 0.398438, 0.369141, 0.277344, 0.151367, 0.3125, 0.322266, 0.330078, 0.310547, 0.243164, 0.087891, 0.347656, 0.326172, 0.314453, 0.267578, 0.3125, 0.253906, 0.339844, 0.384766, 0.28125, 0.265625, 0.361328, 0.333984, 0.330078, 0.332031, 0.178711, 0.347656, 0.3125, 0.333984, 0.273438, 0.392578, 0.347656, 0.318359, 0.332031, 0.230469, 0.283203, 0.414062, 0.275391, 0.365234, 0.163086, 0.439453, 0.28125, 0.251953, 0.222656, 0.353516, 0.287109, 0.378906, 0.222656, 0.322266, 0.24707, 0.410156, 0.353516, 0.371094, 0.275391, 0.324219, 0.341797, 0.353516, 0.28125, 0.261719, 0.378906, 0.361328, 0.314453, 0.330078, 0.230469, 0.185547, 0.320312, 0.283203, 0.363281, 0.248047, 0.298828, 0.206055, 0.373047, 0.40625, 0.357422, 0.345703, 0.238281, 0.367188, 0.365234, 0.300781, 0.386719, 0.183594, 0.384766, 0.249023, 0.304688, 0.291016, 0.22168, 0.226562, 0.376953, 0.347656, 0.223633, 0.209961, 0.371094, 0.228516, 0.353516, 0.320312, 0.382812, 0.347656, 0.306641, 0.416016, 0.376953, 0.355469, 0.410156, 0.390625, 0.339844, 0.359375, 0.3125, 0.351562, 0.335938, 0.257812, 0.349609, 0.363281, 0.324219, 0.302734, 0.324219, 0.322266, 0.208008, 0.339844, 0.337891, 0.238281, 0.300781, 0.357422, 0.408203, 0.197266, 0.410156, 0.292969, 0.225586, 0.388672, 0.275391, 0.347656, 0.208008, 0.253906, 0.314453, 0.384766, 0.392578, 0.351562, 0.347656, 0.294922, 0.261719, 0.345703, 0.402344, 0.392578, 0.273438, 0.22168, 0.229492, 0.189453, 0.326172, 0.306641, 0.324219, 0.375, 0.240234, 0.172852, 0.18457, 0.283203, 0.314453, 0.328125, 0.21875, 0.408203, 0.375, 0.253906, 0.345703, 0.253906, 0.378906, 0.369141, 0.369141, 0.234375, 0.326172, 0.318359, 0.373047, 0.365234, 0.351562, 0.294922, 0.380859, 0.306641, 0.251953, 0.326172, 0.373047, 0.34375, 0.314453, 0.376953, 0.380859, 0.246094, 0.243164, 0.40625, 0.296875, 0.365234, 0.165039, 0.302734, 0.304688, 0.349609, 0.337891, 0.34375, 0.197266, 0.174805, 0.265625, 0.410156, 0.339844, 0.330078, 0.261719, 0.251953, 0.351562, 0.245117, 0.339844, 0.332031, 0.192383, 0.394531, 0.191406, 0.392578, 0.339844, 0.320312, 0.386719, 0.371094, 0.351562, 0.300781, 0.376953, 0.210938, 0.349609, 0.394531, 0.233398, 0.412109, 0.318359, 0.371094, 0.335938, 0.261719, 0.414062, 0.347656, 0.300781, 0.396484, 0.408203, 0.306641, 0.347656, 0.355469, 0.240234, 0.443359, 0.28125, 0.197266, 0.349609, 0.359375, 0.193359, 0.355469, 0.287109, 0.208008, 0.316406, 0.144531, 0.219727, 0.382812, 0.318359, 0.279297, 0.376953, 0.408203, 0.300781, 0.292969, 0.322266, 0.417969, 0.226562, 0.232422, 0.416016, 0.253906, 0.226562, 0.337891, 0.371094, 0.1875, 0.314453, 0.296875, 0.236328, 0.306641, 0.386719, 0.373047, 0.388672, 0.361328, 0.322266, 0.302734, 0.257812, 0.345703, 0.269531, 0.335938, 0.353516, 0.161133, 0.349609, 0.269531, 0.367188, 0.373047, 0.21582, 0.300781, 0.375, 0.365234, 0.310547, 0.310547, 0.269531, 0.277344, 0.400391, 0.246094, 0.245117, 0.339844, 0.371094, 0.425781, 0.314453, 0.365234, 0.263672, 0.337891, 0.232422, 0.365234, 0.287109, 0.378906, 0.386719, 0.365234, 0.351562, 0.326172, 0.233398, 0.373047, 0.310547, 0.236328, 0.255859, 0.146484, 0.265625, 0.353516, 0.357422, 0.169922, 0.386719, 0.291016, 0.296875, 0.417969, 0.304688, 0.306641, 0.392578, 0.186523, 0.219727, 0.253906, 0.376953, 0.371094, 0.211914, 0.269531, 0.271484, 0.337891, 0.351562, 0.183594, 0.365234, 0.388672, 0.310547, 0.353516, 0.400391, 0.388672, 0.255859, 0.21582, 0.275391, 0.202148, 0.151367, 0.373047, 0.285156, 0.285156, 0.392578, 0.269531, 0.3125, 0.373047, 0.180664, 0.259766, 0.394531, 0.341797, 0.246094, 0.330078, 0.158203, 0.271484, 0.220703, 0.275391, 0.335938, 0.388672, 0.361328, 0.326172, 0.357422, 0.292969, 0.204102, 0.351562, 0.166992, 0.174805, 0.236328, 0.367188, 0.296875, 0.245117, 0.19043, 0.367188, 0.332031, 0.320312, 0.322266, 0.427734, 0.363281, 0.206055, 0.382812, 0.292969, 0.380859, 0.292969, 0.341797, 0.265625, 0.151367, 0.425781, 0.314453, 0.298828, 0.291016, 0.376953, 0.324219, 0.296875, 0.330078, 0.398438, 0.306641, 0.259766, 0.206055, 0.353516, 0.359375, 0.345703, 0.212891, 0.361328, 0.173828, 0.192383, 0.382812, 0.355469, 0.322266, 0.328125, 0.324219, 0.158203, 0.211914, 0.363281, 0.275391, 0.302734, 0.367188, 0.237305, 0.388672, 0.341797, 0.235352, 0.335938, 0.322266, 0.208008, 0.322266, 0.298828, 0.380859, 0.145508, 0.337891, 0.285156, 0.330078, 0.277344, 0.157227, 0.384766, 0.183594, 0.316406, 0.157227, 0.142578, 0.273438, 0.314453, 0.34375, 0.231445, 0.355469, 0.332031, 0.298828, 0.382812, 0.324219, 0.237305, 0.375, 0.332031, 0.222656, 0.181641, 0.265625, 0.275391, 0.155273, 0.279297, 0.267578, 0.373047, 0.431641, 0.398438, 0.178711, 0.335938, 0.306641, 0.138672, 0.359375, 0.192383, 0.196289, 0.283203, 0.376953, 0.267578, 0.242188, 0.3125, 0.330078, 0.300781, 0.365234, 0.308594, 0.382812, 0.34375, 0.328125, 0.294922, 0.212891, 0.209961, 0.166016, 0.291016, 0.365234, 0.318359, 0.363281, 0.359375, 0.382812, 0.177734, 0.277344, 0.335938, 0.373047, 0.214844, 0.40625, 0.376953, 0.273438, 0.296875, 0.363281, 0.302734, 0.367188, 0.24707, 0.357422, 0.337891, 0.259766, 0.353516, 0.369141, 0.294922, 0.324219, 0.224609, 0.314453, 0.193359, 0.216797, 0.365234, 0.273438, 0.244141, 0.310547, 0.228516, 0.386719, 0.341797, 0.400391, 0.394531, 0.322266, 0.324219, 0.203125, 0.179688, 0.355469, 0.174805, 0.285156, 0.217773, 0.363281, 0.367188, 0.287109, 0.205078, 0.300781, 0.304688, 0.316406, 0.384766, 0.205078, 0.324219, 0.328125, 0.197266, 0.443359, 0.191406, 0.296875, 0.345703, 0.324219, 0.351562, 0.337891, 0.375, 0.275391, 0.351562, 0.365234, 0.180664, 0.326172, 0.351562, 0.193359, 0.209961, 0.15332, 0.390625, 0.283203, 0.398438, 0.367188, 0.3125, 0.251953, 0.238281, 0.291016, 0.320312, 0.398438, 0.302734, 0.199219, 0.361328, 0.339844, 0.235352, 0.349609, 0.304688, 0.164062, 0.255859, 0.233398, 0.233398, 0.28125, 0.227539, 0.361328, 0.291016, 0.412109, 0.341797, 0.369141, 0.217773, 0.416016, 0.216797, 0.376953, 0.353516, 0.306641, 0.229492, 0.347656, 0.339844, 0.304688, 0.333984, 0.285156, 0.318359, 0.213867, 0.277344, 0.349609, 0.206055, 0.304688, 0.300781, 0.337891, 0.375, 0.345703, 0.339844, 0.263672, 0.326172, 0.466797, 0.380859, 0.198242, 0.300781, 0.261719, 0.341797, 0.400391, 0.287109, 0.349609, 0.3125, 0.255859, 0.34375, 0.320312, 0.345703, 0.425781, 0.304688, 0.376953, 0.378906, 0.304688, 0.271484, 0.380859, 0.292969, 0.261719, 0.392578, 0.353516, 0.322266, 0.291016, 0.378906, 0.15918, 0.416016, 0.345703, 0.341797, 0.363281, 0.267578, 0.316406, 0.396484, 0.326172, 0.359375, 0.310547, 0.355469, 0.233398, 0.211914, 0.369141, 0.373047, 0.298828, 0.21875, 0.478516, 0.193359, 0.287109, 0.324219, 0.326172, 0.202148, 0.339844, 0.224609, 0.347656, 0.253906, 0.306641, 0.369141, 0.171875, 0.353516, 0.186523, 0.294922, 0.271484, 0.316406, 0.234375, 0.302734, 0.300781, 0.335938, 0.367188, 0.235352, 0.347656, 0.140625, 0.158203, 0.333984, 0.186523, 0.353516, 0.404297, 0.328125, 0.310547, 0.326172, 0.314453, 0.28125, 0.255859, 0.34375, 0.353516, 0.376953, 0.302734, 0.208008, 0.330078, 0.367188, 0.365234, 0.188477, 0.337891, 0.3125, 0.363281, 0.192383, 0.390625, 0.248047, 0.279297, 0.375, 0.335938, 0.335938, 0.361328, 0.289062, 0.292969, 0.208984, 0.451172, 0.378906, 0.390625, 0.298828, 0.296875, 0.332031, 0.296875, 0.351562, 0.384766, 0.216797, 0.283203, 0.402344, 0.289062, 0.396484, 0.172852, 0.310547, 0.208984, 0.332031, 0.345703, 0.298828, 0.203125, 0.318359, 0.421875, 0.324219, 0.369141, 0.341797, 0.15625, 0.163086, 0.330078, 0.357422, 0.353516, 0.219727, 0.347656, 0.376953, 0.285156, 0.318359, 0.328125, 0.363281, 0.308594, 0.345703, 0.201172, 0.324219, 0.353516, 0.287109, 0.345703, 0.322266, 0.396484, 0.3125, 0.189453, 0.396484, 0.326172, 0.339844, 0.365234, 0.239258, 0.373047, 0.15625, 0.322266, 0.333984, 0.365234, 0.333984, 0.369141, 0.419922, 0.255859, 0.328125, 0.273438, 0.3125, 0.353516, 0.283203, 0.390625, 0.175781, 0.314453, 0.277344, 0.292969, 0.277344, 0.375, 0.333984, 0.196289, 0.242188, 0.289062, 0.300781, 0.40625, 0.179688, 0.333984, 0.273438, 0.388672, 0.339844, 0.359375, 0.367188, 0.320312, 0.337891, 0.189453, 0.359375, 0.394531, 0.371094, 0.341797, 0.40625, 0.341797, 0.245117, 0.265625, 0.238281, 0.402344, 0.234375, 0.339844, 0.365234, 0.355469, 0.283203, 0.304688, 0.259766, 0.390625, 0.357422, 0.310547, 0.392578, 0.392578, 0.384766, 0.291016, 0.308594, 0.349609, 0.219727, 0.337891, 0.361328, 0.275391, 0.189453, 0.310547, 0.335938, 0.285156, 0.257812, 0.234375, 0.183594, 0.392578, 0.376953, 0.363281, 0.15332, 0.324219, 0.355469, 0.169922, 0.326172, 0.165039, 0.300781, 0.289062, 0.355469, 0.285156, 0.314453, 0.339844, 0.378906, 0.373047, 0.169922, 0.337891, 0.408203, 0.324219, 0.375, 0.326172, 0.371094, 0.176758, 0.155273, 0.269531, 0.398438, 0.310547, 0.231445, 0.390625, 0.300781, 0.209961, 0.339844, 0.353516, 0.355469, 0.28125, 0.349609, 0.302734, 0.347656, 0.384766, 0.225586, 0.229492, 0.341797, 0.371094, 0.255859, 0.326172, 0.392578, 0.261719, 0.170898, 0.378906, 0.347656, 0.388672, 0.28125, 0.298828, 0.25, 0.361328, 0.451172, 0.339844, 0.318359, 0.180664, 0.316406, 0.25, 0.371094, 0.378906, 0.371094, 0.21875, 0.373047, 0.251953, 0.357422, 0.333984, 0.376953, 0.359375, 0.34375, 0.369141, 0.188477, 0.388672, 0.326172, 0.359375, 0.386719, 0.226562, 0.283203, 0.396484, 0.133789, 0.183594, 0.304688, 0.34375, 0.304688, 0.3125, 0.417969, 0.359375, 0.240234, 0.333984, 0.147461, 0.417969, 0.21875, 0.384766, 0.34375, 0.347656, 0.378906, 0.355469, 0.320312, 0.316406, 0.259766, 0.40625, 0.392578, 0.265625, 0.363281, 0.273438, 0.261719, 0.373047, 0.201172, 0.339844, 0.263672, 0.267578, 0.279297, 0.355469, 0.373047, 0.306641, 0.353516, 0.347656, 0.328125, 0.40625, 0.265625, 0.365234, 0.371094, 0.304688, 0.390625, 0.150391, 0.257812, 0.335938, 0.349609, 0.330078, 0.353516, 0.314453, 0.386719, 0.302734, 0.273438, 0.335938, 0.318359, 0.194336, 0.353516, 0.382812, 0.394531, 0.386719, 0.400391, 0.310547, 0.414062, 0.382812, 0.289062, 0.423828, 0.386719, 0.300781, 0.390625, 0.324219, 0.279297, 0.40625, 0.245117, 0.376953, 0.333984, 0.433594, 0.263672, 0.207031, 0.1875, 0.412109, 0.382812, 0.367188, 0.419922, 0.298828, 0.339844, 0.3125, 0.171875, 0.373047, 0.28125, 0.300781, 0.341797, 0.289062, 0.330078, 0.193359, 0.275391, 0.332031, 0.3125, 0.330078, 0.181641, 0.328125, 0.335938, 0.330078, 0.376953, 0.34375, 0.369141, 0.349609, 0.349609, 0.239258, 0.222656, 0.269531, 0.310547, 0.347656, 0.339844, 0.367188, 0.263672, 0.351562, 0.174805, 0.216797, 0.316406, 0.361328, 0.289062, 0.390625, 0.302734, 0.283203, 0.322266, 0.351562, 0.349609, 0.355469, 0.296875, 0.376953, 0.326172, 0.388672, 0.166016, 0.273438, 0.165039, 0.345703, 0.314453, 0.235352, 0.269531, 0.394531, 0.318359, 0.328125, 0.332031, 0.206055, 0.195312, 0.296875, 0.188477, 0.291016, 0.253906, 0.302734, 0.240234, 0.394531, 0.12793, 0.166992, 0.402344, 0.330078 ] }, "name": "model.model.layers.19.post_attention_layernorm.weight", "outputIndexes": [ 1635 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_19/Mul_output_0", "outputIndexes": [ 1636 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1635, 1636 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_19/Mul_1_output_0", "outputIndexes": [ 1637 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1637 ], "outputIndexes": [ 4936 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4936 ], "outputIndexes": [ 4937 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear", "inputIndexes": [ 4937 ], "outputIndexes": [ 4938 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 193170374, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4938 ], "outputIndexes": [ 4939 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4939 ], "outputIndexes": [ 1638 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1638 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_19/Sigmoid_output_0", "outputIndexes": [ 1639 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1638, 1639 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_19/Mul_output_0", "outputIndexes": [ 1640 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1637 ], "outputIndexes": [ 4940 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4940 ], "outputIndexes": [ 4941 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear", "inputIndexes": [ 4941 ], "outputIndexes": [ 4942 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 195750876, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4942 ], "outputIndexes": [ 4943 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4943 ], "outputIndexes": [ 1641 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1640, 1641 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_19/Mul_output_0", "outputIndexes": [ 1642 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1642 ], "outputIndexes": [ 4944 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4944 ], "outputIndexes": [ 4945 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear", "inputIndexes": [ 4945 ], "outputIndexes": [ 4946 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 198331378, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4946 ], "outputIndexes": [ 4947 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.19/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4947 ], "outputIndexes": [ 1643 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1634, 1643 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_99_output_0", "outputIndexes": [ 1644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1644, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_180_output_0", "outputIndexes": [ 1645 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.296875, 0.423828, 0.480469, 0.490234, 0.455078, 0.417969, 0.796875, 0.457031, 0.310547, 0.367188, 0.322266, 0.416016, 0.243164, 0.371094, 0.365234, 0.421875, 0.578125, 0.373047, 0.361328, 0.248047, 0.419922, 0.507812, 0.386719, 0.302734, 0.380859, 0.507812, 0.328125, 0.416016, 0.398438, 0.414062, 0.496094, 0.353516, 0.419922, 0.474609, 0.429688, 0.380859, 0.269531, 0.416016, 0.365234, 0.482422, 0.40625, 0.447266, 0.402344, 0.375, 0.324219, 0.416016, 0.558594, 0.251953, 0.5, 0.431641, 0.492188, 0.291016, 0.371094, 0.492188, 0.283203, 0.431641, 0.503906, 0.375, 0.427734, 0.488281, 0.412109, 0.414062, 0.34375, 0.427734, 0.34375, 0.478516, 0.75, 0.235352, 0.53125, 0.597656, 0.480469, 0.271484, 0.378906, 0.359375, 0.449219, 0.339844, 0.34375, 0.482422, 0.275391, 0.427734, 0.349609, 0.472656, 0.324219, 0.318359, 0.408203, 0.21875, 0.554688, 0.388672, 0.566406, 0.251953, 0.337891, 0.429688, 0.240234, 0.419922, 0.173828, 0.232422, 0.554688, 0.466797, 0.457031, 0.507812, 0.474609, 0.330078, 0.441406, 0.443359, 0.470703, 0.21582, 0.503906, 0.466797, 0.40625, 0.34375, 0.335938, 0.496094, 0.398438, 0.542969, 0.445312, 0.519531, 0.421875, 0.414062, 0.507812, 0.498047, 0.416016, 0.259766, 0.431641, 0.369141, 0.515625, 0.382812, 0.707031, 0.453125, 0.416016, 0.554688, 0.460938, 0.388672, 0.460938, 0.408203, 0.433594, 0.398438, 0.478516, 0.408203, 0.496094, 0.306641, 0.441406, 0.410156, 0.412109, 0.558594, 0.457031, 0.46875, 0.398438, 0.298828, 0.408203, 0.515625, 0.431641, 0.419922, 0.408203, 0.460938, 0.466797, 0.410156, 0.441406, 0.419922, 0.179688, 0.455078, 0.198242, 0.423828, 0.292969, 0.484375, 0.376953, 0.490234, 0.259766, 0.542969, 0.375, 0.28125, 0.367188, 0.470703, 0.482422, 0.402344, 0.25, 0.486328, 0.365234, 0.402344, 0.476562, 0.478516, 0.353516, 0.333984, 0.367188, 0.380859, 0.40625, 0.443359, 0.429688, 0.453125, 0.464844, 0.554688, 0.441406, 0.367188, 0.212891, 0.392578, 0.369141, 0.423828, 0.367188, 0.359375, 0.105469, 0.453125, 0.376953, 0.296875, 0.341797, 0.423828, 0.3125, 0.396484, 0.476562, 0.355469, 0.455078, 0.457031, 0.439453, 0.404297, 0.458984, 0.233398, 0.4375, 0.404297, 0.431641, 0.328125, 0.5, 0.416016, 0.378906, 0.400391, 0.255859, 0.355469, 0.527344, 0.380859, 0.464844, 0.193359, 0.53125, 0.404297, 0.361328, 0.382812, 0.443359, 0.361328, 0.546875, 0.3125, 0.457031, 0.333984, 0.5, 0.425781, 0.466797, 0.357422, 0.386719, 0.453125, 0.425781, 0.34375, 0.371094, 0.470703, 0.480469, 0.480469, 0.390625, 0.257812, 0.233398, 0.439453, 0.431641, 0.503906, 0.28125, 0.339844, 0.292969, 0.458984, 0.486328, 0.46875, 0.488281, 0.298828, 0.421875, 0.449219, 0.335938, 0.488281, 0.28125, 0.498047, 0.625, 0.376953, 0.363281, 0.644531, 0.310547, 0.554688, 0.462891, 0.308594, 0.328125, 0.503906, 0.285156, 0.443359, 0.386719, 0.462891, 0.470703, 0.392578, 0.53125, 0.478516, 0.439453, 0.511719, 0.507812, 0.414062, 0.417969, 0.4375, 0.451172, 0.417969, 0.227539, 0.441406, 0.441406, 0.423828, 0.341797, 0.412109, 0.40625, 0.300781, 0.455078, 0.394531, 0.326172, 0.384766, 0.472656, 0.511719, 0.287109, 0.535156, 0.392578, 0.378906, 0.527344, 0.300781, 0.441406, 0.283203, 0.554688, 0.402344, 0.431641, 0.464844, 0.470703, 0.404297, 0.378906, 0.423828, 0.388672, 0.558594, 0.451172, 0.394531, 0.478516, 0.298828, 0.367188, 0.392578, 0.494141, 0.380859, 0.496094, 0.285156, 0.261719, 0.273438, 0.384766, 0.419922, 0.398438, 0.285156, 0.535156, 0.482422, 0.322266, 0.402344, 0.353516, 0.447266, 0.566406, 0.482422, 0.277344, 0.423828, 0.429688, 0.539062, 0.458984, 0.447266, 0.349609, 0.498047, 0.361328, 0.371094, 0.416016, 0.441406, 0.4375, 0.390625, 0.566406, 0.480469, 0.357422, 0.316406, 0.503906, 0.304688, 0.494141, 0.233398, 0.445312, 0.396484, 0.425781, 0.472656, 0.404297, 0.357422, 0.691406, 0.341797, 0.570312, 0.392578, 0.412109, 0.289062, 0.357422, 0.429688, 0.410156, 0.470703, 0.410156, 0.458984, 0.482422, 0.310547, 0.554688, 0.408203, 0.417969, 0.480469, 0.478516, 0.429688, 0.417969, 0.582031, 0.314453, 0.400391, 0.453125, 0.304688, 0.515625, 0.435547, 0.445312, 0.419922, 0.345703, 0.542969, 0.410156, 0.386719, 0.466797, 0.480469, 0.373047, 0.419922, 0.427734, 0.330078, 0.589844, 0.357422, 0.404297, 0.419922, 0.439453, 0.235352, 0.4375, 0.478516, 0.482422, 0.423828, 0.285156, 0.332031, 0.466797, 0.441406, 0.3125, 0.455078, 0.589844, 0.404297, 0.373047, 0.300781, 0.535156, 0.347656, 0.396484, 0.554688, 0.302734, 0.357422, 0.398438, 0.503906, 0.308594, 0.400391, 0.4375, 0.515625, 0.369141, 0.519531, 0.427734, 0.498047, 0.478516, 0.404297, 0.337891, 0.332031, 0.425781, 0.423828, 0.429688, 0.511719, 0.210938, 0.470703, 0.353516, 0.482422, 0.503906, 0.326172, 0.398438, 0.458984, 0.441406, 0.46875, 0.435547, 0.365234, 0.369141, 0.486328, 0.322266, 0.335938, 0.460938, 0.46875, 0.507812, 0.371094, 0.4375, 0.376953, 0.425781, 0.347656, 0.457031, 0.339844, 0.503906, 0.494141, 0.443359, 0.453125, 0.410156, 0.408203, 0.439453, 0.435547, 0.332031, 0.332031, 0.757812, 0.357422, 0.429688, 0.5, 0.347656, 0.458984, 0.380859, 0.462891, 0.542969, 0.414062, 0.373047, 0.535156, 0.566406, 0.283203, 0.335938, 0.494141, 0.470703, 0.310547, 0.3125, 0.335938, 0.435547, 0.466797, 0.279297, 0.429688, 0.5, 0.394531, 0.464844, 0.539062, 0.457031, 0.40625, 0.515625, 0.335938, 0.267578, 0.189453, 0.494141, 0.375, 0.332031, 0.507812, 0.363281, 0.429688, 0.488281, 0.259766, 0.367188, 0.447266, 0.443359, 0.333984, 0.398438, 0.199219, 0.427734, 0.40625, 0.398438, 0.394531, 0.558594, 0.478516, 0.398438, 0.417969, 0.408203, 0.114258, 0.429688, 0.225586, 0.339844, 0.412109, 0.410156, 0.376953, 0.318359, 0.259766, 0.457031, 0.390625, 0.431641, 0.433594, 0.53125, 0.447266, 0.296875, 0.429688, 0.373047, 0.439453, 0.357422, 0.386719, 0.371094, 0.1875, 0.546875, 0.410156, 0.359375, 0.46875, 0.478516, 0.421875, 0.363281, 0.414062, 0.511719, 0.347656, 0.326172, 0.298828, 0.455078, 0.392578, 0.433594, 0.263672, 0.427734, 0.255859, 0.292969, 0.488281, 0.416016, 0.470703, 0.449219, 0.279297, 0.193359, 0.306641, 0.476562, 0.306641, 0.367188, 0.412109, 0.306641, 0.462891, 0.484375, 0.341797, 0.423828, 0.363281, 0.486328, 0.394531, 0.380859, 0.496094, 0.193359, 0.375, 0.380859, 0.492188, 0.365234, 0.182617, 0.53125, 0.5625, 0.400391, 0.193359, 0.683594, 0.322266, 0.402344, 0.382812, 0.320312, 0.447266, 0.443359, 0.433594, 0.496094, 0.408203, 0.384766, 0.46875, 0.412109, 0.324219, 0.259766, 0.345703, 0.359375, 0.183594, 0.527344, 0.566406, 0.494141, 0.519531, 0.539062, 0.261719, 0.367188, 0.359375, 0.206055, 0.425781, 0.257812, 0.341797, 0.371094, 0.474609, 0.353516, 0.345703, 0.353516, 0.416016, 0.376953, 0.449219, 0.476562, 0.425781, 0.435547, 0.433594, 0.416016, 0.488281, 0.255859, 0.255859, 0.353516, 0.4375, 0.417969, 0.447266, 0.511719, 0.488281, 0.785156, 0.357422, 0.478516, 0.558594, 0.310547, 0.519531, 0.486328, 0.3125, 0.384766, 0.462891, 0.398438, 0.453125, 0.324219, 0.431641, 0.416016, 0.357422, 0.414062, 0.414062, 0.380859, 0.402344, 0.351562, 0.382812, 0.462891, 0.345703, 0.433594, 0.335938, 0.269531, 0.482422, 0.400391, 0.482422, 0.431641, 0.480469, 0.523438, 0.382812, 0.382812, 0.345703, 0.241211, 0.429688, 0.275391, 0.357422, 0.287109, 0.460938, 0.435547, 0.349609, 0.703125, 0.392578, 0.421875, 0.398438, 0.46875, 0.273438, 0.386719, 0.394531, 0.255859, 0.585938, 0.225586, 0.365234, 0.429688, 0.400391, 0.486328, 0.439453, 0.404297, 0.380859, 0.449219, 0.441406, 0.808594, 0.421875, 0.429688, 0.320312, 0.257812, 0.21582, 0.507812, 0.34375, 0.470703, 0.404297, 0.367188, 0.373047, 0.320312, 0.335938, 0.408203, 0.523438, 0.398438, 0.347656, 0.507812, 0.435547, 0.292969, 0.384766, 0.363281, 0.322266, 0.410156, 0.316406, 0.330078, 0.337891, 0.574219, 0.484375, 0.46875, 0.511719, 0.414062, 0.443359, 0.298828, 0.507812, 0.447266, 0.451172, 0.423828, 0.427734, 0.390625, 0.449219, 0.423828, 0.394531, 0.511719, 0.355469, 0.421875, 0.296875, 0.371094, 0.435547, 0.5625, 0.375, 0.369141, 0.402344, 0.492188, 0.441406, 0.425781, 0.380859, 0.394531, 0.613281, 0.484375, 0.28125, 0.458984, 0.357422, 0.5, 0.445312, 0.367188, 0.458984, 0.427734, 0.349609, 0.376953, 0.421875, 0.46875, 0.546875, 0.392578, 0.453125, 0.472656, 0.414062, 0.404297, 0.455078, 0.326172, 0.40625, 0.490234, 0.457031, 0.408203, 0.357422, 0.539062, 0.192383, 0.476562, 0.484375, 0.435547, 0.439453, 0.410156, 0.376953, 0.5, 0.439453, 0.408203, 0.382812, 0.410156, 0.332031, 0.28125, 0.453125, 0.445312, 0.451172, 0.259766, 0.59375, 0.445312, 0.361328, 0.398438, 0.451172, 0.314453, 0.462891, 0.251953, 0.445312, 0.398438, 0.464844, 0.542969, 0.208008, 0.494141, 0.527344, 0.367188, 0.400391, 0.388672, 0.310547, 0.371094, 0.427734, 0.384766, 0.453125, 0.306641, 0.421875, 0.182617, 0.227539, 0.408203, 0.371094, 0.435547, 0.5625, 0.410156, 0.404297, 0.466797, 0.373047, 0.333984, 0.609375, 0.429688, 0.460938, 0.470703, 0.382812, 0.546875, 0.410156, 0.453125, 0.429688, 0.255859, 0.410156, 0.392578, 0.503906, 0.318359, 0.464844, 0.320312, 0.363281, 0.453125, 0.367188, 0.46875, 0.498047, 0.408203, 0.412109, 0.320312, 0.527344, 0.515625, 0.523438, 0.294922, 0.339844, 0.414062, 0.367188, 0.408203, 0.466797, 0.302734, 0.396484, 0.515625, 0.337891, 0.435547, 0.34375, 0.384766, 0.285156, 0.427734, 0.457031, 0.367188, 0.227539, 0.376953, 0.53125, 0.378906, 0.451172, 0.431641, 0.199219, 0.279297, 0.380859, 0.447266, 0.435547, 0.412109, 0.402344, 0.445312, 0.378906, 0.427734, 0.439453, 0.421875, 0.439453, 0.421875, 0.423828, 0.435547, 0.503906, 0.353516, 0.423828, 0.417969, 0.5, 0.386719, 0.714844, 0.498047, 0.404297, 0.46875, 0.558594, 0.253906, 0.466797, 0.209961, 0.394531, 0.455078, 0.605469, 0.394531, 0.507812, 0.507812, 0.357422, 0.441406, 0.384766, 0.351562, 0.511719, 0.621094, 0.486328, 0.269531, 0.542969, 0.392578, 0.478516, 0.298828, 0.498047, 0.417969, 0.296875, 0.632812, 0.337891, 0.419922, 0.5, 0.267578, 0.474609, 0.332031, 0.457031, 0.486328, 0.460938, 0.476562, 0.341797, 0.429688, 0.240234, 0.427734, 0.5625, 0.507812, 0.455078, 0.566406, 0.511719, 0.298828, 0.298828, 0.304688, 0.458984, 0.265625, 0.490234, 0.423828, 0.402344, 0.378906, 0.419922, 0.371094, 0.453125, 0.429688, 0.429688, 0.53125, 0.492188, 0.433594, 0.330078, 0.443359, 0.542969, 0.417969, 0.373047, 0.439453, 0.361328, 0.279297, 0.419922, 0.445312, 0.341797, 0.345703, 0.609375, 0.236328, 0.464844, 0.515625, 0.458984, 0.177734, 0.427734, 0.431641, 0.503906, 0.404297, 0.249023, 0.386719, 0.367188, 0.486328, 0.404297, 0.398438, 0.435547, 0.472656, 0.451172, 0.253906, 0.421875, 0.494141, 0.412109, 0.480469, 0.423828, 0.498047, 0.223633, 0.691406, 0.455078, 0.519531, 0.398438, 0.333984, 0.455078, 0.367188, 0.34375, 0.429688, 0.455078, 0.462891, 0.404297, 0.474609, 0.435547, 0.519531, 0.494141, 0.285156, 0.353516, 0.410156, 0.494141, 0.380859, 0.396484, 0.458984, 0.378906, 0.273438, 0.527344, 0.486328, 0.511719, 0.498047, 0.326172, 0.328125, 0.464844, 0.617188, 0.404297, 0.369141, 0.289062, 0.402344, 0.359375, 0.445312, 0.474609, 0.482422, 0.691406, 0.427734, 0.285156, 0.470703, 0.435547, 0.490234, 0.439453, 0.472656, 0.457031, 0.722656, 0.486328, 0.285156, 0.449219, 0.554688, 0.392578, 0.351562, 0.53125, 0.18457, 0.230469, 0.367188, 0.414062, 0.369141, 0.373047, 0.546875, 0.439453, 0.292969, 0.460938, 0.235352, 0.519531, 0.302734, 0.447266, 0.414062, 0.519531, 0.484375, 0.460938, 0.410156, 0.394531, 0.322266, 0.507812, 0.542969, 0.396484, 0.482422, 0.326172, 0.5, 0.476562, 0.478516, 0.447266, 0.353516, 0.349609, 0.349609, 0.46875, 0.433594, 0.4375, 0.498047, 0.441406, 0.466797, 0.523438, 0.369141, 0.435547, 0.498047, 0.4375, 0.476562, 0.198242, 0.378906, 0.394531, 0.412109, 0.371094, 0.435547, 0.365234, 0.470703, 0.419922, 0.367188, 0.396484, 0.412109, 0.243164, 0.458984, 0.455078, 0.472656, 0.494141, 0.515625, 0.371094, 0.445312, 0.474609, 0.359375, 0.546875, 0.503906, 0.396484, 0.453125, 0.398438, 0.392578, 0.527344, 0.320312, 0.490234, 0.408203, 0.523438, 0.277344, 0.345703, 0.263672, 0.5625, 0.535156, 0.439453, 0.5, 0.431641, 0.429688, 0.416016, 0.226562, 0.482422, 0.375, 0.398438, 0.384766, 0.273438, 0.453125, 0.275391, 0.386719, 0.439453, 0.398438, 0.439453, 0.253906, 0.410156, 0.398438, 0.445312, 0.546875, 0.441406, 0.443359, 0.357422, 0.414062, 0.386719, 0.351562, 0.347656, 0.4375, 0.425781, 0.453125, 0.445312, 0.390625, 0.488281, 0.245117, 0.324219, 0.378906, 0.474609, 0.376953, 0.478516, 0.233398, 0.431641, 0.380859, 0.470703, 0.417969, 0.492188, 0.412109, 0.496094, 0.378906, 0.464844, 0.235352, 0.373047, 0.234375, 0.474609, 0.423828, 0.414062, 0.294922, 0.523438, 0.455078, 0.40625, 0.335938, 0.314453, 0.287109, 0.363281, 0.263672, 0.376953, 0.375, 0.386719, 0.314453, 0.478516, 0.675781, 0.242188, 0.550781, 0.447266 ] }, "name": "model.model.layers.20.input_layernorm.weight", "outputIndexes": [ 1646 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_20/Mul_output_0", "outputIndexes": [ 1647 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1646, 1647 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1648 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 4948 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4948 ], "outputIndexes": [ 4949 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear", "inputIndexes": [ 4949 ], "outputIndexes": [ 4950 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 200911880, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4950 ], "outputIndexes": [ 4951 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4951 ], "outputIndexes": [ 1649 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1648 ], "main_type": "NONE", "name": "/Shape_281_output_0", "outputIndexes": [ 1650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1650 ], "main_type": "NONE", "name": "Shape4399", "outputIndexes": [ 1651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1650 ], "main_type": "NONE", "name": "Rank4401", "outputIndexes": [ 1652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1652, 1652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4403", "outputIndexes": [ 1653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4404", "outputIndexes": [ 1654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1653, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4406", "outputIndexes": [ 1655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4407", "outputIndexes": [ 1656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1651, 1654, 1656, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4410", "outputIndexes": [ 1657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4411", "outputIndexes": [ 1658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4412", "outputIndexes": [ 1659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1659, 1658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4413", "outputIndexes": [ 1660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1650, 1660, 1653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_304_output_0", "outputIndexes": [ 1661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1661, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_641_output_0", "outputIndexes": [ 1662 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1662, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_260_output_0", "outputIndexes": [ 1663 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1649, 1663 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_181_output_0", "outputIndexes": [ 1664 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_160_output_0", "outputIndexes": [ 1665 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664 ], "main_type": "NONE", "name": "/Shape_282_output_0", "outputIndexes": [ 1666 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1666 ], "main_type": "NONE", "name": "Shape4420", "outputIndexes": [ 1667 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1666 ], "main_type": "NONE", "name": "Rank4422", "outputIndexes": [ 1668 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1668, 1668 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4424", "outputIndexes": [ 1669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4425", "outputIndexes": [ 1670 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1669, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4427", "outputIndexes": [ 1671 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1671 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4428", "outputIndexes": [ 1672 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1667, 1670, 1672, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4431", "outputIndexes": [ 1673 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1673 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4432", "outputIndexes": [ 1674 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1674 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4433", "outputIndexes": [ 1675 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1675, 1674 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4434", "outputIndexes": [ 1676 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1666, 1676, 1669 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_305_output_0", "outputIndexes": [ 1677 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1677, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_60_output_0", "outputIndexes": [ 1678 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1678, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_646_output_0", "outputIndexes": [ 1679 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 1679, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_81_output_0", "outputIndexes": [ 1680 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1680 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_40_output_0", "outputIndexes": [ 1681 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1664, 22, 1679, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_80_output_0", "outputIndexes": [ 1682 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1681, 1682 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_263_output_0", "outputIndexes": [ 1683 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1683, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_161_output_0", "outputIndexes": [ 1684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1665, 1684 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_100_output_0", "outputIndexes": [ 1685 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 4952 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4952 ], "outputIndexes": [ 4953 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear", "inputIndexes": [ 4953 ], "outputIndexes": [ 4954 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 201833502, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4954 ], "outputIndexes": [ 4955 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4955 ], "outputIndexes": [ 1686 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1662, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_261_output_0", "outputIndexes": [ 1687 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1686, 1687 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_182_output_0", "outputIndexes": [ 1688 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_162_output_0", "outputIndexes": [ 1689 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688 ], "main_type": "NONE", "name": "/Shape_283_output_0", "outputIndexes": [ 1690 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1690 ], "main_type": "NONE", "name": "Shape4483", "outputIndexes": [ 1691 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1690 ], "main_type": "NONE", "name": "Rank4485", "outputIndexes": [ 1692 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1692, 1692 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4487", "outputIndexes": [ 1693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4488", "outputIndexes": [ 1694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1693, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4490", "outputIndexes": [ 1695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1695 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4491", "outputIndexes": [ 1696 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1691, 1694, 1696, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4494", "outputIndexes": [ 1697 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1697 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4495", "outputIndexes": [ 1698 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4496", "outputIndexes": [ 1699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1699, 1698 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4497", "outputIndexes": [ 1700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1690, 1700, 1693 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_306_output_0", "outputIndexes": [ 1701 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1701, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_61_output_0", "outputIndexes": [ 1702 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1702, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_648_output_0", "outputIndexes": [ 1703 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 1703, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_83_output_0", "outputIndexes": [ 1704 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1704 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_41_output_0", "outputIndexes": [ 1705 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1688, 22, 1703, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_82_output_0", "outputIndexes": [ 1706 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1705, 1706 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_264_output_0", "outputIndexes": [ 1707 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1707, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_163_output_0", "outputIndexes": [ 1708 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1689, 1708 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_101_output_0", "outputIndexes": [ 1709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1648 ], "outputIndexes": [ 4956 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4956 ], "outputIndexes": [ 4957 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear", "inputIndexes": [ 4957 ], "outputIndexes": [ 4958 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 202063924, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4958 ], "outputIndexes": [ 4959 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4959 ], "outputIndexes": [ 1710 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1710, 1687 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_183_output_0", "outputIndexes": [ 1711 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1685, 1709, 1711, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_188_output_0", "outputIndexes": [ 1712 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1712 ], "outputIndexes": [ 4960 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4960 ], "outputIndexes": [ 4961 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear", "inputIndexes": [ 4961 ], "outputIndexes": [ 4962 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 202294346, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4962 ], "outputIndexes": [ 4963 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4963 ], "outputIndexes": [ 1713 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1645, 1713 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_103_output_0", "outputIndexes": [ 1714 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.223633, 0.345703, 0.359375, 0.371094, 0.380859, 0.347656, 0.138672, 0.371094, 0.257812, 0.235352, 0.15918, 0.339844, 0.209961, 0.326172, 0.308594, 0.369141, 0.22168, 0.298828, 0.304688, 0.180664, 0.324219, 0.400391, 0.283203, 0.231445, 0.294922, 0.386719, 0.253906, 0.361328, 0.333984, 0.335938, 0.243164, 0.128906, 0.333984, 0.308594, 0.341797, 0.328125, 0.175781, 0.332031, 0.18457, 0.365234, 0.318359, 0.367188, 0.292969, 0.275391, 0.208008, 0.296875, 0.445312, 0.195312, 0.388672, 0.199219, 0.367188, 0.170898, 0.322266, 0.330078, 0.194336, 0.345703, 0.396484, 0.308594, 0.310547, 0.408203, 0.333984, 0.353516, 0.259766, 0.355469, 0.244141, 0.240234, 0.182617, 0.149414, 0.386719, 0.15332, 0.376953, 0.185547, 0.269531, 0.28125, 0.398438, 0.269531, 0.271484, 0.398438, 0.148438, 0.328125, 0.283203, 0.394531, 0.263672, 0.279297, 0.357422, 0.189453, 0.417969, 0.223633, 0.416016, 0.195312, 0.271484, 0.3125, 0.196289, 0.330078, 0.138672, 0.181641, 0.429688, 0.378906, 0.398438, 0.365234, 0.283203, 0.279297, 0.371094, 0.355469, 0.382812, 0.170898, 0.380859, 0.337891, 0.347656, 0.316406, 0.304688, 0.386719, 0.304688, 0.316406, 0.351562, 0.289062, 0.328125, 0.335938, 0.417969, 0.369141, 0.349609, 0.213867, 0.390625, 0.236328, 0.417969, 0.296875, 0.188477, 0.371094, 0.367188, 0.453125, 0.361328, 0.367188, 0.339844, 0.314453, 0.345703, 0.3125, 0.363281, 0.318359, 0.257812, 0.240234, 0.369141, 0.320312, 0.322266, 0.423828, 0.402344, 0.341797, 0.3125, 0.234375, 0.349609, 0.347656, 0.322266, 0.320312, 0.337891, 0.359375, 0.359375, 0.287109, 0.375, 0.316406, 0.138672, 0.34375, 0.151367, 0.289062, 0.219727, 0.380859, 0.294922, 0.419922, 0.15625, 0.367188, 0.300781, 0.175781, 0.259766, 0.365234, 0.404297, 0.271484, 0.150391, 0.416016, 0.285156, 0.347656, 0.384766, 0.375, 0.306641, 0.235352, 0.285156, 0.316406, 0.373047, 0.349609, 0.339844, 0.339844, 0.361328, 0.40625, 0.376953, 0.283203, 0.147461, 0.322266, 0.322266, 0.335938, 0.306641, 0.251953, 0.108398, 0.349609, 0.320312, 0.314453, 0.267578, 0.310547, 0.255859, 0.341797, 0.396484, 0.28125, 0.269531, 0.361328, 0.332031, 0.328125, 0.333984, 0.170898, 0.355469, 0.320312, 0.349609, 0.273438, 0.396484, 0.353516, 0.324219, 0.337891, 0.228516, 0.283203, 0.423828, 0.277344, 0.359375, 0.15918, 0.453125, 0.285156, 0.251953, 0.22168, 0.355469, 0.292969, 0.396484, 0.222656, 0.330078, 0.249023, 0.412109, 0.357422, 0.373047, 0.271484, 0.328125, 0.34375, 0.347656, 0.279297, 0.24707, 0.380859, 0.363281, 0.324219, 0.328125, 0.228516, 0.182617, 0.324219, 0.287109, 0.363281, 0.244141, 0.292969, 0.210938, 0.378906, 0.40625, 0.369141, 0.341797, 0.242188, 0.369141, 0.369141, 0.304688, 0.394531, 0.179688, 0.388672, 0.241211, 0.310547, 0.296875, 0.21875, 0.226562, 0.378906, 0.341797, 0.21875, 0.216797, 0.376953, 0.227539, 0.369141, 0.324219, 0.384766, 0.363281, 0.304688, 0.419922, 0.394531, 0.361328, 0.423828, 0.390625, 0.347656, 0.349609, 0.314453, 0.351562, 0.335938, 0.263672, 0.351562, 0.369141, 0.322266, 0.310547, 0.333984, 0.324219, 0.206055, 0.339844, 0.339844, 0.246094, 0.306641, 0.371094, 0.412109, 0.196289, 0.40625, 0.300781, 0.231445, 0.392578, 0.279297, 0.363281, 0.212891, 0.245117, 0.304688, 0.394531, 0.396484, 0.347656, 0.351562, 0.292969, 0.263672, 0.341797, 0.425781, 0.396484, 0.267578, 0.217773, 0.232422, 0.1875, 0.320312, 0.298828, 0.318359, 0.386719, 0.24707, 0.173828, 0.181641, 0.28125, 0.310547, 0.326172, 0.21875, 0.408203, 0.376953, 0.255859, 0.335938, 0.251953, 0.375, 0.371094, 0.361328, 0.236328, 0.322266, 0.326172, 0.369141, 0.367188, 0.349609, 0.298828, 0.386719, 0.302734, 0.259766, 0.330078, 0.371094, 0.34375, 0.314453, 0.378906, 0.378906, 0.243164, 0.246094, 0.404297, 0.302734, 0.375, 0.163086, 0.298828, 0.306641, 0.357422, 0.341797, 0.341797, 0.194336, 0.167969, 0.269531, 0.423828, 0.347656, 0.333984, 0.261719, 0.255859, 0.347656, 0.244141, 0.337891, 0.326172, 0.197266, 0.396484, 0.189453, 0.404297, 0.347656, 0.332031, 0.388672, 0.388672, 0.361328, 0.302734, 0.382812, 0.217773, 0.359375, 0.402344, 0.229492, 0.408203, 0.320312, 0.376953, 0.339844, 0.257812, 0.416016, 0.359375, 0.3125, 0.396484, 0.412109, 0.304688, 0.345703, 0.353516, 0.239258, 0.447266, 0.283203, 0.205078, 0.355469, 0.361328, 0.196289, 0.351562, 0.291016, 0.205078, 0.314453, 0.146484, 0.217773, 0.378906, 0.326172, 0.28125, 0.384766, 0.419922, 0.300781, 0.287109, 0.320312, 0.419922, 0.225586, 0.232422, 0.431641, 0.261719, 0.226562, 0.341797, 0.378906, 0.1875, 0.322266, 0.296875, 0.240234, 0.304688, 0.390625, 0.371094, 0.382812, 0.361328, 0.324219, 0.308594, 0.255859, 0.351562, 0.269531, 0.345703, 0.345703, 0.147461, 0.361328, 0.271484, 0.371094, 0.375, 0.219727, 0.300781, 0.386719, 0.363281, 0.310547, 0.308594, 0.275391, 0.285156, 0.400391, 0.243164, 0.25, 0.349609, 0.380859, 0.429688, 0.318359, 0.373047, 0.265625, 0.333984, 0.234375, 0.365234, 0.294922, 0.382812, 0.388672, 0.361328, 0.353516, 0.332031, 0.238281, 0.380859, 0.326172, 0.233398, 0.246094, 0.147461, 0.273438, 0.359375, 0.361328, 0.170898, 0.394531, 0.298828, 0.294922, 0.410156, 0.304688, 0.300781, 0.412109, 0.180664, 0.21875, 0.251953, 0.382812, 0.375, 0.209961, 0.269531, 0.275391, 0.337891, 0.355469, 0.181641, 0.365234, 0.378906, 0.3125, 0.351562, 0.40625, 0.394531, 0.253906, 0.213867, 0.263672, 0.194336, 0.135742, 0.375, 0.28125, 0.28125, 0.390625, 0.271484, 0.3125, 0.371094, 0.183594, 0.259766, 0.402344, 0.345703, 0.251953, 0.333984, 0.145508, 0.267578, 0.217773, 0.275391, 0.335938, 0.388672, 0.361328, 0.328125, 0.367188, 0.292969, 0.199219, 0.361328, 0.167969, 0.174805, 0.246094, 0.371094, 0.302734, 0.234375, 0.182617, 0.369141, 0.339844, 0.326172, 0.316406, 0.433594, 0.369141, 0.199219, 0.390625, 0.291016, 0.378906, 0.287109, 0.345703, 0.263672, 0.144531, 0.421875, 0.324219, 0.298828, 0.294922, 0.375, 0.333984, 0.291016, 0.333984, 0.402344, 0.310547, 0.255859, 0.202148, 0.367188, 0.373047, 0.347656, 0.211914, 0.363281, 0.157227, 0.193359, 0.392578, 0.349609, 0.333984, 0.324219, 0.320312, 0.150391, 0.214844, 0.365234, 0.275391, 0.302734, 0.369141, 0.241211, 0.404297, 0.330078, 0.235352, 0.332031, 0.320312, 0.208984, 0.324219, 0.302734, 0.373047, 0.133789, 0.337891, 0.292969, 0.333984, 0.273438, 0.150391, 0.390625, 0.179688, 0.310547, 0.146484, 0.140625, 0.269531, 0.310547, 0.351562, 0.236328, 0.373047, 0.335938, 0.294922, 0.384766, 0.332031, 0.241211, 0.373047, 0.328125, 0.220703, 0.174805, 0.263672, 0.273438, 0.154297, 0.283203, 0.265625, 0.371094, 0.443359, 0.421875, 0.182617, 0.339844, 0.308594, 0.140625, 0.355469, 0.192383, 0.192383, 0.289062, 0.386719, 0.265625, 0.24707, 0.3125, 0.34375, 0.304688, 0.367188, 0.304688, 0.388672, 0.359375, 0.328125, 0.294922, 0.195312, 0.213867, 0.162109, 0.302734, 0.369141, 0.324219, 0.371094, 0.367188, 0.388672, 0.170898, 0.275391, 0.333984, 0.371094, 0.213867, 0.402344, 0.390625, 0.273438, 0.306641, 0.365234, 0.302734, 0.375, 0.245117, 0.369141, 0.34375, 0.265625, 0.355469, 0.361328, 0.292969, 0.326172, 0.232422, 0.310547, 0.196289, 0.21875, 0.367188, 0.275391, 0.243164, 0.314453, 0.216797, 0.392578, 0.345703, 0.400391, 0.392578, 0.318359, 0.320312, 0.206055, 0.182617, 0.349609, 0.172852, 0.285156, 0.222656, 0.363281, 0.363281, 0.289062, 0.209961, 0.300781, 0.3125, 0.310547, 0.378906, 0.205078, 0.324219, 0.328125, 0.196289, 0.453125, 0.185547, 0.306641, 0.347656, 0.322266, 0.363281, 0.339844, 0.373047, 0.275391, 0.355469, 0.361328, 0.155273, 0.339844, 0.353516, 0.186523, 0.212891, 0.144531, 0.390625, 0.283203, 0.398438, 0.371094, 0.308594, 0.257812, 0.234375, 0.296875, 0.310547, 0.400391, 0.304688, 0.201172, 0.371094, 0.347656, 0.235352, 0.353516, 0.302734, 0.165039, 0.261719, 0.239258, 0.234375, 0.283203, 0.224609, 0.371094, 0.294922, 0.412109, 0.341797, 0.365234, 0.21875, 0.419922, 0.214844, 0.378906, 0.351562, 0.308594, 0.234375, 0.345703, 0.337891, 0.304688, 0.335938, 0.287109, 0.326172, 0.212891, 0.269531, 0.355469, 0.201172, 0.308594, 0.300781, 0.34375, 0.376953, 0.355469, 0.345703, 0.271484, 0.332031, 0.484375, 0.384766, 0.195312, 0.302734, 0.269531, 0.34375, 0.40625, 0.289062, 0.353516, 0.3125, 0.253906, 0.351562, 0.308594, 0.349609, 0.439453, 0.306641, 0.378906, 0.388672, 0.304688, 0.279297, 0.378906, 0.302734, 0.255859, 0.390625, 0.353516, 0.335938, 0.294922, 0.375, 0.15332, 0.455078, 0.353516, 0.353516, 0.363281, 0.271484, 0.318359, 0.40625, 0.330078, 0.363281, 0.314453, 0.363281, 0.228516, 0.212891, 0.378906, 0.375, 0.296875, 0.21582, 0.476562, 0.200195, 0.287109, 0.326172, 0.330078, 0.195312, 0.339844, 0.232422, 0.357422, 0.251953, 0.304688, 0.369141, 0.175781, 0.353516, 0.186523, 0.296875, 0.271484, 0.3125, 0.230469, 0.302734, 0.300781, 0.333984, 0.363281, 0.233398, 0.34375, 0.137695, 0.151367, 0.345703, 0.178711, 0.363281, 0.412109, 0.330078, 0.320312, 0.332031, 0.318359, 0.283203, 0.257812, 0.34375, 0.355469, 0.386719, 0.304688, 0.209961, 0.335938, 0.363281, 0.369141, 0.18457, 0.347656, 0.316406, 0.359375, 0.192383, 0.398438, 0.246094, 0.271484, 0.386719, 0.333984, 0.333984, 0.363281, 0.294922, 0.289062, 0.208984, 0.464844, 0.382812, 0.386719, 0.308594, 0.292969, 0.335938, 0.296875, 0.359375, 0.382812, 0.220703, 0.294922, 0.402344, 0.291016, 0.398438, 0.168945, 0.314453, 0.210938, 0.337891, 0.349609, 0.296875, 0.203125, 0.3125, 0.419922, 0.324219, 0.384766, 0.337891, 0.151367, 0.160156, 0.339844, 0.359375, 0.349609, 0.227539, 0.351562, 0.380859, 0.287109, 0.318359, 0.330078, 0.371094, 0.306641, 0.349609, 0.201172, 0.330078, 0.361328, 0.287109, 0.345703, 0.328125, 0.388672, 0.314453, 0.170898, 0.396484, 0.324219, 0.337891, 0.361328, 0.239258, 0.375, 0.154297, 0.322266, 0.335938, 0.367188, 0.328125, 0.378906, 0.431641, 0.263672, 0.335938, 0.271484, 0.316406, 0.353516, 0.248047, 0.417969, 0.151367, 0.304688, 0.275391, 0.304688, 0.28125, 0.375, 0.333984, 0.202148, 0.241211, 0.287109, 0.302734, 0.412109, 0.173828, 0.339844, 0.279297, 0.384766, 0.339844, 0.361328, 0.365234, 0.316406, 0.34375, 0.1875, 0.369141, 0.396484, 0.380859, 0.337891, 0.435547, 0.351562, 0.239258, 0.267578, 0.234375, 0.400391, 0.233398, 0.341797, 0.369141, 0.369141, 0.273438, 0.306641, 0.259766, 0.392578, 0.357422, 0.316406, 0.398438, 0.392578, 0.386719, 0.292969, 0.310547, 0.359375, 0.198242, 0.339844, 0.355469, 0.275391, 0.189453, 0.314453, 0.355469, 0.285156, 0.257812, 0.238281, 0.179688, 0.394531, 0.378906, 0.371094, 0.143555, 0.316406, 0.349609, 0.168945, 0.333984, 0.167969, 0.310547, 0.291016, 0.357422, 0.28125, 0.310547, 0.351562, 0.378906, 0.380859, 0.161133, 0.333984, 0.404297, 0.328125, 0.384766, 0.332031, 0.373047, 0.177734, 0.157227, 0.261719, 0.396484, 0.316406, 0.227539, 0.388672, 0.308594, 0.210938, 0.333984, 0.365234, 0.367188, 0.271484, 0.357422, 0.296875, 0.365234, 0.384766, 0.235352, 0.234375, 0.337891, 0.378906, 0.257812, 0.324219, 0.398438, 0.267578, 0.161133, 0.390625, 0.361328, 0.394531, 0.285156, 0.292969, 0.259766, 0.357422, 0.443359, 0.333984, 0.320312, 0.18457, 0.310547, 0.242188, 0.384766, 0.40625, 0.371094, 0.200195, 0.373047, 0.255859, 0.361328, 0.330078, 0.386719, 0.375, 0.345703, 0.369141, 0.1875, 0.417969, 0.341797, 0.367188, 0.390625, 0.226562, 0.283203, 0.394531, 0.125, 0.179688, 0.308594, 0.347656, 0.306641, 0.316406, 0.412109, 0.365234, 0.245117, 0.328125, 0.151367, 0.416016, 0.226562, 0.390625, 0.339844, 0.351562, 0.376953, 0.365234, 0.328125, 0.314453, 0.261719, 0.412109, 0.390625, 0.271484, 0.363281, 0.271484, 0.265625, 0.382812, 0.195312, 0.347656, 0.263672, 0.273438, 0.28125, 0.361328, 0.386719, 0.304688, 0.355469, 0.353516, 0.333984, 0.416016, 0.265625, 0.376953, 0.384766, 0.310547, 0.392578, 0.144531, 0.261719, 0.34375, 0.355469, 0.335938, 0.359375, 0.314453, 0.388672, 0.300781, 0.271484, 0.337891, 0.316406, 0.199219, 0.355469, 0.388672, 0.390625, 0.396484, 0.421875, 0.320312, 0.421875, 0.390625, 0.289062, 0.435547, 0.402344, 0.298828, 0.400391, 0.326172, 0.287109, 0.427734, 0.25, 0.380859, 0.341797, 0.433594, 0.263672, 0.206055, 0.186523, 0.414062, 0.398438, 0.367188, 0.427734, 0.300781, 0.337891, 0.324219, 0.170898, 0.373047, 0.277344, 0.302734, 0.339844, 0.298828, 0.328125, 0.193359, 0.279297, 0.332031, 0.318359, 0.330078, 0.176758, 0.332031, 0.34375, 0.333984, 0.380859, 0.349609, 0.365234, 0.357422, 0.363281, 0.240234, 0.217773, 0.273438, 0.310547, 0.345703, 0.332031, 0.355469, 0.265625, 0.365234, 0.170898, 0.220703, 0.318359, 0.367188, 0.292969, 0.388672, 0.308594, 0.283203, 0.320312, 0.349609, 0.349609, 0.357422, 0.285156, 0.388672, 0.326172, 0.390625, 0.160156, 0.265625, 0.160156, 0.345703, 0.308594, 0.237305, 0.273438, 0.398438, 0.3125, 0.34375, 0.341797, 0.204102, 0.196289, 0.285156, 0.192383, 0.292969, 0.255859, 0.304688, 0.238281, 0.408203, 0.110352, 0.166016, 0.416016, 0.332031 ] }, "name": "model.model.layers.20.post_attention_layernorm.weight", "outputIndexes": [ 1715 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1714 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_20/Mul_output_0", "outputIndexes": [ 1716 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1715, 1716 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_20/Mul_1_output_0", "outputIndexes": [ 1717 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1717 ], "outputIndexes": [ 4964 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4964 ], "outputIndexes": [ 4965 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear", "inputIndexes": [ 4965 ], "outputIndexes": [ 4966 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 203215968, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4966 ], "outputIndexes": [ 4967 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4967 ], "outputIndexes": [ 1718 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_20/Sigmoid_output_0", "outputIndexes": [ 1719 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1718, 1719 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_20/Mul_output_0", "outputIndexes": [ 1720 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1717 ], "outputIndexes": [ 4968 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4968 ], "outputIndexes": [ 4969 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear", "inputIndexes": [ 4969 ], "outputIndexes": [ 4970 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 205796470, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4970 ], "outputIndexes": [ 4971 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4971 ], "outputIndexes": [ 1721 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1720, 1721 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_20/Mul_output_0", "outputIndexes": [ 1722 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1722 ], "outputIndexes": [ 4972 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 4972 ], "outputIndexes": [ 4973 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear", "inputIndexes": [ 4973 ], "outputIndexes": [ 4974 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 208376972, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 4974 ], "outputIndexes": [ 4975 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.20/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4975 ], "outputIndexes": [ 1723 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1714, 1723 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_104_output_0", "outputIndexes": [ 1724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1724, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_189_output_0", "outputIndexes": [ 1725 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.318359, 0.412109, 0.515625, 0.5, 0.453125, 0.449219, 0.882812, 0.4375, 0.298828, 0.375, 0.261719, 0.378906, 0.228516, 0.380859, 0.316406, 0.398438, 0.640625, 0.367188, 0.357422, 0.233398, 0.404297, 0.523438, 0.417969, 0.294922, 0.380859, 0.507812, 0.3125, 0.40625, 0.412109, 0.392578, 0.527344, 0.429688, 0.439453, 0.484375, 0.441406, 0.369141, 0.251953, 0.380859, 0.322266, 0.503906, 0.416016, 0.470703, 0.404297, 0.378906, 0.318359, 0.443359, 0.605469, 0.227539, 0.494141, 0.427734, 0.474609, 0.261719, 0.353516, 0.482422, 0.304688, 0.449219, 0.535156, 0.367188, 0.4375, 0.498047, 0.414062, 0.423828, 0.314453, 0.455078, 0.3125, 0.496094, 0.859375, 0.197266, 0.539062, 0.570312, 0.466797, 0.244141, 0.353516, 0.359375, 0.455078, 0.318359, 0.328125, 0.507812, 0.235352, 0.402344, 0.326172, 0.447266, 0.339844, 0.330078, 0.429688, 0.213867, 0.527344, 0.351562, 0.605469, 0.251953, 0.322266, 0.412109, 0.231445, 0.425781, 0.163086, 0.220703, 0.546875, 0.451172, 0.457031, 0.480469, 0.476562, 0.322266, 0.408203, 0.439453, 0.484375, 0.231445, 0.494141, 0.458984, 0.40625, 0.359375, 0.351562, 0.486328, 0.388672, 0.542969, 0.474609, 0.5625, 0.419922, 0.392578, 0.488281, 0.515625, 0.449219, 0.259766, 0.427734, 0.365234, 0.511719, 0.371094, 0.777344, 0.480469, 0.427734, 0.585938, 0.482422, 0.376953, 0.472656, 0.367188, 0.458984, 0.423828, 0.462891, 0.396484, 0.527344, 0.308594, 0.429688, 0.441406, 0.410156, 0.597656, 0.447266, 0.458984, 0.384766, 0.273438, 0.386719, 0.515625, 0.417969, 0.40625, 0.396484, 0.472656, 0.451172, 0.417969, 0.423828, 0.40625, 0.15332, 0.46875, 0.208008, 0.425781, 0.289062, 0.466797, 0.371094, 0.486328, 0.238281, 0.582031, 0.345703, 0.232422, 0.367188, 0.441406, 0.511719, 0.375, 0.239258, 0.492188, 0.386719, 0.378906, 0.519531, 0.498047, 0.335938, 0.320312, 0.324219, 0.380859, 0.410156, 0.4375, 0.386719, 0.457031, 0.480469, 0.535156, 0.451172, 0.345703, 0.18457, 0.380859, 0.359375, 0.427734, 0.332031, 0.371094, 0.116699, 0.439453, 0.363281, 0.279297, 0.337891, 0.414062, 0.296875, 0.392578, 0.4375, 0.341797, 0.451172, 0.46875, 0.449219, 0.363281, 0.484375, 0.21875, 0.447266, 0.410156, 0.421875, 0.322266, 0.488281, 0.382812, 0.376953, 0.388672, 0.25, 0.335938, 0.511719, 0.367188, 0.470703, 0.185547, 0.511719, 0.376953, 0.353516, 0.425781, 0.435547, 0.353516, 0.558594, 0.296875, 0.462891, 0.3125, 0.523438, 0.421875, 0.464844, 0.345703, 0.359375, 0.460938, 0.439453, 0.337891, 0.355469, 0.425781, 0.478516, 0.453125, 0.400391, 0.240234, 0.219727, 0.412109, 0.414062, 0.490234, 0.300781, 0.324219, 0.277344, 0.447266, 0.46875, 0.46875, 0.507812, 0.289062, 0.400391, 0.431641, 0.310547, 0.507812, 0.28125, 0.566406, 0.71875, 0.367188, 0.400391, 0.644531, 0.306641, 0.5625, 0.476562, 0.296875, 0.304688, 0.464844, 0.269531, 0.4375, 0.376953, 0.464844, 0.496094, 0.394531, 0.523438, 0.470703, 0.4375, 0.496094, 0.482422, 0.433594, 0.398438, 0.433594, 0.443359, 0.396484, 0.216797, 0.441406, 0.421875, 0.435547, 0.335938, 0.427734, 0.365234, 0.277344, 0.462891, 0.400391, 0.330078, 0.365234, 0.466797, 0.554688, 0.251953, 0.574219, 0.380859, 0.355469, 0.507812, 0.291016, 0.396484, 0.257812, 0.628906, 0.443359, 0.443359, 0.458984, 0.480469, 0.373047, 0.367188, 0.416016, 0.419922, 0.546875, 0.408203, 0.351562, 0.496094, 0.292969, 0.314453, 0.388672, 0.546875, 0.367188, 0.490234, 0.271484, 0.251953, 0.259766, 0.363281, 0.441406, 0.380859, 0.248047, 0.535156, 0.515625, 0.341797, 0.371094, 0.339844, 0.462891, 0.5625, 0.5, 0.300781, 0.419922, 0.458984, 0.574219, 0.455078, 0.460938, 0.314453, 0.494141, 0.341797, 0.365234, 0.402344, 0.431641, 0.419922, 0.380859, 0.589844, 0.480469, 0.318359, 0.304688, 0.535156, 0.289062, 0.462891, 0.212891, 0.457031, 0.390625, 0.421875, 0.451172, 0.40625, 0.345703, 0.699219, 0.304688, 0.59375, 0.376953, 0.402344, 0.289062, 0.365234, 0.449219, 0.408203, 0.462891, 0.396484, 0.474609, 0.494141, 0.257812, 0.554688, 0.429688, 0.414062, 0.486328, 0.519531, 0.439453, 0.400391, 0.554688, 0.296875, 0.375, 0.416016, 0.289062, 0.503906, 0.4375, 0.408203, 0.408203, 0.326172, 0.53125, 0.410156, 0.359375, 0.503906, 0.490234, 0.369141, 0.394531, 0.417969, 0.308594, 0.554688, 0.316406, 0.365234, 0.412109, 0.449219, 0.239258, 0.427734, 0.445312, 0.492188, 0.435547, 0.267578, 0.320312, 0.443359, 0.429688, 0.314453, 0.441406, 0.601562, 0.390625, 0.353516, 0.324219, 0.527344, 0.316406, 0.400391, 0.554688, 0.292969, 0.367188, 0.400391, 0.496094, 0.294922, 0.394531, 0.464844, 0.507812, 0.345703, 0.546875, 0.417969, 0.494141, 0.453125, 0.369141, 0.337891, 0.337891, 0.416016, 0.449219, 0.396484, 0.535156, 0.205078, 0.460938, 0.326172, 0.539062, 0.535156, 0.34375, 0.425781, 0.480469, 0.447266, 0.462891, 0.46875, 0.353516, 0.380859, 0.490234, 0.324219, 0.357422, 0.445312, 0.480469, 0.488281, 0.345703, 0.423828, 0.367188, 0.443359, 0.337891, 0.435547, 0.347656, 0.519531, 0.490234, 0.402344, 0.455078, 0.398438, 0.382812, 0.410156, 0.457031, 0.328125, 0.3125, 0.765625, 0.349609, 0.419922, 0.5, 0.302734, 0.466797, 0.394531, 0.53125, 0.601562, 0.394531, 0.386719, 0.566406, 0.527344, 0.287109, 0.328125, 0.464844, 0.507812, 0.275391, 0.300781, 0.324219, 0.417969, 0.507812, 0.251953, 0.408203, 0.515625, 0.373047, 0.474609, 0.539062, 0.476562, 0.404297, 0.535156, 0.333984, 0.25, 0.150391, 0.503906, 0.375, 0.341797, 0.535156, 0.347656, 0.417969, 0.488281, 0.227539, 0.390625, 0.427734, 0.462891, 0.326172, 0.414062, 0.202148, 0.404297, 0.394531, 0.396484, 0.371094, 0.601562, 0.511719, 0.396484, 0.427734, 0.386719, 0.148438, 0.404297, 0.203125, 0.3125, 0.416016, 0.412109, 0.396484, 0.289062, 0.229492, 0.427734, 0.375, 0.462891, 0.408203, 0.472656, 0.441406, 0.304688, 0.435547, 0.337891, 0.441406, 0.328125, 0.365234, 0.382812, 0.169922, 0.589844, 0.419922, 0.367188, 0.496094, 0.482422, 0.408203, 0.408203, 0.427734, 0.523438, 0.330078, 0.296875, 0.259766, 0.480469, 0.375, 0.453125, 0.25, 0.4375, 0.237305, 0.291016, 0.488281, 0.417969, 0.472656, 0.449219, 0.267578, 0.181641, 0.261719, 0.472656, 0.314453, 0.369141, 0.412109, 0.302734, 0.449219, 0.511719, 0.326172, 0.427734, 0.355469, 0.494141, 0.390625, 0.373047, 0.519531, 0.1875, 0.369141, 0.353516, 0.507812, 0.373047, 0.176758, 0.519531, 0.546875, 0.386719, 0.160156, 0.792969, 0.291016, 0.373047, 0.392578, 0.285156, 0.447266, 0.435547, 0.416016, 0.466797, 0.400391, 0.388672, 0.453125, 0.408203, 0.294922, 0.226562, 0.339844, 0.341797, 0.178711, 0.511719, 0.613281, 0.5, 0.574219, 0.519531, 0.244141, 0.375, 0.369141, 0.157227, 0.402344, 0.222656, 0.3125, 0.351562, 0.451172, 0.353516, 0.328125, 0.369141, 0.414062, 0.351562, 0.443359, 0.464844, 0.412109, 0.423828, 0.447266, 0.40625, 0.519531, 0.261719, 0.227539, 0.375, 0.398438, 0.419922, 0.457031, 0.554688, 0.535156, 0.84375, 0.351562, 0.464844, 0.554688, 0.287109, 0.558594, 0.460938, 0.332031, 0.373047, 0.453125, 0.394531, 0.443359, 0.330078, 0.439453, 0.384766, 0.349609, 0.371094, 0.408203, 0.34375, 0.398438, 0.326172, 0.40625, 0.507812, 0.359375, 0.427734, 0.326172, 0.246094, 0.480469, 0.351562, 0.490234, 0.443359, 0.466797, 0.490234, 0.396484, 0.400391, 0.320312, 0.225586, 0.392578, 0.25, 0.337891, 0.265625, 0.451172, 0.421875, 0.339844, 0.796875, 0.369141, 0.433594, 0.408203, 0.474609, 0.208984, 0.384766, 0.357422, 0.271484, 0.621094, 0.226562, 0.371094, 0.431641, 0.388672, 0.480469, 0.429688, 0.410156, 0.380859, 0.4375, 0.390625, 0.851562, 0.441406, 0.421875, 0.330078, 0.234375, 0.193359, 0.478516, 0.339844, 0.478516, 0.421875, 0.341797, 0.341797, 0.316406, 0.330078, 0.386719, 0.542969, 0.376953, 0.394531, 0.554688, 0.453125, 0.28125, 0.386719, 0.308594, 0.283203, 0.455078, 0.339844, 0.3125, 0.318359, 0.636719, 0.476562, 0.455078, 0.523438, 0.416016, 0.457031, 0.283203, 0.474609, 0.40625, 0.447266, 0.419922, 0.414062, 0.398438, 0.503906, 0.427734, 0.355469, 0.527344, 0.349609, 0.427734, 0.304688, 0.337891, 0.435547, 0.570312, 0.369141, 0.357422, 0.365234, 0.458984, 0.429688, 0.419922, 0.367188, 0.365234, 0.617188, 0.486328, 0.285156, 0.457031, 0.373047, 0.482422, 0.429688, 0.398438, 0.439453, 0.439453, 0.345703, 0.408203, 0.416016, 0.433594, 0.59375, 0.396484, 0.435547, 0.460938, 0.419922, 0.412109, 0.464844, 0.322266, 0.388672, 0.523438, 0.470703, 0.412109, 0.339844, 0.5625, 0.201172, 0.455078, 0.478516, 0.429688, 0.464844, 0.375, 0.400391, 0.472656, 0.439453, 0.384766, 0.373047, 0.392578, 0.308594, 0.269531, 0.416016, 0.429688, 0.412109, 0.246094, 0.609375, 0.470703, 0.365234, 0.423828, 0.451172, 0.285156, 0.458984, 0.230469, 0.457031, 0.392578, 0.490234, 0.546875, 0.196289, 0.492188, 0.535156, 0.404297, 0.386719, 0.386719, 0.294922, 0.390625, 0.427734, 0.392578, 0.425781, 0.302734, 0.412109, 0.172852, 0.203125, 0.400391, 0.328125, 0.458984, 0.523438, 0.398438, 0.429688, 0.458984, 0.361328, 0.304688, 0.632812, 0.400391, 0.458984, 0.464844, 0.359375, 0.582031, 0.400391, 0.423828, 0.429688, 0.241211, 0.380859, 0.359375, 0.476562, 0.324219, 0.439453, 0.300781, 0.365234, 0.470703, 0.361328, 0.425781, 0.486328, 0.396484, 0.396484, 0.335938, 0.542969, 0.539062, 0.527344, 0.314453, 0.324219, 0.414062, 0.341797, 0.398438, 0.478516, 0.292969, 0.373047, 0.507812, 0.333984, 0.462891, 0.292969, 0.371094, 0.275391, 0.398438, 0.451172, 0.363281, 0.217773, 0.341797, 0.515625, 0.408203, 0.429688, 0.392578, 0.198242, 0.243164, 0.371094, 0.470703, 0.433594, 0.339844, 0.404297, 0.457031, 0.380859, 0.396484, 0.433594, 0.425781, 0.414062, 0.396484, 0.402344, 0.40625, 0.460938, 0.353516, 0.429688, 0.433594, 0.5, 0.380859, 0.746094, 0.554688, 0.457031, 0.455078, 0.570312, 0.249023, 0.511719, 0.205078, 0.373047, 0.445312, 0.621094, 0.365234, 0.542969, 0.470703, 0.380859, 0.433594, 0.349609, 0.355469, 0.558594, 0.628906, 0.486328, 0.253906, 0.570312, 0.400391, 0.484375, 0.296875, 0.486328, 0.404297, 0.279297, 0.597656, 0.335938, 0.40625, 0.558594, 0.263672, 0.523438, 0.328125, 0.457031, 0.523438, 0.460938, 0.451172, 0.337891, 0.462891, 0.236328, 0.423828, 0.535156, 0.539062, 0.423828, 0.59375, 0.628906, 0.283203, 0.306641, 0.285156, 0.435547, 0.289062, 0.535156, 0.419922, 0.392578, 0.396484, 0.40625, 0.357422, 0.412109, 0.398438, 0.410156, 0.542969, 0.492188, 0.441406, 0.294922, 0.490234, 0.570312, 0.404297, 0.371094, 0.470703, 0.355469, 0.259766, 0.458984, 0.398438, 0.332031, 0.316406, 0.664062, 0.213867, 0.427734, 0.496094, 0.423828, 0.175781, 0.408203, 0.382812, 0.5, 0.410156, 0.223633, 0.382812, 0.335938, 0.511719, 0.376953, 0.386719, 0.458984, 0.464844, 0.443359, 0.232422, 0.439453, 0.503906, 0.386719, 0.482422, 0.435547, 0.486328, 0.240234, 0.785156, 0.5, 0.498047, 0.376953, 0.330078, 0.466797, 0.365234, 0.328125, 0.449219, 0.464844, 0.417969, 0.416016, 0.492188, 0.470703, 0.550781, 0.515625, 0.253906, 0.345703, 0.462891, 0.472656, 0.361328, 0.390625, 0.460938, 0.376953, 0.238281, 0.523438, 0.480469, 0.5625, 0.503906, 0.294922, 0.3125, 0.451172, 0.726562, 0.371094, 0.382812, 0.302734, 0.380859, 0.34375, 0.453125, 0.464844, 0.472656, 0.6875, 0.425781, 0.257812, 0.492188, 0.402344, 0.492188, 0.470703, 0.482422, 0.453125, 0.8125, 0.486328, 0.285156, 0.453125, 0.601562, 0.382812, 0.34375, 0.539062, 0.174805, 0.209961, 0.390625, 0.386719, 0.363281, 0.359375, 0.597656, 0.417969, 0.287109, 0.486328, 0.241211, 0.550781, 0.324219, 0.453125, 0.433594, 0.515625, 0.460938, 0.460938, 0.396484, 0.347656, 0.304688, 0.542969, 0.519531, 0.443359, 0.539062, 0.337891, 0.53125, 0.523438, 0.458984, 0.46875, 0.339844, 0.333984, 0.349609, 0.476562, 0.412109, 0.457031, 0.515625, 0.46875, 0.445312, 0.566406, 0.380859, 0.431641, 0.515625, 0.474609, 0.484375, 0.177734, 0.373047, 0.371094, 0.398438, 0.351562, 0.431641, 0.367188, 0.503906, 0.410156, 0.365234, 0.373047, 0.408203, 0.21875, 0.462891, 0.453125, 0.435547, 0.511719, 0.486328, 0.388672, 0.435547, 0.503906, 0.353516, 0.535156, 0.494141, 0.396484, 0.423828, 0.416016, 0.376953, 0.558594, 0.308594, 0.511719, 0.386719, 0.503906, 0.275391, 0.326172, 0.237305, 0.578125, 0.550781, 0.431641, 0.523438, 0.447266, 0.423828, 0.40625, 0.216797, 0.460938, 0.357422, 0.410156, 0.369141, 0.273438, 0.474609, 0.253906, 0.414062, 0.4375, 0.353516, 0.435547, 0.251953, 0.414062, 0.394531, 0.433594, 0.515625, 0.429688, 0.460938, 0.359375, 0.412109, 0.388672, 0.335938, 0.314453, 0.4375, 0.425781, 0.443359, 0.455078, 0.357422, 0.523438, 0.232422, 0.294922, 0.375, 0.496094, 0.365234, 0.470703, 0.249023, 0.398438, 0.367188, 0.486328, 0.410156, 0.488281, 0.378906, 0.480469, 0.392578, 0.474609, 0.206055, 0.351562, 0.222656, 0.462891, 0.443359, 0.441406, 0.292969, 0.480469, 0.455078, 0.396484, 0.390625, 0.265625, 0.269531, 0.351562, 0.22168, 0.369141, 0.34375, 0.375, 0.322266, 0.488281, 0.816406, 0.233398, 0.558594, 0.455078 ] }, "name": "model.model.layers.21.input_layernorm.weight", "outputIndexes": [ 1726 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1725 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_21/Mul_output_0", "outputIndexes": [ 1727 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1726, 1727 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_21/Mul_1_output_0", "outputIndexes": [ 1728 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 4976 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 4976 ], "outputIndexes": [ 4977 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear", "inputIndexes": [ 4977 ], "outputIndexes": [ 4978 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 210957474, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 4978 ], "outputIndexes": [ 4979 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4979 ], "outputIndexes": [ 1729 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1728 ], "main_type": "NONE", "name": "/Shape_295_output_0", "outputIndexes": [ 1730 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1730 ], "main_type": "NONE", "name": "Shape4615", "outputIndexes": [ 1731 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1730 ], "main_type": "NONE", "name": "Rank4617", "outputIndexes": [ 1732 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1732, 1732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4619", "outputIndexes": [ 1733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1733 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4620", "outputIndexes": [ 1734 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1733, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4622", "outputIndexes": [ 1735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1735 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4623", "outputIndexes": [ 1736 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1731, 1734, 1736, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4626", "outputIndexes": [ 1737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1737 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4627", "outputIndexes": [ 1738 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4628", "outputIndexes": [ 1739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1739, 1738 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4629", "outputIndexes": [ 1740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1730, 1740, 1733 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_319_output_0", "outputIndexes": [ 1741 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1741, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_673_output_0", "outputIndexes": [ 1742 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1742, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_273_output_0", "outputIndexes": [ 1743 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1729, 1743 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_190_output_0", "outputIndexes": [ 1744 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_168_output_0", "outputIndexes": [ 1745 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744 ], "main_type": "NONE", "name": "/Shape_296_output_0", "outputIndexes": [ 1746 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1746 ], "main_type": "NONE", "name": "Shape4636", "outputIndexes": [ 1747 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1746 ], "main_type": "NONE", "name": "Rank4638", "outputIndexes": [ 1748 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1748, 1748 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4640", "outputIndexes": [ 1749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1749 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4641", "outputIndexes": [ 1750 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1749, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4643", "outputIndexes": [ 1751 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1751 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4644", "outputIndexes": [ 1752 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1747, 1750, 1752, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4647", "outputIndexes": [ 1753 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1753 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4648", "outputIndexes": [ 1754 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1754 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4649", "outputIndexes": [ 1755 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1755, 1754 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4650", "outputIndexes": [ 1756 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1746, 1756, 1749 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_320_output_0", "outputIndexes": [ 1757 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1757, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_63_output_0", "outputIndexes": [ 1758 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1758, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_678_output_0", "outputIndexes": [ 1759 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 1759, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_85_output_0", "outputIndexes": [ 1760 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1760 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_42_output_0", "outputIndexes": [ 1761 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1744, 22, 1759, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_84_output_0", "outputIndexes": [ 1762 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1761, 1762 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_276_output_0", "outputIndexes": [ 1763 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1763, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_169_output_0", "outputIndexes": [ 1764 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1745, 1764 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_105_output_0", "outputIndexes": [ 1765 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 4980 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 4980 ], "outputIndexes": [ 4981 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear", "inputIndexes": [ 4981 ], "outputIndexes": [ 4982 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 211879096, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 4982 ], "outputIndexes": [ 4983 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4983 ], "outputIndexes": [ 1766 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1742, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_274_output_0", "outputIndexes": [ 1767 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1766, 1767 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_191_output_0", "outputIndexes": [ 1768 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_170_output_0", "outputIndexes": [ 1769 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768 ], "main_type": "NONE", "name": "/Shape_297_output_0", "outputIndexes": [ 1770 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1770 ], "main_type": "NONE", "name": "Shape4699", "outputIndexes": [ 1771 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1770 ], "main_type": "NONE", "name": "Rank4701", "outputIndexes": [ 1772 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1772, 1772 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4703", "outputIndexes": [ 1773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1773 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4704", "outputIndexes": [ 1774 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1773, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4706", "outputIndexes": [ 1775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1775 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4707", "outputIndexes": [ 1776 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1771, 1774, 1776, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4710", "outputIndexes": [ 1777 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1777 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4711", "outputIndexes": [ 1778 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4712", "outputIndexes": [ 1779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1779, 1778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4713", "outputIndexes": [ 1780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1770, 1780, 1773 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_321_output_0", "outputIndexes": [ 1781 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1781, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_64_output_0", "outputIndexes": [ 1782 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1782, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_680_output_0", "outputIndexes": [ 1783 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 1783, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_87_output_0", "outputIndexes": [ 1784 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1784 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_43_output_0", "outputIndexes": [ 1785 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1768, 22, 1783, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_86_output_0", "outputIndexes": [ 1786 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1785, 1786 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_277_output_0", "outputIndexes": [ 1787 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1787, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_171_output_0", "outputIndexes": [ 1788 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1769, 1788 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_106_output_0", "outputIndexes": [ 1789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1728 ], "outputIndexes": [ 4984 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 4984 ], "outputIndexes": [ 4985 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear", "inputIndexes": [ 4985 ], "outputIndexes": [ 4986 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 212109518, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 4986 ], "outputIndexes": [ 4987 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4987 ], "outputIndexes": [ 1790 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1790, 1767 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_192_output_0", "outputIndexes": [ 1791 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1765, 1789, 1791, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_197_output_0", "outputIndexes": [ 1792 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1792 ], "outputIndexes": [ 4988 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 4988 ], "outputIndexes": [ 4989 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear", "inputIndexes": [ 4989 ], "outputIndexes": [ 4990 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 212339940, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 4990 ], "outputIndexes": [ 4991 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4991 ], "outputIndexes": [ 1793 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1725, 1793 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_108_output_0", "outputIndexes": [ 1794 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.225586, 0.345703, 0.359375, 0.382812, 0.382812, 0.347656, 0.149414, 0.376953, 0.261719, 0.240234, 0.176758, 0.337891, 0.208984, 0.322266, 0.304688, 0.365234, 0.227539, 0.300781, 0.304688, 0.186523, 0.324219, 0.396484, 0.279297, 0.238281, 0.304688, 0.382812, 0.257812, 0.373047, 0.337891, 0.335938, 0.243164, 0.163086, 0.335938, 0.318359, 0.341797, 0.332031, 0.18457, 0.332031, 0.192383, 0.371094, 0.326172, 0.375, 0.302734, 0.28125, 0.217773, 0.300781, 0.462891, 0.200195, 0.392578, 0.208008, 0.363281, 0.177734, 0.326172, 0.328125, 0.200195, 0.341797, 0.402344, 0.3125, 0.3125, 0.400391, 0.333984, 0.353516, 0.267578, 0.353516, 0.249023, 0.246094, 0.179688, 0.171875, 0.386719, 0.173828, 0.375, 0.191406, 0.271484, 0.283203, 0.402344, 0.275391, 0.273438, 0.408203, 0.162109, 0.330078, 0.291016, 0.402344, 0.261719, 0.279297, 0.361328, 0.189453, 0.425781, 0.227539, 0.4375, 0.206055, 0.269531, 0.318359, 0.204102, 0.339844, 0.138672, 0.185547, 0.439453, 0.388672, 0.410156, 0.355469, 0.283203, 0.279297, 0.376953, 0.345703, 0.380859, 0.181641, 0.376953, 0.341797, 0.339844, 0.318359, 0.308594, 0.394531, 0.306641, 0.320312, 0.357422, 0.298828, 0.324219, 0.337891, 0.429688, 0.371094, 0.345703, 0.216797, 0.394531, 0.244141, 0.414062, 0.304688, 0.194336, 0.375, 0.369141, 0.435547, 0.365234, 0.363281, 0.347656, 0.310547, 0.347656, 0.3125, 0.363281, 0.320312, 0.263672, 0.253906, 0.371094, 0.314453, 0.333984, 0.451172, 0.40625, 0.34375, 0.3125, 0.241211, 0.347656, 0.345703, 0.326172, 0.330078, 0.345703, 0.361328, 0.361328, 0.287109, 0.375, 0.310547, 0.149414, 0.337891, 0.160156, 0.294922, 0.227539, 0.386719, 0.298828, 0.423828, 0.178711, 0.373047, 0.308594, 0.179688, 0.265625, 0.369141, 0.408203, 0.275391, 0.158203, 0.421875, 0.287109, 0.353516, 0.392578, 0.384766, 0.306641, 0.241211, 0.294922, 0.318359, 0.367188, 0.349609, 0.339844, 0.341797, 0.359375, 0.396484, 0.378906, 0.283203, 0.166016, 0.324219, 0.322266, 0.339844, 0.308594, 0.25, 0.092773, 0.353516, 0.324219, 0.314453, 0.265625, 0.316406, 0.251953, 0.339844, 0.394531, 0.279297, 0.267578, 0.367188, 0.335938, 0.332031, 0.337891, 0.173828, 0.355469, 0.318359, 0.347656, 0.273438, 0.394531, 0.355469, 0.322266, 0.330078, 0.235352, 0.289062, 0.439453, 0.279297, 0.365234, 0.167969, 0.466797, 0.287109, 0.259766, 0.224609, 0.361328, 0.294922, 0.392578, 0.226562, 0.337891, 0.253906, 0.414062, 0.357422, 0.376953, 0.277344, 0.326172, 0.345703, 0.351562, 0.28125, 0.259766, 0.376953, 0.365234, 0.316406, 0.328125, 0.233398, 0.1875, 0.320312, 0.285156, 0.367188, 0.24707, 0.302734, 0.211914, 0.378906, 0.410156, 0.371094, 0.337891, 0.244141, 0.365234, 0.365234, 0.298828, 0.398438, 0.199219, 0.386719, 0.242188, 0.308594, 0.294922, 0.226562, 0.239258, 0.382812, 0.341797, 0.227539, 0.21875, 0.378906, 0.227539, 0.355469, 0.324219, 0.382812, 0.355469, 0.308594, 0.439453, 0.394531, 0.363281, 0.427734, 0.398438, 0.353516, 0.353516, 0.320312, 0.353516, 0.339844, 0.257812, 0.345703, 0.376953, 0.326172, 0.318359, 0.337891, 0.326172, 0.213867, 0.341797, 0.349609, 0.25, 0.306641, 0.375, 0.421875, 0.208008, 0.40625, 0.302734, 0.233398, 0.392578, 0.277344, 0.355469, 0.214844, 0.253906, 0.302734, 0.394531, 0.402344, 0.347656, 0.347656, 0.296875, 0.261719, 0.345703, 0.427734, 0.402344, 0.273438, 0.224609, 0.236328, 0.196289, 0.318359, 0.302734, 0.320312, 0.386719, 0.244141, 0.18457, 0.192383, 0.283203, 0.316406, 0.330078, 0.226562, 0.417969, 0.376953, 0.259766, 0.345703, 0.255859, 0.375, 0.373047, 0.371094, 0.237305, 0.324219, 0.318359, 0.369141, 0.369141, 0.353516, 0.304688, 0.394531, 0.306641, 0.257812, 0.330078, 0.367188, 0.345703, 0.316406, 0.380859, 0.380859, 0.251953, 0.244141, 0.419922, 0.300781, 0.384766, 0.174805, 0.298828, 0.314453, 0.351562, 0.347656, 0.359375, 0.207031, 0.172852, 0.261719, 0.435547, 0.34375, 0.341797, 0.263672, 0.261719, 0.347656, 0.251953, 0.34375, 0.328125, 0.197266, 0.40625, 0.201172, 0.40625, 0.347656, 0.324219, 0.390625, 0.388672, 0.353516, 0.300781, 0.382812, 0.225586, 0.361328, 0.40625, 0.234375, 0.419922, 0.320312, 0.375, 0.337891, 0.259766, 0.427734, 0.347656, 0.308594, 0.396484, 0.414062, 0.302734, 0.347656, 0.351562, 0.242188, 0.443359, 0.285156, 0.213867, 0.355469, 0.371094, 0.201172, 0.351562, 0.294922, 0.214844, 0.314453, 0.152344, 0.219727, 0.380859, 0.332031, 0.28125, 0.386719, 0.427734, 0.308594, 0.285156, 0.326172, 0.416016, 0.234375, 0.241211, 0.4375, 0.259766, 0.233398, 0.341797, 0.384766, 0.195312, 0.318359, 0.302734, 0.242188, 0.304688, 0.400391, 0.375, 0.392578, 0.367188, 0.330078, 0.310547, 0.257812, 0.349609, 0.275391, 0.337891, 0.347656, 0.157227, 0.357422, 0.275391, 0.382812, 0.378906, 0.220703, 0.3125, 0.384766, 0.365234, 0.324219, 0.308594, 0.279297, 0.28125, 0.402344, 0.24707, 0.257812, 0.349609, 0.384766, 0.427734, 0.316406, 0.369141, 0.267578, 0.339844, 0.232422, 0.367188, 0.302734, 0.376953, 0.404297, 0.361328, 0.355469, 0.322266, 0.237305, 0.388672, 0.322266, 0.236328, 0.25, 0.15625, 0.277344, 0.363281, 0.357422, 0.1875, 0.400391, 0.298828, 0.298828, 0.414062, 0.306641, 0.298828, 0.40625, 0.209961, 0.227539, 0.257812, 0.402344, 0.371094, 0.214844, 0.271484, 0.269531, 0.335938, 0.361328, 0.188477, 0.367188, 0.394531, 0.306641, 0.359375, 0.402344, 0.386719, 0.255859, 0.21582, 0.277344, 0.205078, 0.150391, 0.371094, 0.28125, 0.289062, 0.388672, 0.271484, 0.3125, 0.376953, 0.180664, 0.265625, 0.402344, 0.347656, 0.245117, 0.328125, 0.161133, 0.271484, 0.223633, 0.271484, 0.333984, 0.390625, 0.371094, 0.330078, 0.359375, 0.300781, 0.195312, 0.369141, 0.170898, 0.1875, 0.242188, 0.376953, 0.302734, 0.243164, 0.191406, 0.378906, 0.337891, 0.318359, 0.318359, 0.443359, 0.361328, 0.204102, 0.384766, 0.298828, 0.378906, 0.289062, 0.345703, 0.271484, 0.160156, 0.443359, 0.324219, 0.292969, 0.296875, 0.371094, 0.326172, 0.296875, 0.328125, 0.40625, 0.304688, 0.253906, 0.212891, 0.375, 0.371094, 0.347656, 0.21582, 0.353516, 0.172852, 0.200195, 0.40625, 0.34375, 0.332031, 0.328125, 0.3125, 0.15625, 0.21875, 0.363281, 0.277344, 0.306641, 0.375, 0.238281, 0.402344, 0.333984, 0.239258, 0.335938, 0.322266, 0.225586, 0.324219, 0.300781, 0.384766, 0.154297, 0.333984, 0.287109, 0.333984, 0.283203, 0.166992, 0.404297, 0.194336, 0.314453, 0.166992, 0.137695, 0.275391, 0.316406, 0.355469, 0.239258, 0.373047, 0.332031, 0.308594, 0.396484, 0.332031, 0.239258, 0.375, 0.335938, 0.231445, 0.194336, 0.271484, 0.267578, 0.158203, 0.279297, 0.269531, 0.373047, 0.451172, 0.429688, 0.195312, 0.333984, 0.298828, 0.150391, 0.359375, 0.193359, 0.196289, 0.287109, 0.390625, 0.263672, 0.253906, 0.316406, 0.34375, 0.304688, 0.371094, 0.304688, 0.392578, 0.351562, 0.328125, 0.298828, 0.231445, 0.217773, 0.179688, 0.304688, 0.375, 0.330078, 0.375, 0.365234, 0.380859, 0.183594, 0.28125, 0.337891, 0.380859, 0.219727, 0.427734, 0.390625, 0.275391, 0.304688, 0.369141, 0.302734, 0.378906, 0.255859, 0.363281, 0.330078, 0.275391, 0.361328, 0.376953, 0.294922, 0.330078, 0.234375, 0.320312, 0.206055, 0.227539, 0.378906, 0.277344, 0.249023, 0.3125, 0.232422, 0.390625, 0.345703, 0.404297, 0.40625, 0.314453, 0.326172, 0.212891, 0.189453, 0.351562, 0.180664, 0.292969, 0.224609, 0.376953, 0.375, 0.287109, 0.206055, 0.300781, 0.3125, 0.3125, 0.373047, 0.201172, 0.328125, 0.328125, 0.206055, 0.453125, 0.193359, 0.306641, 0.345703, 0.333984, 0.371094, 0.34375, 0.371094, 0.28125, 0.353516, 0.365234, 0.168945, 0.330078, 0.349609, 0.203125, 0.21582, 0.158203, 0.400391, 0.287109, 0.402344, 0.373047, 0.314453, 0.259766, 0.241211, 0.292969, 0.316406, 0.40625, 0.308594, 0.208008, 0.369141, 0.34375, 0.240234, 0.365234, 0.302734, 0.182617, 0.259766, 0.237305, 0.236328, 0.287109, 0.238281, 0.378906, 0.298828, 0.417969, 0.34375, 0.378906, 0.220703, 0.431641, 0.216797, 0.388672, 0.351562, 0.3125, 0.239258, 0.349609, 0.339844, 0.310547, 0.330078, 0.287109, 0.326172, 0.225586, 0.273438, 0.349609, 0.204102, 0.308594, 0.308594, 0.341797, 0.386719, 0.353516, 0.345703, 0.277344, 0.332031, 0.5, 0.378906, 0.201172, 0.304688, 0.265625, 0.34375, 0.398438, 0.289062, 0.353516, 0.3125, 0.263672, 0.349609, 0.314453, 0.353516, 0.457031, 0.306641, 0.390625, 0.388672, 0.310547, 0.275391, 0.390625, 0.298828, 0.259766, 0.394531, 0.357422, 0.332031, 0.294922, 0.384766, 0.15918, 0.455078, 0.349609, 0.349609, 0.361328, 0.265625, 0.324219, 0.404297, 0.333984, 0.369141, 0.310547, 0.375, 0.238281, 0.216797, 0.382812, 0.378906, 0.300781, 0.216797, 0.511719, 0.210938, 0.287109, 0.328125, 0.339844, 0.203125, 0.347656, 0.226562, 0.355469, 0.253906, 0.300781, 0.376953, 0.178711, 0.349609, 0.193359, 0.298828, 0.28125, 0.316406, 0.240234, 0.308594, 0.304688, 0.332031, 0.367188, 0.238281, 0.34375, 0.139648, 0.164062, 0.347656, 0.191406, 0.357422, 0.412109, 0.328125, 0.314453, 0.335938, 0.314453, 0.287109, 0.253906, 0.345703, 0.353516, 0.388672, 0.304688, 0.216797, 0.330078, 0.365234, 0.363281, 0.197266, 0.349609, 0.318359, 0.371094, 0.205078, 0.408203, 0.249023, 0.28125, 0.380859, 0.335938, 0.333984, 0.369141, 0.291016, 0.291016, 0.21875, 0.482422, 0.394531, 0.390625, 0.314453, 0.291016, 0.335938, 0.300781, 0.359375, 0.400391, 0.22168, 0.289062, 0.412109, 0.289062, 0.404297, 0.178711, 0.310547, 0.216797, 0.335938, 0.353516, 0.298828, 0.209961, 0.3125, 0.431641, 0.326172, 0.375, 0.341797, 0.171875, 0.166016, 0.332031, 0.361328, 0.351562, 0.234375, 0.351562, 0.390625, 0.287109, 0.320312, 0.335938, 0.365234, 0.308594, 0.347656, 0.208984, 0.324219, 0.359375, 0.294922, 0.34375, 0.322266, 0.392578, 0.308594, 0.170898, 0.412109, 0.330078, 0.333984, 0.361328, 0.240234, 0.375, 0.167969, 0.324219, 0.326172, 0.359375, 0.330078, 0.382812, 0.4375, 0.255859, 0.330078, 0.277344, 0.318359, 0.339844, 0.267578, 0.404297, 0.166992, 0.3125, 0.277344, 0.302734, 0.28125, 0.378906, 0.332031, 0.204102, 0.253906, 0.287109, 0.298828, 0.410156, 0.185547, 0.353516, 0.277344, 0.382812, 0.345703, 0.367188, 0.375, 0.314453, 0.34375, 0.202148, 0.363281, 0.396484, 0.392578, 0.341797, 0.445312, 0.351562, 0.243164, 0.263672, 0.241211, 0.400391, 0.231445, 0.34375, 0.361328, 0.363281, 0.291016, 0.304688, 0.267578, 0.400391, 0.357422, 0.314453, 0.400391, 0.394531, 0.388672, 0.294922, 0.314453, 0.355469, 0.205078, 0.347656, 0.353516, 0.277344, 0.192383, 0.3125, 0.353516, 0.287109, 0.259766, 0.24707, 0.197266, 0.394531, 0.388672, 0.373047, 0.158203, 0.320312, 0.355469, 0.174805, 0.330078, 0.178711, 0.302734, 0.296875, 0.367188, 0.291016, 0.318359, 0.355469, 0.376953, 0.384766, 0.171875, 0.335938, 0.408203, 0.330078, 0.392578, 0.333984, 0.373047, 0.186523, 0.167969, 0.259766, 0.398438, 0.314453, 0.241211, 0.392578, 0.308594, 0.219727, 0.349609, 0.365234, 0.365234, 0.275391, 0.373047, 0.308594, 0.371094, 0.388672, 0.237305, 0.233398, 0.34375, 0.380859, 0.259766, 0.326172, 0.414062, 0.263672, 0.180664, 0.386719, 0.365234, 0.402344, 0.289062, 0.291016, 0.263672, 0.363281, 0.457031, 0.335938, 0.316406, 0.192383, 0.316406, 0.245117, 0.376953, 0.404297, 0.378906, 0.21875, 0.384766, 0.257812, 0.359375, 0.328125, 0.396484, 0.367188, 0.34375, 0.376953, 0.1875, 0.412109, 0.337891, 0.369141, 0.388672, 0.241211, 0.285156, 0.390625, 0.146484, 0.179688, 0.306641, 0.34375, 0.310547, 0.314453, 0.400391, 0.363281, 0.243164, 0.332031, 0.162109, 0.425781, 0.232422, 0.378906, 0.34375, 0.351562, 0.382812, 0.369141, 0.316406, 0.316406, 0.263672, 0.427734, 0.408203, 0.271484, 0.363281, 0.271484, 0.263672, 0.380859, 0.204102, 0.349609, 0.261719, 0.277344, 0.277344, 0.361328, 0.388672, 0.310547, 0.353516, 0.357422, 0.335938, 0.412109, 0.271484, 0.371094, 0.386719, 0.296875, 0.400391, 0.157227, 0.253906, 0.337891, 0.355469, 0.333984, 0.367188, 0.310547, 0.404297, 0.304688, 0.275391, 0.337891, 0.324219, 0.198242, 0.353516, 0.386719, 0.400391, 0.402344, 0.431641, 0.310547, 0.419922, 0.384766, 0.289062, 0.429688, 0.402344, 0.296875, 0.394531, 0.326172, 0.287109, 0.421875, 0.248047, 0.382812, 0.335938, 0.4375, 0.259766, 0.219727, 0.193359, 0.416016, 0.402344, 0.367188, 0.429688, 0.304688, 0.34375, 0.322266, 0.175781, 0.376953, 0.28125, 0.298828, 0.349609, 0.289062, 0.328125, 0.206055, 0.289062, 0.332031, 0.3125, 0.333984, 0.188477, 0.328125, 0.34375, 0.328125, 0.375, 0.349609, 0.380859, 0.359375, 0.359375, 0.240234, 0.22168, 0.277344, 0.318359, 0.335938, 0.333984, 0.367188, 0.273438, 0.361328, 0.179688, 0.219727, 0.322266, 0.363281, 0.291016, 0.400391, 0.300781, 0.291016, 0.328125, 0.351562, 0.357422, 0.367188, 0.287109, 0.386719, 0.332031, 0.390625, 0.171875, 0.271484, 0.177734, 0.351562, 0.3125, 0.243164, 0.267578, 0.400391, 0.314453, 0.34375, 0.324219, 0.208984, 0.207031, 0.289062, 0.195312, 0.298828, 0.269531, 0.3125, 0.245117, 0.40625, 0.118652, 0.175781, 0.412109, 0.335938 ] }, "name": "model.model.layers.21.post_attention_layernorm.weight", "outputIndexes": [ 1795 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_21/Mul_output_0", "outputIndexes": [ 1796 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1795, 1796 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_21/Mul_1_output_0", "outputIndexes": [ 1797 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1797 ], "outputIndexes": [ 4992 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 4992 ], "outputIndexes": [ 4993 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear", "inputIndexes": [ 4993 ], "outputIndexes": [ 4994 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 213261562, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 4994 ], "outputIndexes": [ 4995 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4995 ], "outputIndexes": [ 1798 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_21/Sigmoid_output_0", "outputIndexes": [ 1799 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1798, 1799 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_21/Mul_output_0", "outputIndexes": [ 1800 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1797 ], "outputIndexes": [ 4996 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 4996 ], "outputIndexes": [ 4997 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear", "inputIndexes": [ 4997 ], "outputIndexes": [ 4998 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 215842064, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 4998 ], "outputIndexes": [ 4999 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 4999 ], "outputIndexes": [ 1801 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1800, 1801 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_21/Mul_output_0", "outputIndexes": [ 1802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1802 ], "outputIndexes": [ 5000 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5000 ], "outputIndexes": [ 5001 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear", "inputIndexes": [ 5001 ], "outputIndexes": [ 5002 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 218422566, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5002 ], "outputIndexes": [ 5003 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.21/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5003 ], "outputIndexes": [ 1803 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1794, 1803 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_109_output_0", "outputIndexes": [ 1804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1804, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_198_output_0", "outputIndexes": [ 1805 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.251953, 0.34375, 0.433594, 0.431641, 0.429688, 0.378906, 0.769531, 0.416016, 0.253906, 0.316406, 0.251953, 0.376953, 0.213867, 0.314453, 0.28125, 0.382812, 0.515625, 0.320312, 0.308594, 0.209961, 0.384766, 0.503906, 0.349609, 0.244141, 0.353516, 0.488281, 0.271484, 0.386719, 0.367188, 0.361328, 0.423828, 0.394531, 0.388672, 0.417969, 0.380859, 0.326172, 0.246094, 0.353516, 0.294922, 0.476562, 0.367188, 0.412109, 0.371094, 0.310547, 0.263672, 0.361328, 0.597656, 0.217773, 0.482422, 0.384766, 0.423828, 0.245117, 0.330078, 0.408203, 0.261719, 0.396484, 0.46875, 0.34375, 0.378906, 0.462891, 0.382812, 0.365234, 0.265625, 0.398438, 0.285156, 0.417969, 0.855469, 0.198242, 0.488281, 0.636719, 0.423828, 0.210938, 0.316406, 0.306641, 0.443359, 0.292969, 0.287109, 0.462891, 0.225586, 0.363281, 0.285156, 0.4375, 0.269531, 0.273438, 0.371094, 0.185547, 0.498047, 0.304688, 0.574219, 0.237305, 0.291016, 0.351562, 0.209961, 0.341797, 0.183594, 0.200195, 0.558594, 0.427734, 0.421875, 0.441406, 0.404297, 0.28125, 0.410156, 0.400391, 0.457031, 0.208008, 0.496094, 0.396484, 0.34375, 0.314453, 0.304688, 0.476562, 0.337891, 0.478516, 0.435547, 0.503906, 0.371094, 0.359375, 0.470703, 0.46875, 0.40625, 0.21582, 0.388672, 0.330078, 0.507812, 0.341797, 0.78125, 0.419922, 0.378906, 0.582031, 0.439453, 0.318359, 0.414062, 0.341797, 0.396484, 0.373047, 0.457031, 0.355469, 0.451172, 0.267578, 0.380859, 0.382812, 0.371094, 0.542969, 0.388672, 0.408203, 0.341797, 0.240234, 0.335938, 0.451172, 0.367188, 0.361328, 0.373047, 0.425781, 0.388672, 0.324219, 0.396484, 0.333984, 0.161133, 0.429688, 0.202148, 0.369141, 0.251953, 0.464844, 0.324219, 0.460938, 0.22168, 0.539062, 0.324219, 0.201172, 0.294922, 0.423828, 0.466797, 0.310547, 0.237305, 0.476562, 0.314453, 0.347656, 0.458984, 0.441406, 0.294922, 0.287109, 0.271484, 0.341797, 0.367188, 0.369141, 0.386719, 0.414062, 0.433594, 0.511719, 0.412109, 0.292969, 0.199219, 0.322266, 0.328125, 0.378906, 0.302734, 0.306641, 0.138672, 0.404297, 0.324219, 0.25, 0.287109, 0.384766, 0.259766, 0.349609, 0.414062, 0.296875, 0.425781, 0.431641, 0.408203, 0.34375, 0.435547, 0.198242, 0.408203, 0.351562, 0.349609, 0.279297, 0.453125, 0.349609, 0.324219, 0.332031, 0.225586, 0.291016, 0.503906, 0.302734, 0.445312, 0.166016, 0.507812, 0.314453, 0.298828, 0.328125, 0.392578, 0.314453, 0.523438, 0.251953, 0.384766, 0.271484, 0.488281, 0.382812, 0.445312, 0.294922, 0.326172, 0.410156, 0.386719, 0.304688, 0.330078, 0.386719, 0.457031, 0.388672, 0.347656, 0.228516, 0.191406, 0.371094, 0.353516, 0.449219, 0.251953, 0.283203, 0.233398, 0.419922, 0.431641, 0.447266, 0.443359, 0.242188, 0.396484, 0.375, 0.269531, 0.464844, 0.244141, 0.542969, 0.761719, 0.310547, 0.337891, 0.613281, 0.257812, 0.539062, 0.431641, 0.259766, 0.249023, 0.443359, 0.238281, 0.382812, 0.326172, 0.439453, 0.439453, 0.328125, 0.535156, 0.439453, 0.376953, 0.519531, 0.466797, 0.386719, 0.349609, 0.376953, 0.394531, 0.361328, 0.188477, 0.412109, 0.378906, 0.353516, 0.310547, 0.367188, 0.349609, 0.251953, 0.40625, 0.339844, 0.275391, 0.345703, 0.412109, 0.515625, 0.209961, 0.542969, 0.328125, 0.298828, 0.496094, 0.263672, 0.384766, 0.243164, 0.53125, 0.423828, 0.367188, 0.447266, 0.433594, 0.349609, 0.308594, 0.337891, 0.339844, 0.523438, 0.396484, 0.320312, 0.4375, 0.24707, 0.28125, 0.34375, 0.482422, 0.328125, 0.474609, 0.230469, 0.234375, 0.239258, 0.310547, 0.380859, 0.337891, 0.217773, 0.503906, 0.488281, 0.292969, 0.359375, 0.300781, 0.425781, 0.578125, 0.445312, 0.224609, 0.34375, 0.392578, 0.523438, 0.40625, 0.386719, 0.292969, 0.433594, 0.296875, 0.316406, 0.345703, 0.414062, 0.375, 0.335938, 0.539062, 0.419922, 0.302734, 0.259766, 0.474609, 0.253906, 0.433594, 0.186523, 0.396484, 0.337891, 0.380859, 0.427734, 0.369141, 0.3125, 0.707031, 0.271484, 0.5625, 0.347656, 0.349609, 0.253906, 0.314453, 0.386719, 0.324219, 0.398438, 0.361328, 0.371094, 0.484375, 0.25, 0.503906, 0.394531, 0.375, 0.46875, 0.511719, 0.398438, 0.359375, 0.554688, 0.249023, 0.335938, 0.423828, 0.257812, 0.503906, 0.384766, 0.378906, 0.380859, 0.269531, 0.542969, 0.339844, 0.322266, 0.4375, 0.464844, 0.310547, 0.382812, 0.380859, 0.273438, 0.515625, 0.273438, 0.376953, 0.382812, 0.404297, 0.21875, 0.388672, 0.398438, 0.373047, 0.359375, 0.25, 0.269531, 0.441406, 0.410156, 0.263672, 0.410156, 0.578125, 0.349609, 0.300781, 0.255859, 0.523438, 0.296875, 0.322266, 0.53125, 0.259766, 0.326172, 0.322266, 0.472656, 0.244141, 0.355469, 0.410156, 0.4375, 0.330078, 0.498047, 0.378906, 0.462891, 0.443359, 0.335938, 0.300781, 0.296875, 0.386719, 0.382812, 0.367188, 0.5, 0.193359, 0.402344, 0.291016, 0.462891, 0.523438, 0.28125, 0.373047, 0.441406, 0.423828, 0.410156, 0.419922, 0.310547, 0.3125, 0.455078, 0.255859, 0.294922, 0.386719, 0.439453, 0.498047, 0.300781, 0.365234, 0.294922, 0.378906, 0.294922, 0.408203, 0.296875, 0.472656, 0.453125, 0.357422, 0.384766, 0.34375, 0.296875, 0.386719, 0.369141, 0.283203, 0.265625, 0.707031, 0.300781, 0.373047, 0.445312, 0.308594, 0.447266, 0.322266, 0.4375, 0.554688, 0.345703, 0.34375, 0.519531, 0.5625, 0.238281, 0.294922, 0.457031, 0.449219, 0.245117, 0.253906, 0.277344, 0.392578, 0.451172, 0.238281, 0.351562, 0.490234, 0.330078, 0.410156, 0.570312, 0.460938, 0.335938, 0.423828, 0.294922, 0.229492, 0.169922, 0.462891, 0.339844, 0.289062, 0.482422, 0.277344, 0.404297, 0.458984, 0.210938, 0.320312, 0.394531, 0.410156, 0.261719, 0.349609, 0.191406, 0.351562, 0.333984, 0.349609, 0.316406, 0.515625, 0.441406, 0.376953, 0.398438, 0.34375, 0.128906, 0.382812, 0.195312, 0.314453, 0.330078, 0.373047, 0.326172, 0.255859, 0.212891, 0.378906, 0.339844, 0.400391, 0.365234, 0.507812, 0.423828, 0.269531, 0.410156, 0.304688, 0.396484, 0.300781, 0.330078, 0.318359, 0.157227, 0.554688, 0.378906, 0.324219, 0.427734, 0.4375, 0.376953, 0.341797, 0.365234, 0.519531, 0.271484, 0.259766, 0.222656, 0.435547, 0.361328, 0.382812, 0.223633, 0.402344, 0.230469, 0.251953, 0.482422, 0.361328, 0.417969, 0.394531, 0.223633, 0.15332, 0.240234, 0.427734, 0.269531, 0.335938, 0.384766, 0.248047, 0.445312, 0.445312, 0.28125, 0.388672, 0.328125, 0.460938, 0.335938, 0.328125, 0.484375, 0.15625, 0.322266, 0.318359, 0.458984, 0.306641, 0.166992, 0.492188, 0.445312, 0.353516, 0.15332, 0.683594, 0.246094, 0.333984, 0.335938, 0.259766, 0.421875, 0.40625, 0.388672, 0.447266, 0.351562, 0.339844, 0.453125, 0.335938, 0.267578, 0.220703, 0.285156, 0.292969, 0.173828, 0.464844, 0.511719, 0.470703, 0.53125, 0.496094, 0.231445, 0.318359, 0.292969, 0.152344, 0.382812, 0.209961, 0.28125, 0.300781, 0.439453, 0.271484, 0.279297, 0.314453, 0.386719, 0.306641, 0.410156, 0.392578, 0.402344, 0.378906, 0.396484, 0.363281, 0.535156, 0.228516, 0.210938, 0.363281, 0.353516, 0.388672, 0.435547, 0.490234, 0.511719, 0.90625, 0.300781, 0.423828, 0.507812, 0.259766, 0.53125, 0.470703, 0.265625, 0.310547, 0.443359, 0.349609, 0.410156, 0.277344, 0.373047, 0.332031, 0.291016, 0.357422, 0.363281, 0.302734, 0.359375, 0.261719, 0.326172, 0.451172, 0.318359, 0.373047, 0.291016, 0.222656, 0.402344, 0.365234, 0.46875, 0.382812, 0.445312, 0.496094, 0.34375, 0.324219, 0.273438, 0.219727, 0.390625, 0.21582, 0.298828, 0.236328, 0.439453, 0.404297, 0.292969, 0.726562, 0.328125, 0.400391, 0.361328, 0.408203, 0.186523, 0.341797, 0.333984, 0.238281, 0.621094, 0.202148, 0.318359, 0.367188, 0.365234, 0.445312, 0.388672, 0.361328, 0.308594, 0.417969, 0.390625, 0.789062, 0.369141, 0.408203, 0.324219, 0.212891, 0.186523, 0.453125, 0.294922, 0.441406, 0.396484, 0.292969, 0.292969, 0.275391, 0.298828, 0.333984, 0.490234, 0.341797, 0.302734, 0.492188, 0.398438, 0.240234, 0.332031, 0.285156, 0.271484, 0.349609, 0.255859, 0.283203, 0.287109, 0.578125, 0.466797, 0.404297, 0.539062, 0.376953, 0.441406, 0.238281, 0.457031, 0.341797, 0.431641, 0.376953, 0.349609, 0.328125, 0.425781, 0.392578, 0.328125, 0.462891, 0.322266, 0.40625, 0.263672, 0.316406, 0.412109, 0.480469, 0.322266, 0.318359, 0.332031, 0.445312, 0.371094, 0.376953, 0.320312, 0.328125, 0.574219, 0.451172, 0.21582, 0.380859, 0.287109, 0.470703, 0.40625, 0.332031, 0.404297, 0.390625, 0.296875, 0.328125, 0.355469, 0.390625, 0.59375, 0.34375, 0.394531, 0.443359, 0.365234, 0.322266, 0.427734, 0.291016, 0.333984, 0.490234, 0.435547, 0.351562, 0.302734, 0.558594, 0.175781, 0.476562, 0.425781, 0.382812, 0.416016, 0.320312, 0.349609, 0.464844, 0.410156, 0.367188, 0.347656, 0.357422, 0.302734, 0.244141, 0.416016, 0.398438, 0.384766, 0.208008, 0.59375, 0.480469, 0.300781, 0.359375, 0.4375, 0.230469, 0.392578, 0.202148, 0.384766, 0.345703, 0.449219, 0.496094, 0.199219, 0.453125, 0.439453, 0.330078, 0.316406, 0.335938, 0.263672, 0.341797, 0.369141, 0.34375, 0.378906, 0.265625, 0.359375, 0.164062, 0.191406, 0.394531, 0.292969, 0.378906, 0.507812, 0.365234, 0.388672, 0.425781, 0.3125, 0.269531, 0.550781, 0.375, 0.404297, 0.417969, 0.291016, 0.427734, 0.357422, 0.398438, 0.394531, 0.219727, 0.349609, 0.353516, 0.474609, 0.304688, 0.470703, 0.275391, 0.316406, 0.5, 0.322266, 0.394531, 0.431641, 0.326172, 0.34375, 0.291016, 0.523438, 0.535156, 0.466797, 0.255859, 0.277344, 0.357422, 0.314453, 0.357422, 0.431641, 0.261719, 0.308594, 0.492188, 0.28125, 0.435547, 0.265625, 0.34375, 0.249023, 0.359375, 0.410156, 0.302734, 0.195312, 0.308594, 0.527344, 0.316406, 0.392578, 0.369141, 0.19043, 0.201172, 0.318359, 0.384766, 0.384766, 0.320312, 0.359375, 0.439453, 0.300781, 0.384766, 0.404297, 0.351562, 0.388672, 0.373047, 0.351562, 0.369141, 0.425781, 0.332031, 0.373047, 0.357422, 0.466797, 0.320312, 0.78125, 0.519531, 0.365234, 0.449219, 0.527344, 0.213867, 0.447266, 0.193359, 0.335938, 0.376953, 0.585938, 0.333984, 0.550781, 0.453125, 0.304688, 0.390625, 0.326172, 0.287109, 0.466797, 0.65625, 0.433594, 0.240234, 0.535156, 0.351562, 0.417969, 0.277344, 0.449219, 0.384766, 0.234375, 0.601562, 0.304688, 0.367188, 0.519531, 0.231445, 0.490234, 0.283203, 0.392578, 0.431641, 0.40625, 0.435547, 0.300781, 0.398438, 0.205078, 0.376953, 0.503906, 0.494141, 0.382812, 0.539062, 0.652344, 0.253906, 0.261719, 0.25, 0.423828, 0.234375, 0.458984, 0.361328, 0.369141, 0.326172, 0.347656, 0.296875, 0.402344, 0.373047, 0.359375, 0.519531, 0.488281, 0.423828, 0.259766, 0.410156, 0.527344, 0.408203, 0.34375, 0.453125, 0.304688, 0.225586, 0.384766, 0.353516, 0.287109, 0.291016, 0.589844, 0.194336, 0.388672, 0.451172, 0.402344, 0.170898, 0.367188, 0.351562, 0.371094, 0.349609, 0.213867, 0.310547, 0.306641, 0.453125, 0.322266, 0.351562, 0.398438, 0.445312, 0.416016, 0.238281, 0.400391, 0.472656, 0.357422, 0.441406, 0.375, 0.470703, 0.203125, 0.6875, 0.417969, 0.480469, 0.359375, 0.283203, 0.431641, 0.316406, 0.306641, 0.398438, 0.419922, 0.394531, 0.353516, 0.466797, 0.376953, 0.480469, 0.482422, 0.24707, 0.304688, 0.410156, 0.441406, 0.298828, 0.347656, 0.449219, 0.332031, 0.243164, 0.488281, 0.435547, 0.519531, 0.427734, 0.259766, 0.279297, 0.416016, 0.746094, 0.345703, 0.339844, 0.253906, 0.353516, 0.294922, 0.416016, 0.455078, 0.439453, 0.703125, 0.365234, 0.216797, 0.441406, 0.373047, 0.460938, 0.417969, 0.453125, 0.392578, 0.796875, 0.4375, 0.239258, 0.412109, 0.570312, 0.333984, 0.302734, 0.542969, 0.160156, 0.208008, 0.332031, 0.380859, 0.318359, 0.318359, 0.617188, 0.376953, 0.246094, 0.414062, 0.216797, 0.503906, 0.287109, 0.392578, 0.376953, 0.460938, 0.431641, 0.419922, 0.369141, 0.3125, 0.267578, 0.488281, 0.494141, 0.361328, 0.443359, 0.285156, 0.441406, 0.460938, 0.400391, 0.410156, 0.285156, 0.292969, 0.291016, 0.400391, 0.375, 0.390625, 0.455078, 0.404297, 0.396484, 0.550781, 0.326172, 0.394531, 0.478516, 0.447266, 0.457031, 0.167969, 0.318359, 0.330078, 0.351562, 0.326172, 0.40625, 0.308594, 0.466797, 0.347656, 0.324219, 0.347656, 0.345703, 0.185547, 0.388672, 0.414062, 0.4375, 0.46875, 0.482422, 0.330078, 0.421875, 0.458984, 0.306641, 0.498047, 0.482422, 0.332031, 0.392578, 0.359375, 0.3125, 0.53125, 0.263672, 0.464844, 0.335938, 0.496094, 0.212891, 0.300781, 0.223633, 0.539062, 0.53125, 0.386719, 0.550781, 0.402344, 0.375, 0.378906, 0.205078, 0.4375, 0.294922, 0.339844, 0.34375, 0.234375, 0.408203, 0.229492, 0.355469, 0.396484, 0.302734, 0.378906, 0.217773, 0.353516, 0.347656, 0.390625, 0.490234, 0.382812, 0.425781, 0.330078, 0.347656, 0.349609, 0.294922, 0.269531, 0.394531, 0.359375, 0.388672, 0.408203, 0.339844, 0.490234, 0.202148, 0.248047, 0.328125, 0.457031, 0.333984, 0.445312, 0.204102, 0.34375, 0.335938, 0.421875, 0.371094, 0.441406, 0.324219, 0.427734, 0.337891, 0.435547, 0.183594, 0.294922, 0.208984, 0.423828, 0.384766, 0.34375, 0.265625, 0.515625, 0.398438, 0.349609, 0.314453, 0.255859, 0.251953, 0.304688, 0.210938, 0.314453, 0.316406, 0.328125, 0.271484, 0.460938, 0.753906, 0.222656, 0.574219, 0.388672 ] }, "name": "model.model.layers.22.input_layernorm.weight", "outputIndexes": [ 1806 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1805 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_22/Mul_output_0", "outputIndexes": [ 1807 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1806, 1807 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_22/Mul_1_output_0", "outputIndexes": [ 1808 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 5004 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5004 ], "outputIndexes": [ 5005 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear", "inputIndexes": [ 5005 ], "outputIndexes": [ 5006 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 221003068, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5006 ], "outputIndexes": [ 5007 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5007 ], "outputIndexes": [ 1809 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1808 ], "main_type": "NONE", "name": "/Shape_309_output_0", "outputIndexes": [ 1810 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1810 ], "main_type": "NONE", "name": "Shape4831", "outputIndexes": [ 1811 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1810 ], "main_type": "NONE", "name": "Rank4833", "outputIndexes": [ 1812 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1812, 1812 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4835", "outputIndexes": [ 1813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4836", "outputIndexes": [ 1814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1813, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4838", "outputIndexes": [ 1815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1815 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4839", "outputIndexes": [ 1816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1811, 1814, 1816, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4842", "outputIndexes": [ 1817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1817 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4843", "outputIndexes": [ 1818 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1818 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4844", "outputIndexes": [ 1819 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1819, 1818 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4845", "outputIndexes": [ 1820 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1810, 1820, 1813 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_334_output_0", "outputIndexes": [ 1821 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1821, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_705_output_0", "outputIndexes": [ 1822 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1822, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_286_output_0", "outputIndexes": [ 1823 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1809, 1823 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_199_output_0", "outputIndexes": [ 1824 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_176_output_0", "outputIndexes": [ 1825 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824 ], "main_type": "NONE", "name": "/Shape_310_output_0", "outputIndexes": [ 1826 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1826 ], "main_type": "NONE", "name": "Shape4852", "outputIndexes": [ 1827 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1826 ], "main_type": "NONE", "name": "Rank4854", "outputIndexes": [ 1828 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1828, 1828 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4856", "outputIndexes": [ 1829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4857", "outputIndexes": [ 1830 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1829, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4859", "outputIndexes": [ 1831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1831 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4860", "outputIndexes": [ 1832 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1827, 1830, 1832, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4863", "outputIndexes": [ 1833 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1833 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4864", "outputIndexes": [ 1834 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1834 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4865", "outputIndexes": [ 1835 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1835, 1834 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4866", "outputIndexes": [ 1836 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1826, 1836, 1829 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_335_output_0", "outputIndexes": [ 1837 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1837, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_66_output_0", "outputIndexes": [ 1838 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1838, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_710_output_0", "outputIndexes": [ 1839 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 1839, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_89_output_0", "outputIndexes": [ 1840 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1840 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_44_output_0", "outputIndexes": [ 1841 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1824, 22, 1839, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_88_output_0", "outputIndexes": [ 1842 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1841, 1842 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_289_output_0", "outputIndexes": [ 1843 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1843, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_177_output_0", "outputIndexes": [ 1844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1825, 1844 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_110_output_0", "outputIndexes": [ 1845 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 5008 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5008 ], "outputIndexes": [ 5009 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear", "inputIndexes": [ 5009 ], "outputIndexes": [ 5010 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 221924690, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5010 ], "outputIndexes": [ 5011 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5011 ], "outputIndexes": [ 1846 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1822, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_287_output_0", "outputIndexes": [ 1847 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1846, 1847 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_200_output_0", "outputIndexes": [ 1848 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_178_output_0", "outputIndexes": [ 1849 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848 ], "main_type": "NONE", "name": "/Shape_311_output_0", "outputIndexes": [ 1850 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1850 ], "main_type": "NONE", "name": "Shape4915", "outputIndexes": [ 1851 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1850 ], "main_type": "NONE", "name": "Rank4917", "outputIndexes": [ 1852 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1852, 1852 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4919", "outputIndexes": [ 1853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1853 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4920", "outputIndexes": [ 1854 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1853, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4922", "outputIndexes": [ 1855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1855 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze4923", "outputIndexes": [ 1856 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1851, 1854, 1856, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice4926", "outputIndexes": [ 1857 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1857 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze4927", "outputIndexes": [ 1858 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1858 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4928", "outputIndexes": [ 1859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1859, 1858 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp4929", "outputIndexes": [ 1860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1850, 1860, 1853 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_336_output_0", "outputIndexes": [ 1861 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1861, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_67_output_0", "outputIndexes": [ 1862 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1862, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_712_output_0", "outputIndexes": [ 1863 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 1863, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_91_output_0", "outputIndexes": [ 1864 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1864 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_45_output_0", "outputIndexes": [ 1865 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1848, 22, 1863, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_90_output_0", "outputIndexes": [ 1866 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1865, 1866 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_290_output_0", "outputIndexes": [ 1867 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1867, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_179_output_0", "outputIndexes": [ 1868 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1849, 1868 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_111_output_0", "outputIndexes": [ 1869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1808 ], "outputIndexes": [ 5012 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5012 ], "outputIndexes": [ 5013 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear", "inputIndexes": [ 5013 ], "outputIndexes": [ 5014 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 222155112, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5014 ], "outputIndexes": [ 5015 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5015 ], "outputIndexes": [ 1870 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1870, 1847 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_201_output_0", "outputIndexes": [ 1871 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1845, 1869, 1871, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_206_output_0", "outputIndexes": [ 1872 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1872 ], "outputIndexes": [ 5016 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5016 ], "outputIndexes": [ 5017 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear", "inputIndexes": [ 5017 ], "outputIndexes": [ 5018 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 222385534, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5018 ], "outputIndexes": [ 5019 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5019 ], "outputIndexes": [ 1873 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1805, 1873 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_113_output_0", "outputIndexes": [ 1874 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.22168, 0.341797, 0.355469, 0.369141, 0.382812, 0.34375, 0.147461, 0.378906, 0.257812, 0.240234, 0.171875, 0.330078, 0.216797, 0.318359, 0.294922, 0.361328, 0.223633, 0.294922, 0.296875, 0.194336, 0.324219, 0.402344, 0.277344, 0.231445, 0.300781, 0.386719, 0.24707, 0.371094, 0.332031, 0.328125, 0.246094, 0.141602, 0.332031, 0.308594, 0.341797, 0.326172, 0.197266, 0.320312, 0.197266, 0.367188, 0.318359, 0.369141, 0.298828, 0.271484, 0.212891, 0.296875, 0.445312, 0.196289, 0.402344, 0.205078, 0.363281, 0.175781, 0.318359, 0.333984, 0.198242, 0.330078, 0.392578, 0.306641, 0.318359, 0.398438, 0.335938, 0.357422, 0.259766, 0.351562, 0.249023, 0.249023, 0.188477, 0.163086, 0.380859, 0.171875, 0.382812, 0.193359, 0.263672, 0.271484, 0.400391, 0.263672, 0.263672, 0.421875, 0.172852, 0.324219, 0.283203, 0.400391, 0.253906, 0.271484, 0.357422, 0.193359, 0.427734, 0.224609, 0.435547, 0.198242, 0.273438, 0.310547, 0.199219, 0.335938, 0.164062, 0.193359, 0.453125, 0.386719, 0.416016, 0.357422, 0.287109, 0.273438, 0.369141, 0.355469, 0.371094, 0.183594, 0.375, 0.34375, 0.333984, 0.316406, 0.292969, 0.394531, 0.300781, 0.326172, 0.355469, 0.304688, 0.326172, 0.328125, 0.435547, 0.371094, 0.337891, 0.213867, 0.388672, 0.25, 0.429688, 0.296875, 0.181641, 0.376953, 0.369141, 0.449219, 0.369141, 0.353516, 0.34375, 0.310547, 0.347656, 0.310547, 0.375, 0.316406, 0.259766, 0.246094, 0.369141, 0.300781, 0.333984, 0.445312, 0.402344, 0.337891, 0.3125, 0.235352, 0.349609, 0.345703, 0.318359, 0.324219, 0.337891, 0.361328, 0.367188, 0.279297, 0.369141, 0.306641, 0.166016, 0.337891, 0.165039, 0.287109, 0.217773, 0.384766, 0.292969, 0.421875, 0.173828, 0.371094, 0.296875, 0.183594, 0.255859, 0.371094, 0.400391, 0.275391, 0.172852, 0.425781, 0.28125, 0.347656, 0.386719, 0.378906, 0.300781, 0.240234, 0.289062, 0.314453, 0.361328, 0.353516, 0.337891, 0.347656, 0.365234, 0.402344, 0.373047, 0.277344, 0.166992, 0.314453, 0.316406, 0.326172, 0.302734, 0.24707, 0.093262, 0.355469, 0.314453, 0.300781, 0.261719, 0.308594, 0.246094, 0.339844, 0.404297, 0.277344, 0.275391, 0.361328, 0.333984, 0.332031, 0.333984, 0.181641, 0.355469, 0.320312, 0.335938, 0.267578, 0.394531, 0.339844, 0.318359, 0.328125, 0.228516, 0.283203, 0.445312, 0.267578, 0.363281, 0.182617, 0.474609, 0.28125, 0.253906, 0.227539, 0.359375, 0.287109, 0.402344, 0.227539, 0.326172, 0.249023, 0.417969, 0.355469, 0.375, 0.259766, 0.322266, 0.347656, 0.345703, 0.275391, 0.253906, 0.378906, 0.367188, 0.314453, 0.328125, 0.226562, 0.194336, 0.322266, 0.287109, 0.367188, 0.238281, 0.292969, 0.210938, 0.376953, 0.417969, 0.371094, 0.335938, 0.240234, 0.361328, 0.369141, 0.291016, 0.398438, 0.195312, 0.392578, 0.236328, 0.296875, 0.296875, 0.230469, 0.227539, 0.392578, 0.347656, 0.223633, 0.219727, 0.382812, 0.226562, 0.353516, 0.3125, 0.382812, 0.351562, 0.3125, 0.449219, 0.394531, 0.353516, 0.433594, 0.398438, 0.34375, 0.351562, 0.324219, 0.353516, 0.330078, 0.251953, 0.345703, 0.363281, 0.316406, 0.306641, 0.333984, 0.320312, 0.210938, 0.339844, 0.341797, 0.24707, 0.298828, 0.369141, 0.421875, 0.208008, 0.414062, 0.304688, 0.229492, 0.404297, 0.263672, 0.359375, 0.217773, 0.248047, 0.285156, 0.400391, 0.404297, 0.349609, 0.335938, 0.294922, 0.257812, 0.351562, 0.427734, 0.396484, 0.271484, 0.226562, 0.234375, 0.200195, 0.320312, 0.292969, 0.318359, 0.384766, 0.243164, 0.185547, 0.191406, 0.273438, 0.308594, 0.320312, 0.222656, 0.419922, 0.384766, 0.249023, 0.335938, 0.25, 0.371094, 0.380859, 0.376953, 0.235352, 0.316406, 0.320312, 0.382812, 0.361328, 0.355469, 0.291016, 0.390625, 0.300781, 0.257812, 0.320312, 0.371094, 0.34375, 0.306641, 0.380859, 0.386719, 0.248047, 0.240234, 0.414062, 0.289062, 0.382812, 0.178711, 0.296875, 0.296875, 0.351562, 0.351562, 0.339844, 0.204102, 0.176758, 0.265625, 0.441406, 0.337891, 0.332031, 0.255859, 0.25, 0.353516, 0.245117, 0.335938, 0.324219, 0.217773, 0.410156, 0.203125, 0.398438, 0.347656, 0.328125, 0.396484, 0.386719, 0.351562, 0.296875, 0.384766, 0.22168, 0.347656, 0.402344, 0.232422, 0.421875, 0.330078, 0.376953, 0.326172, 0.249023, 0.433594, 0.341797, 0.304688, 0.392578, 0.427734, 0.304688, 0.341797, 0.341797, 0.238281, 0.4375, 0.273438, 0.230469, 0.359375, 0.369141, 0.197266, 0.351562, 0.292969, 0.21582, 0.314453, 0.175781, 0.219727, 0.376953, 0.328125, 0.263672, 0.378906, 0.435547, 0.296875, 0.287109, 0.302734, 0.433594, 0.225586, 0.240234, 0.433594, 0.25, 0.236328, 0.335938, 0.390625, 0.201172, 0.314453, 0.298828, 0.242188, 0.304688, 0.398438, 0.373047, 0.386719, 0.369141, 0.322266, 0.296875, 0.251953, 0.347656, 0.265625, 0.332031, 0.351562, 0.173828, 0.365234, 0.265625, 0.378906, 0.388672, 0.220703, 0.306641, 0.394531, 0.359375, 0.324219, 0.306641, 0.265625, 0.277344, 0.402344, 0.249023, 0.248047, 0.351562, 0.380859, 0.429688, 0.3125, 0.369141, 0.257812, 0.326172, 0.232422, 0.373047, 0.285156, 0.384766, 0.398438, 0.357422, 0.355469, 0.320312, 0.239258, 0.386719, 0.320312, 0.238281, 0.255859, 0.164062, 0.263672, 0.355469, 0.351562, 0.196289, 0.404297, 0.294922, 0.296875, 0.414062, 0.298828, 0.298828, 0.410156, 0.203125, 0.229492, 0.253906, 0.398438, 0.375, 0.216797, 0.269531, 0.273438, 0.332031, 0.363281, 0.192383, 0.355469, 0.396484, 0.306641, 0.351562, 0.419922, 0.382812, 0.255859, 0.228516, 0.269531, 0.200195, 0.149414, 0.363281, 0.28125, 0.283203, 0.380859, 0.267578, 0.314453, 0.382812, 0.191406, 0.265625, 0.396484, 0.345703, 0.242188, 0.318359, 0.169922, 0.269531, 0.22168, 0.269531, 0.322266, 0.398438, 0.371094, 0.330078, 0.361328, 0.298828, 0.193359, 0.355469, 0.177734, 0.183594, 0.24707, 0.373047, 0.296875, 0.236328, 0.198242, 0.380859, 0.333984, 0.3125, 0.316406, 0.445312, 0.365234, 0.205078, 0.386719, 0.292969, 0.388672, 0.283203, 0.337891, 0.261719, 0.165039, 0.441406, 0.322266, 0.294922, 0.292969, 0.369141, 0.326172, 0.287109, 0.326172, 0.408203, 0.296875, 0.253906, 0.209961, 0.373047, 0.363281, 0.353516, 0.211914, 0.361328, 0.176758, 0.203125, 0.408203, 0.339844, 0.332031, 0.324219, 0.294922, 0.160156, 0.219727, 0.365234, 0.271484, 0.302734, 0.367188, 0.236328, 0.410156, 0.337891, 0.235352, 0.330078, 0.320312, 0.211914, 0.318359, 0.294922, 0.386719, 0.164062, 0.328125, 0.287109, 0.335938, 0.273438, 0.182617, 0.412109, 0.203125, 0.304688, 0.158203, 0.149414, 0.265625, 0.310547, 0.345703, 0.234375, 0.363281, 0.330078, 0.298828, 0.396484, 0.318359, 0.243164, 0.361328, 0.324219, 0.22168, 0.192383, 0.255859, 0.271484, 0.169922, 0.28125, 0.277344, 0.378906, 0.451172, 0.429688, 0.193359, 0.328125, 0.298828, 0.168945, 0.369141, 0.193359, 0.203125, 0.283203, 0.400391, 0.263672, 0.249023, 0.308594, 0.330078, 0.294922, 0.375, 0.308594, 0.384766, 0.355469, 0.318359, 0.289062, 0.212891, 0.21582, 0.174805, 0.289062, 0.367188, 0.326172, 0.373047, 0.363281, 0.384766, 0.177734, 0.277344, 0.335938, 0.380859, 0.216797, 0.417969, 0.380859, 0.273438, 0.302734, 0.375, 0.296875, 0.371094, 0.245117, 0.359375, 0.330078, 0.267578, 0.359375, 0.365234, 0.287109, 0.330078, 0.239258, 0.306641, 0.211914, 0.224609, 0.384766, 0.271484, 0.234375, 0.316406, 0.214844, 0.398438, 0.337891, 0.404297, 0.408203, 0.310547, 0.302734, 0.210938, 0.1875, 0.347656, 0.185547, 0.275391, 0.220703, 0.367188, 0.375, 0.28125, 0.208984, 0.296875, 0.306641, 0.310547, 0.378906, 0.200195, 0.318359, 0.320312, 0.203125, 0.472656, 0.192383, 0.300781, 0.337891, 0.318359, 0.371094, 0.335938, 0.359375, 0.271484, 0.353516, 0.353516, 0.169922, 0.332031, 0.349609, 0.204102, 0.21582, 0.162109, 0.380859, 0.283203, 0.398438, 0.365234, 0.300781, 0.259766, 0.236328, 0.289062, 0.314453, 0.40625, 0.304688, 0.208008, 0.363281, 0.34375, 0.239258, 0.34375, 0.291016, 0.186523, 0.269531, 0.233398, 0.240234, 0.28125, 0.222656, 0.361328, 0.298828, 0.429688, 0.337891, 0.378906, 0.219727, 0.419922, 0.217773, 0.396484, 0.345703, 0.302734, 0.237305, 0.353516, 0.333984, 0.300781, 0.332031, 0.267578, 0.330078, 0.22168, 0.271484, 0.351562, 0.220703, 0.304688, 0.294922, 0.34375, 0.384766, 0.347656, 0.345703, 0.267578, 0.324219, 0.519531, 0.375, 0.204102, 0.306641, 0.261719, 0.345703, 0.404297, 0.287109, 0.341797, 0.308594, 0.259766, 0.335938, 0.304688, 0.349609, 0.464844, 0.310547, 0.390625, 0.388672, 0.302734, 0.269531, 0.376953, 0.289062, 0.255859, 0.394531, 0.347656, 0.324219, 0.287109, 0.384766, 0.175781, 0.476562, 0.363281, 0.347656, 0.363281, 0.267578, 0.322266, 0.412109, 0.337891, 0.353516, 0.310547, 0.359375, 0.236328, 0.214844, 0.380859, 0.378906, 0.300781, 0.21582, 0.486328, 0.204102, 0.28125, 0.324219, 0.337891, 0.208008, 0.349609, 0.224609, 0.361328, 0.257812, 0.296875, 0.375, 0.182617, 0.347656, 0.198242, 0.287109, 0.275391, 0.308594, 0.228516, 0.292969, 0.300781, 0.335938, 0.361328, 0.236328, 0.339844, 0.169922, 0.171875, 0.337891, 0.186523, 0.355469, 0.412109, 0.332031, 0.316406, 0.333984, 0.3125, 0.279297, 0.261719, 0.345703, 0.359375, 0.392578, 0.306641, 0.223633, 0.328125, 0.359375, 0.355469, 0.193359, 0.339844, 0.310547, 0.355469, 0.204102, 0.408203, 0.249023, 0.271484, 0.380859, 0.326172, 0.333984, 0.371094, 0.289062, 0.287109, 0.213867, 0.486328, 0.392578, 0.386719, 0.283203, 0.283203, 0.332031, 0.287109, 0.345703, 0.400391, 0.224609, 0.291016, 0.425781, 0.28125, 0.414062, 0.186523, 0.304688, 0.211914, 0.326172, 0.347656, 0.296875, 0.201172, 0.308594, 0.433594, 0.316406, 0.375, 0.34375, 0.168945, 0.180664, 0.326172, 0.353516, 0.347656, 0.231445, 0.339844, 0.388672, 0.283203, 0.310547, 0.330078, 0.361328, 0.294922, 0.347656, 0.217773, 0.322266, 0.363281, 0.287109, 0.34375, 0.326172, 0.402344, 0.306641, 0.179688, 0.417969, 0.322266, 0.337891, 0.359375, 0.234375, 0.380859, 0.169922, 0.320312, 0.330078, 0.369141, 0.330078, 0.394531, 0.4375, 0.255859, 0.330078, 0.265625, 0.308594, 0.347656, 0.261719, 0.417969, 0.164062, 0.320312, 0.285156, 0.304688, 0.269531, 0.388672, 0.332031, 0.205078, 0.245117, 0.279297, 0.294922, 0.404297, 0.19043, 0.353516, 0.271484, 0.394531, 0.34375, 0.361328, 0.375, 0.298828, 0.339844, 0.200195, 0.371094, 0.398438, 0.382812, 0.335938, 0.4375, 0.341797, 0.237305, 0.261719, 0.232422, 0.398438, 0.227539, 0.337891, 0.367188, 0.369141, 0.283203, 0.306641, 0.259766, 0.394531, 0.359375, 0.306641, 0.400391, 0.400391, 0.386719, 0.283203, 0.310547, 0.351562, 0.224609, 0.347656, 0.361328, 0.269531, 0.194336, 0.306641, 0.345703, 0.285156, 0.261719, 0.259766, 0.195312, 0.390625, 0.390625, 0.363281, 0.160156, 0.322266, 0.349609, 0.181641, 0.332031, 0.185547, 0.296875, 0.287109, 0.361328, 0.285156, 0.316406, 0.34375, 0.384766, 0.376953, 0.179688, 0.337891, 0.408203, 0.326172, 0.390625, 0.324219, 0.371094, 0.19043, 0.179688, 0.263672, 0.398438, 0.306641, 0.229492, 0.384766, 0.296875, 0.21582, 0.335938, 0.367188, 0.367188, 0.267578, 0.363281, 0.298828, 0.369141, 0.384766, 0.231445, 0.234375, 0.339844, 0.376953, 0.259766, 0.318359, 0.421875, 0.263672, 0.174805, 0.392578, 0.363281, 0.412109, 0.289062, 0.279297, 0.255859, 0.359375, 0.435547, 0.326172, 0.310547, 0.196289, 0.3125, 0.248047, 0.378906, 0.40625, 0.367188, 0.227539, 0.375, 0.249023, 0.361328, 0.330078, 0.394531, 0.365234, 0.34375, 0.373047, 0.19043, 0.416016, 0.304688, 0.367188, 0.386719, 0.235352, 0.28125, 0.410156, 0.166992, 0.18457, 0.304688, 0.339844, 0.306641, 0.304688, 0.400391, 0.365234, 0.244141, 0.333984, 0.172852, 0.417969, 0.229492, 0.378906, 0.339844, 0.353516, 0.386719, 0.373047, 0.322266, 0.302734, 0.259766, 0.417969, 0.398438, 0.269531, 0.361328, 0.263672, 0.267578, 0.380859, 0.203125, 0.34375, 0.259766, 0.269531, 0.277344, 0.369141, 0.378906, 0.314453, 0.355469, 0.367188, 0.345703, 0.419922, 0.271484, 0.380859, 0.371094, 0.283203, 0.408203, 0.161133, 0.259766, 0.339844, 0.353516, 0.328125, 0.367188, 0.304688, 0.414062, 0.304688, 0.271484, 0.332031, 0.322266, 0.194336, 0.353516, 0.384766, 0.390625, 0.410156, 0.435547, 0.310547, 0.419922, 0.396484, 0.283203, 0.433594, 0.400391, 0.292969, 0.396484, 0.328125, 0.283203, 0.433594, 0.245117, 0.378906, 0.339844, 0.447266, 0.253906, 0.219727, 0.192383, 0.416016, 0.404297, 0.359375, 0.433594, 0.310547, 0.335938, 0.324219, 0.180664, 0.376953, 0.283203, 0.291016, 0.341797, 0.28125, 0.332031, 0.209961, 0.277344, 0.328125, 0.306641, 0.326172, 0.1875, 0.330078, 0.330078, 0.332031, 0.384766, 0.345703, 0.378906, 0.355469, 0.351562, 0.239258, 0.219727, 0.269531, 0.320312, 0.345703, 0.330078, 0.367188, 0.267578, 0.363281, 0.183594, 0.21875, 0.316406, 0.355469, 0.292969, 0.386719, 0.277344, 0.289062, 0.308594, 0.341797, 0.347656, 0.365234, 0.287109, 0.390625, 0.314453, 0.396484, 0.170898, 0.257812, 0.171875, 0.339844, 0.310547, 0.238281, 0.265625, 0.412109, 0.314453, 0.339844, 0.302734, 0.209961, 0.202148, 0.285156, 0.197266, 0.296875, 0.255859, 0.304688, 0.239258, 0.414062, 0.125, 0.174805, 0.425781, 0.326172 ] }, "name": "model.model.layers.22.post_attention_layernorm.weight", "outputIndexes": [ 1875 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1874 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_22/Mul_output_0", "outputIndexes": [ 1876 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1875, 1876 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_22/Mul_1_output_0", "outputIndexes": [ 1877 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1877 ], "outputIndexes": [ 5020 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5020 ], "outputIndexes": [ 5021 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear", "inputIndexes": [ 5021 ], "outputIndexes": [ 5022 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 223307156, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5022 ], "outputIndexes": [ 5023 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5023 ], "outputIndexes": [ 1878 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1878 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_22/Sigmoid_output_0", "outputIndexes": [ 1879 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1878, 1879 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_22/Mul_output_0", "outputIndexes": [ 1880 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1877 ], "outputIndexes": [ 5024 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5024 ], "outputIndexes": [ 5025 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear", "inputIndexes": [ 5025 ], "outputIndexes": [ 5026 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 225887658, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5026 ], "outputIndexes": [ 5027 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5027 ], "outputIndexes": [ 1881 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1880, 1881 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_22/Mul_output_0", "outputIndexes": [ 1882 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1882 ], "outputIndexes": [ 5028 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5028 ], "outputIndexes": [ 5029 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear", "inputIndexes": [ 5029 ], "outputIndexes": [ 5030 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 228468160, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5030 ], "outputIndexes": [ 5031 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.22/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5031 ], "outputIndexes": [ 1883 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1874, 1883 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_114_output_0", "outputIndexes": [ 1884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1884, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_207_output_0", "outputIndexes": [ 1885 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.304688, 0.382812, 0.441406, 0.423828, 0.431641, 0.390625, 0.847656, 0.4375, 0.300781, 0.332031, 0.24707, 0.373047, 0.236328, 0.330078, 0.314453, 0.371094, 0.519531, 0.330078, 0.326172, 0.22168, 0.396484, 0.53125, 0.349609, 0.283203, 0.359375, 0.5, 0.285156, 0.365234, 0.386719, 0.371094, 0.453125, 0.361328, 0.394531, 0.457031, 0.380859, 0.337891, 0.237305, 0.365234, 0.296875, 0.470703, 0.371094, 0.412109, 0.433594, 0.335938, 0.298828, 0.390625, 0.574219, 0.230469, 0.464844, 0.357422, 0.4375, 0.249023, 0.328125, 0.441406, 0.265625, 0.40625, 0.447266, 0.355469, 0.394531, 0.451172, 0.402344, 0.400391, 0.298828, 0.410156, 0.292969, 0.417969, 0.847656, 0.220703, 0.498047, 0.589844, 0.457031, 0.241211, 0.345703, 0.34375, 0.490234, 0.324219, 0.333984, 0.478516, 0.235352, 0.353516, 0.310547, 0.40625, 0.306641, 0.28125, 0.394531, 0.203125, 0.511719, 0.326172, 0.554688, 0.232422, 0.318359, 0.34375, 0.225586, 0.375, 0.18457, 0.219727, 0.53125, 0.419922, 0.419922, 0.417969, 0.412109, 0.3125, 0.425781, 0.416016, 0.447266, 0.222656, 0.503906, 0.421875, 0.371094, 0.345703, 0.322266, 0.439453, 0.341797, 0.476562, 0.419922, 0.53125, 0.371094, 0.359375, 0.490234, 0.449219, 0.416016, 0.248047, 0.414062, 0.371094, 0.464844, 0.378906, 0.789062, 0.449219, 0.365234, 0.511719, 0.435547, 0.324219, 0.429688, 0.361328, 0.412109, 0.394531, 0.445312, 0.365234, 0.429688, 0.298828, 0.404297, 0.384766, 0.394531, 0.523438, 0.419922, 0.433594, 0.375, 0.25, 0.361328, 0.472656, 0.382812, 0.394531, 0.394531, 0.429688, 0.417969, 0.353516, 0.408203, 0.353516, 0.19043, 0.439453, 0.22168, 0.378906, 0.259766, 0.435547, 0.349609, 0.443359, 0.225586, 0.53125, 0.337891, 0.21582, 0.302734, 0.417969, 0.441406, 0.332031, 0.225586, 0.460938, 0.359375, 0.378906, 0.4375, 0.431641, 0.330078, 0.308594, 0.306641, 0.367188, 0.365234, 0.392578, 0.384766, 0.40625, 0.435547, 0.496094, 0.423828, 0.349609, 0.197266, 0.34375, 0.349609, 0.392578, 0.339844, 0.330078, 0.137695, 0.416016, 0.339844, 0.263672, 0.3125, 0.402344, 0.277344, 0.378906, 0.439453, 0.322266, 0.392578, 0.457031, 0.425781, 0.396484, 0.46875, 0.207031, 0.40625, 0.394531, 0.382812, 0.289062, 0.474609, 0.339844, 0.34375, 0.337891, 0.257812, 0.3125, 0.484375, 0.339844, 0.490234, 0.188477, 0.511719, 0.359375, 0.326172, 0.339844, 0.416016, 0.337891, 0.566406, 0.294922, 0.416016, 0.291016, 0.439453, 0.417969, 0.476562, 0.333984, 0.326172, 0.431641, 0.441406, 0.320312, 0.330078, 0.394531, 0.476562, 0.402344, 0.365234, 0.277344, 0.241211, 0.396484, 0.398438, 0.441406, 0.265625, 0.328125, 0.271484, 0.388672, 0.419922, 0.4375, 0.416016, 0.28125, 0.414062, 0.398438, 0.308594, 0.457031, 0.283203, 0.539062, 0.691406, 0.341797, 0.373047, 0.613281, 0.298828, 0.539062, 0.417969, 0.275391, 0.271484, 0.453125, 0.261719, 0.408203, 0.376953, 0.431641, 0.427734, 0.378906, 0.476562, 0.455078, 0.390625, 0.449219, 0.449219, 0.402344, 0.394531, 0.421875, 0.380859, 0.363281, 0.231445, 0.423828, 0.378906, 0.396484, 0.318359, 0.414062, 0.371094, 0.283203, 0.378906, 0.357422, 0.294922, 0.355469, 0.458984, 0.519531, 0.243164, 0.550781, 0.361328, 0.339844, 0.46875, 0.275391, 0.390625, 0.277344, 0.527344, 0.416016, 0.400391, 0.412109, 0.478516, 0.347656, 0.330078, 0.345703, 0.392578, 0.511719, 0.408203, 0.333984, 0.408203, 0.28125, 0.283203, 0.357422, 0.488281, 0.365234, 0.486328, 0.271484, 0.259766, 0.263672, 0.34375, 0.394531, 0.363281, 0.253906, 0.484375, 0.503906, 0.310547, 0.359375, 0.330078, 0.433594, 0.511719, 0.453125, 0.253906, 0.365234, 0.412109, 0.566406, 0.408203, 0.419922, 0.306641, 0.482422, 0.320312, 0.357422, 0.349609, 0.410156, 0.410156, 0.351562, 0.542969, 0.439453, 0.291016, 0.287109, 0.490234, 0.285156, 0.431641, 0.217773, 0.402344, 0.371094, 0.398438, 0.419922, 0.371094, 0.351562, 0.714844, 0.306641, 0.539062, 0.363281, 0.384766, 0.296875, 0.335938, 0.425781, 0.359375, 0.421875, 0.367188, 0.400391, 0.482422, 0.257812, 0.480469, 0.416016, 0.386719, 0.466797, 0.496094, 0.40625, 0.345703, 0.5625, 0.28125, 0.347656, 0.425781, 0.271484, 0.486328, 0.414062, 0.414062, 0.361328, 0.302734, 0.496094, 0.367188, 0.339844, 0.472656, 0.458984, 0.353516, 0.371094, 0.392578, 0.279297, 0.515625, 0.316406, 0.333984, 0.390625, 0.384766, 0.234375, 0.392578, 0.414062, 0.398438, 0.394531, 0.239258, 0.294922, 0.416016, 0.423828, 0.279297, 0.421875, 0.578125, 0.386719, 0.326172, 0.277344, 0.474609, 0.298828, 0.330078, 0.527344, 0.304688, 0.386719, 0.326172, 0.472656, 0.261719, 0.382812, 0.419922, 0.46875, 0.355469, 0.478516, 0.376953, 0.5, 0.451172, 0.34375, 0.314453, 0.306641, 0.408203, 0.392578, 0.380859, 0.535156, 0.205078, 0.412109, 0.289062, 0.498047, 0.511719, 0.291016, 0.394531, 0.439453, 0.412109, 0.478516, 0.398438, 0.308594, 0.339844, 0.455078, 0.277344, 0.3125, 0.414062, 0.425781, 0.466797, 0.339844, 0.378906, 0.306641, 0.390625, 0.320312, 0.400391, 0.326172, 0.484375, 0.441406, 0.392578, 0.404297, 0.386719, 0.304688, 0.396484, 0.376953, 0.304688, 0.289062, 0.769531, 0.322266, 0.365234, 0.447266, 0.269531, 0.455078, 0.384766, 0.404297, 0.519531, 0.34375, 0.388672, 0.511719, 0.492188, 0.300781, 0.316406, 0.490234, 0.466797, 0.277344, 0.314453, 0.326172, 0.404297, 0.503906, 0.267578, 0.373047, 0.476562, 0.339844, 0.425781, 0.570312, 0.441406, 0.373047, 0.455078, 0.324219, 0.248047, 0.160156, 0.441406, 0.361328, 0.332031, 0.472656, 0.308594, 0.431641, 0.470703, 0.214844, 0.363281, 0.386719, 0.453125, 0.287109, 0.371094, 0.193359, 0.382812, 0.341797, 0.365234, 0.326172, 0.542969, 0.457031, 0.378906, 0.392578, 0.361328, 0.131836, 0.390625, 0.213867, 0.289062, 0.382812, 0.394531, 0.330078, 0.275391, 0.231445, 0.394531, 0.367188, 0.4375, 0.367188, 0.490234, 0.425781, 0.287109, 0.392578, 0.341797, 0.417969, 0.328125, 0.339844, 0.330078, 0.180664, 0.53125, 0.392578, 0.345703, 0.433594, 0.470703, 0.388672, 0.361328, 0.410156, 0.496094, 0.300781, 0.277344, 0.244141, 0.431641, 0.359375, 0.396484, 0.261719, 0.392578, 0.219727, 0.263672, 0.486328, 0.384766, 0.447266, 0.402344, 0.246094, 0.19043, 0.273438, 0.435547, 0.314453, 0.34375, 0.382812, 0.28125, 0.425781, 0.451172, 0.320312, 0.402344, 0.359375, 0.396484, 0.359375, 0.380859, 0.462891, 0.173828, 0.34375, 0.353516, 0.433594, 0.335938, 0.205078, 0.474609, 0.462891, 0.339844, 0.179688, 0.710938, 0.273438, 0.380859, 0.369141, 0.271484, 0.4375, 0.419922, 0.386719, 0.451172, 0.351562, 0.328125, 0.412109, 0.371094, 0.287109, 0.237305, 0.316406, 0.324219, 0.1875, 0.492188, 0.507812, 0.462891, 0.515625, 0.566406, 0.251953, 0.341797, 0.322266, 0.175781, 0.396484, 0.225586, 0.296875, 0.330078, 0.439453, 0.322266, 0.335938, 0.363281, 0.380859, 0.3125, 0.396484, 0.416016, 0.382812, 0.396484, 0.412109, 0.382812, 0.46875, 0.244141, 0.208008, 0.369141, 0.359375, 0.402344, 0.462891, 0.488281, 0.492188, 0.925781, 0.341797, 0.474609, 0.511719, 0.316406, 0.478516, 0.488281, 0.296875, 0.345703, 0.462891, 0.367188, 0.445312, 0.306641, 0.394531, 0.347656, 0.296875, 0.371094, 0.392578, 0.335938, 0.386719, 0.289062, 0.388672, 0.447266, 0.322266, 0.376953, 0.322266, 0.253906, 0.453125, 0.341797, 0.5, 0.435547, 0.466797, 0.458984, 0.351562, 0.355469, 0.279297, 0.248047, 0.375, 0.232422, 0.332031, 0.257812, 0.416016, 0.417969, 0.337891, 0.671875, 0.353516, 0.419922, 0.365234, 0.451172, 0.209961, 0.369141, 0.361328, 0.257812, 0.671875, 0.228516, 0.357422, 0.421875, 0.355469, 0.398438, 0.425781, 0.378906, 0.333984, 0.427734, 0.378906, 0.78125, 0.353516, 0.423828, 0.345703, 0.24707, 0.205078, 0.435547, 0.320312, 0.445312, 0.376953, 0.3125, 0.308594, 0.289062, 0.298828, 0.353516, 0.482422, 0.355469, 0.316406, 0.466797, 0.394531, 0.269531, 0.339844, 0.330078, 0.267578, 0.419922, 0.292969, 0.332031, 0.304688, 0.554688, 0.435547, 0.425781, 0.511719, 0.390625, 0.439453, 0.289062, 0.472656, 0.353516, 0.429688, 0.400391, 0.375, 0.359375, 0.460938, 0.398438, 0.367188, 0.474609, 0.324219, 0.419922, 0.306641, 0.351562, 0.412109, 0.492188, 0.322266, 0.326172, 0.371094, 0.416016, 0.400391, 0.384766, 0.361328, 0.347656, 0.609375, 0.433594, 0.24707, 0.414062, 0.324219, 0.460938, 0.421875, 0.369141, 0.435547, 0.384766, 0.335938, 0.349609, 0.392578, 0.408203, 0.625, 0.375, 0.404297, 0.453125, 0.376953, 0.326172, 0.433594, 0.291016, 0.371094, 0.470703, 0.435547, 0.380859, 0.328125, 0.546875, 0.202148, 0.449219, 0.457031, 0.386719, 0.404297, 0.326172, 0.369141, 0.486328, 0.412109, 0.400391, 0.347656, 0.382812, 0.316406, 0.257812, 0.4375, 0.416016, 0.382812, 0.255859, 0.550781, 0.462891, 0.320312, 0.404297, 0.457031, 0.267578, 0.4375, 0.239258, 0.419922, 0.353516, 0.435547, 0.503906, 0.217773, 0.462891, 0.443359, 0.339844, 0.351562, 0.390625, 0.275391, 0.341797, 0.390625, 0.382812, 0.386719, 0.292969, 0.386719, 0.163086, 0.207031, 0.376953, 0.259766, 0.394531, 0.478516, 0.369141, 0.417969, 0.414062, 0.333984, 0.332031, 0.53125, 0.384766, 0.429688, 0.433594, 0.308594, 0.451172, 0.355469, 0.394531, 0.398438, 0.22168, 0.375, 0.355469, 0.488281, 0.306641, 0.445312, 0.310547, 0.373047, 0.503906, 0.332031, 0.416016, 0.429688, 0.378906, 0.376953, 0.3125, 0.542969, 0.539062, 0.474609, 0.302734, 0.308594, 0.396484, 0.330078, 0.369141, 0.435547, 0.296875, 0.337891, 0.507812, 0.302734, 0.472656, 0.261719, 0.330078, 0.263672, 0.376953, 0.455078, 0.361328, 0.206055, 0.314453, 0.503906, 0.349609, 0.400391, 0.376953, 0.191406, 0.222656, 0.341797, 0.398438, 0.40625, 0.300781, 0.404297, 0.460938, 0.335938, 0.408203, 0.429688, 0.396484, 0.351562, 0.396484, 0.355469, 0.363281, 0.449219, 0.347656, 0.382812, 0.376953, 0.503906, 0.353516, 0.710938, 0.519531, 0.394531, 0.451172, 0.535156, 0.253906, 0.447266, 0.217773, 0.361328, 0.388672, 0.640625, 0.359375, 0.539062, 0.445312, 0.328125, 0.40625, 0.347656, 0.332031, 0.490234, 0.609375, 0.462891, 0.249023, 0.539062, 0.384766, 0.423828, 0.289062, 0.476562, 0.384766, 0.291016, 0.550781, 0.322266, 0.363281, 0.5, 0.228516, 0.488281, 0.320312, 0.414062, 0.449219, 0.423828, 0.414062, 0.306641, 0.410156, 0.233398, 0.382812, 0.523438, 0.507812, 0.380859, 0.554688, 0.652344, 0.314453, 0.283203, 0.279297, 0.423828, 0.267578, 0.4375, 0.402344, 0.378906, 0.388672, 0.359375, 0.320312, 0.380859, 0.386719, 0.398438, 0.523438, 0.472656, 0.402344, 0.271484, 0.427734, 0.507812, 0.394531, 0.363281, 0.417969, 0.345703, 0.25, 0.371094, 0.369141, 0.318359, 0.314453, 0.585938, 0.21582, 0.425781, 0.439453, 0.396484, 0.158203, 0.357422, 0.376953, 0.398438, 0.367188, 0.21875, 0.322266, 0.320312, 0.455078, 0.349609, 0.367188, 0.435547, 0.455078, 0.416016, 0.231445, 0.408203, 0.451172, 0.384766, 0.474609, 0.396484, 0.445312, 0.231445, 0.742188, 0.423828, 0.486328, 0.388672, 0.302734, 0.417969, 0.337891, 0.318359, 0.410156, 0.386719, 0.414062, 0.367188, 0.464844, 0.394531, 0.464844, 0.46875, 0.267578, 0.304688, 0.40625, 0.435547, 0.339844, 0.357422, 0.4375, 0.355469, 0.237305, 0.492188, 0.439453, 0.5, 0.449219, 0.285156, 0.324219, 0.4375, 0.722656, 0.328125, 0.353516, 0.261719, 0.400391, 0.324219, 0.429688, 0.439453, 0.417969, 0.671875, 0.369141, 0.243164, 0.410156, 0.384766, 0.490234, 0.419922, 0.457031, 0.400391, 0.820312, 0.447266, 0.283203, 0.421875, 0.546875, 0.373047, 0.332031, 0.519531, 0.186523, 0.212891, 0.357422, 0.380859, 0.363281, 0.341797, 0.589844, 0.40625, 0.261719, 0.398438, 0.220703, 0.486328, 0.320312, 0.398438, 0.367188, 0.457031, 0.455078, 0.4375, 0.369141, 0.333984, 0.300781, 0.523438, 0.435547, 0.398438, 0.457031, 0.322266, 0.410156, 0.453125, 0.373047, 0.412109, 0.335938, 0.324219, 0.3125, 0.421875, 0.396484, 0.410156, 0.423828, 0.421875, 0.398438, 0.523438, 0.355469, 0.417969, 0.5, 0.443359, 0.460938, 0.167969, 0.345703, 0.390625, 0.394531, 0.341797, 0.425781, 0.34375, 0.482422, 0.363281, 0.367188, 0.361328, 0.388672, 0.21582, 0.398438, 0.402344, 0.445312, 0.476562, 0.511719, 0.339844, 0.449219, 0.445312, 0.333984, 0.503906, 0.455078, 0.347656, 0.402344, 0.371094, 0.345703, 0.492188, 0.316406, 0.460938, 0.373047, 0.515625, 0.261719, 0.318359, 0.229492, 0.515625, 0.5625, 0.431641, 0.490234, 0.384766, 0.402344, 0.380859, 0.22168, 0.421875, 0.318359, 0.365234, 0.349609, 0.302734, 0.419922, 0.253906, 0.416016, 0.402344, 0.330078, 0.421875, 0.25, 0.376953, 0.373047, 0.417969, 0.482422, 0.416016, 0.427734, 0.328125, 0.390625, 0.375, 0.296875, 0.294922, 0.451172, 0.363281, 0.40625, 0.386719, 0.355469, 0.476562, 0.239258, 0.283203, 0.355469, 0.458984, 0.375, 0.476562, 0.248047, 0.369141, 0.332031, 0.453125, 0.375, 0.441406, 0.359375, 0.4375, 0.353516, 0.445312, 0.208984, 0.322266, 0.21875, 0.412109, 0.394531, 0.369141, 0.291016, 0.511719, 0.390625, 0.371094, 0.365234, 0.263672, 0.249023, 0.333984, 0.236328, 0.345703, 0.341797, 0.347656, 0.28125, 0.458984, 0.78125, 0.216797, 0.527344, 0.398438 ] }, "name": "model.model.layers.23.input_layernorm.weight", "outputIndexes": [ 1886 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_23/Mul_output_0", "outputIndexes": [ 1887 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1886, 1887 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_23/Mul_1_output_0", "outputIndexes": [ 1888 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 5032 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5032 ], "outputIndexes": [ 5033 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear", "inputIndexes": [ 5033 ], "outputIndexes": [ 5034 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 231048662, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5034 ], "outputIndexes": [ 5035 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5035 ], "outputIndexes": [ 1889 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1888 ], "main_type": "NONE", "name": "/Shape_323_output_0", "outputIndexes": [ 1890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1890 ], "main_type": "NONE", "name": "Shape5047", "outputIndexes": [ 1891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1890 ], "main_type": "NONE", "name": "Rank5049", "outputIndexes": [ 1892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1892, 1892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5051", "outputIndexes": [ 1893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5052", "outputIndexes": [ 1894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1893, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5054", "outputIndexes": [ 1895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5055", "outputIndexes": [ 1896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1891, 1894, 1896, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5058", "outputIndexes": [ 1897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5059", "outputIndexes": [ 1898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5060", "outputIndexes": [ 1899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1899, 1898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5061", "outputIndexes": [ 1900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1890, 1900, 1893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_349_output_0", "outputIndexes": [ 1901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1901, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_737_output_0", "outputIndexes": [ 1902 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1902, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_299_output_0", "outputIndexes": [ 1903 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1889, 1903 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_208_output_0", "outputIndexes": [ 1904 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_184_output_0", "outputIndexes": [ 1905 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904 ], "main_type": "NONE", "name": "/Shape_324_output_0", "outputIndexes": [ 1906 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1906 ], "main_type": "NONE", "name": "Shape5068", "outputIndexes": [ 1907 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1906 ], "main_type": "NONE", "name": "Rank5070", "outputIndexes": [ 1908 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1908, 1908 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5072", "outputIndexes": [ 1909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1909 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5073", "outputIndexes": [ 1910 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1909, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5075", "outputIndexes": [ 1911 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1911 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5076", "outputIndexes": [ 1912 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1907, 1910, 1912, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5079", "outputIndexes": [ 1913 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1913 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5080", "outputIndexes": [ 1914 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1914 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5081", "outputIndexes": [ 1915 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1915, 1914 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5082", "outputIndexes": [ 1916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1906, 1916, 1909 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_350_output_0", "outputIndexes": [ 1917 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1917, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_69_output_0", "outputIndexes": [ 1918 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1918, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_742_output_0", "outputIndexes": [ 1919 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 1919, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_93_output_0", "outputIndexes": [ 1920 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1920 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_46_output_0", "outputIndexes": [ 1921 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1904, 22, 1919, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_92_output_0", "outputIndexes": [ 1922 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1921, 1922 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_302_output_0", "outputIndexes": [ 1923 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1923, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_185_output_0", "outputIndexes": [ 1924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1905, 1924 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_115_output_0", "outputIndexes": [ 1925 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 5036 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5036 ], "outputIndexes": [ 5037 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear", "inputIndexes": [ 5037 ], "outputIndexes": [ 5038 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 231970284, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5038 ], "outputIndexes": [ 5039 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5039 ], "outputIndexes": [ 1926 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1902, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_300_output_0", "outputIndexes": [ 1927 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1926, 1927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_209_output_0", "outputIndexes": [ 1928 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_186_output_0", "outputIndexes": [ 1929 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928 ], "main_type": "NONE", "name": "/Shape_325_output_0", "outputIndexes": [ 1930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1930 ], "main_type": "NONE", "name": "Shape5131", "outputIndexes": [ 1931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1930 ], "main_type": "NONE", "name": "Rank5133", "outputIndexes": [ 1932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1932, 1932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5135", "outputIndexes": [ 1933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5136", "outputIndexes": [ 1934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1933, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5138", "outputIndexes": [ 1935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5139", "outputIndexes": [ 1936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1931, 1934, 1936, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5142", "outputIndexes": [ 1937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5143", "outputIndexes": [ 1938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5144", "outputIndexes": [ 1939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1939, 1938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5145", "outputIndexes": [ 1940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1930, 1940, 1933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_351_output_0", "outputIndexes": [ 1941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1941, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_70_output_0", "outputIndexes": [ 1942 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1942, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_744_output_0", "outputIndexes": [ 1943 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 1943, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_95_output_0", "outputIndexes": [ 1944 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1944 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_47_output_0", "outputIndexes": [ 1945 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1928, 22, 1943, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_94_output_0", "outputIndexes": [ 1946 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1945, 1946 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_303_output_0", "outputIndexes": [ 1947 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1947, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_187_output_0", "outputIndexes": [ 1948 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1929, 1948 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_116_output_0", "outputIndexes": [ 1949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1888 ], "outputIndexes": [ 5040 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5040 ], "outputIndexes": [ 5041 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear", "inputIndexes": [ 5041 ], "outputIndexes": [ 5042 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 232200706, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5042 ], "outputIndexes": [ 5043 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5043 ], "outputIndexes": [ 1950 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1950, 1927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_210_output_0", "outputIndexes": [ 1951 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1925, 1949, 1951, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_215_output_0", "outputIndexes": [ 1952 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1952 ], "outputIndexes": [ 5044 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5044 ], "outputIndexes": [ 5045 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear", "inputIndexes": [ 5045 ], "outputIndexes": [ 5046 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 232431128, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5046 ], "outputIndexes": [ 5047 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5047 ], "outputIndexes": [ 1953 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1885, 1953 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_118_output_0", "outputIndexes": [ 1954 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.219727, 0.341797, 0.359375, 0.380859, 0.369141, 0.34375, 0.174805, 0.376953, 0.263672, 0.237305, 0.188477, 0.339844, 0.21875, 0.3125, 0.294922, 0.361328, 0.220703, 0.296875, 0.302734, 0.194336, 0.328125, 0.410156, 0.271484, 0.236328, 0.298828, 0.386719, 0.244141, 0.365234, 0.337891, 0.326172, 0.251953, 0.152344, 0.341797, 0.316406, 0.339844, 0.328125, 0.193359, 0.320312, 0.206055, 0.367188, 0.326172, 0.373047, 0.298828, 0.269531, 0.216797, 0.296875, 0.423828, 0.209961, 0.394531, 0.207031, 0.365234, 0.199219, 0.316406, 0.333984, 0.208008, 0.339844, 0.408203, 0.306641, 0.316406, 0.400391, 0.322266, 0.363281, 0.269531, 0.355469, 0.251953, 0.244141, 0.192383, 0.176758, 0.386719, 0.170898, 0.378906, 0.205078, 0.271484, 0.28125, 0.394531, 0.275391, 0.269531, 0.427734, 0.179688, 0.322266, 0.289062, 0.404297, 0.261719, 0.279297, 0.363281, 0.197266, 0.423828, 0.234375, 0.435547, 0.203125, 0.271484, 0.308594, 0.209961, 0.341797, 0.164062, 0.198242, 0.466797, 0.386719, 0.412109, 0.355469, 0.289062, 0.273438, 0.371094, 0.353516, 0.353516, 0.198242, 0.376953, 0.339844, 0.337891, 0.316406, 0.298828, 0.398438, 0.302734, 0.326172, 0.355469, 0.296875, 0.332031, 0.337891, 0.439453, 0.369141, 0.347656, 0.216797, 0.386719, 0.253906, 0.431641, 0.296875, 0.188477, 0.375, 0.357422, 0.449219, 0.371094, 0.349609, 0.361328, 0.308594, 0.341797, 0.318359, 0.373047, 0.314453, 0.267578, 0.243164, 0.367188, 0.304688, 0.335938, 0.439453, 0.40625, 0.335938, 0.320312, 0.231445, 0.34375, 0.349609, 0.324219, 0.314453, 0.345703, 0.365234, 0.357422, 0.275391, 0.373047, 0.3125, 0.162109, 0.347656, 0.171875, 0.296875, 0.225586, 0.388672, 0.291016, 0.423828, 0.175781, 0.361328, 0.304688, 0.197266, 0.261719, 0.361328, 0.394531, 0.275391, 0.182617, 0.429688, 0.287109, 0.353516, 0.392578, 0.371094, 0.298828, 0.24707, 0.289062, 0.3125, 0.363281, 0.351562, 0.34375, 0.341797, 0.367188, 0.392578, 0.371094, 0.283203, 0.170898, 0.322266, 0.330078, 0.332031, 0.304688, 0.257812, 0.103027, 0.359375, 0.316406, 0.300781, 0.269531, 0.314453, 0.249023, 0.341797, 0.404297, 0.28125, 0.283203, 0.367188, 0.332031, 0.332031, 0.330078, 0.192383, 0.355469, 0.318359, 0.345703, 0.267578, 0.396484, 0.34375, 0.320312, 0.339844, 0.233398, 0.28125, 0.441406, 0.28125, 0.369141, 0.181641, 0.482422, 0.289062, 0.259766, 0.236328, 0.351562, 0.283203, 0.408203, 0.232422, 0.333984, 0.249023, 0.417969, 0.361328, 0.376953, 0.269531, 0.326172, 0.34375, 0.355469, 0.273438, 0.267578, 0.375, 0.380859, 0.330078, 0.324219, 0.231445, 0.192383, 0.322266, 0.289062, 0.367188, 0.251953, 0.294922, 0.211914, 0.384766, 0.40625, 0.367188, 0.341797, 0.245117, 0.369141, 0.367188, 0.292969, 0.400391, 0.208984, 0.382812, 0.25, 0.294922, 0.298828, 0.232422, 0.238281, 0.404297, 0.351562, 0.227539, 0.220703, 0.369141, 0.226562, 0.359375, 0.324219, 0.386719, 0.351562, 0.310547, 0.447266, 0.400391, 0.367188, 0.423828, 0.400391, 0.349609, 0.357422, 0.316406, 0.353516, 0.330078, 0.251953, 0.353516, 0.365234, 0.322266, 0.308594, 0.332031, 0.316406, 0.219727, 0.339844, 0.34375, 0.25, 0.304688, 0.363281, 0.414062, 0.209961, 0.414062, 0.298828, 0.241211, 0.402344, 0.269531, 0.355469, 0.217773, 0.24707, 0.306641, 0.394531, 0.40625, 0.34375, 0.337891, 0.294922, 0.263672, 0.347656, 0.429688, 0.392578, 0.273438, 0.232422, 0.236328, 0.207031, 0.316406, 0.292969, 0.310547, 0.386719, 0.246094, 0.19043, 0.202148, 0.275391, 0.306641, 0.320312, 0.222656, 0.421875, 0.384766, 0.257812, 0.335938, 0.251953, 0.369141, 0.373047, 0.367188, 0.237305, 0.314453, 0.324219, 0.371094, 0.367188, 0.359375, 0.292969, 0.388672, 0.306641, 0.263672, 0.326172, 0.365234, 0.353516, 0.300781, 0.378906, 0.382812, 0.244141, 0.245117, 0.408203, 0.287109, 0.373047, 0.201172, 0.300781, 0.298828, 0.361328, 0.345703, 0.345703, 0.211914, 0.183594, 0.259766, 0.460938, 0.339844, 0.339844, 0.251953, 0.253906, 0.359375, 0.253906, 0.34375, 0.333984, 0.21582, 0.414062, 0.211914, 0.398438, 0.349609, 0.322266, 0.394531, 0.394531, 0.351562, 0.298828, 0.378906, 0.224609, 0.349609, 0.404297, 0.233398, 0.421875, 0.335938, 0.373047, 0.328125, 0.261719, 0.429688, 0.337891, 0.310547, 0.396484, 0.414062, 0.298828, 0.34375, 0.335938, 0.240234, 0.445312, 0.279297, 0.208008, 0.365234, 0.373047, 0.210938, 0.339844, 0.294922, 0.219727, 0.318359, 0.174805, 0.225586, 0.375, 0.330078, 0.269531, 0.378906, 0.435547, 0.3125, 0.285156, 0.302734, 0.421875, 0.227539, 0.239258, 0.447266, 0.251953, 0.237305, 0.337891, 0.400391, 0.210938, 0.316406, 0.300781, 0.243164, 0.306641, 0.412109, 0.369141, 0.386719, 0.371094, 0.326172, 0.300781, 0.251953, 0.351562, 0.275391, 0.330078, 0.359375, 0.179688, 0.363281, 0.271484, 0.378906, 0.380859, 0.22168, 0.314453, 0.386719, 0.365234, 0.318359, 0.310547, 0.279297, 0.277344, 0.408203, 0.244141, 0.257812, 0.351562, 0.380859, 0.427734, 0.314453, 0.375, 0.259766, 0.335938, 0.235352, 0.380859, 0.287109, 0.386719, 0.396484, 0.367188, 0.357422, 0.318359, 0.251953, 0.394531, 0.326172, 0.240234, 0.253906, 0.1875, 0.271484, 0.34375, 0.349609, 0.202148, 0.398438, 0.302734, 0.300781, 0.410156, 0.304688, 0.302734, 0.410156, 0.201172, 0.234375, 0.257812, 0.398438, 0.371094, 0.219727, 0.267578, 0.271484, 0.333984, 0.361328, 0.197266, 0.351562, 0.390625, 0.304688, 0.357422, 0.416016, 0.380859, 0.255859, 0.229492, 0.277344, 0.209961, 0.162109, 0.363281, 0.283203, 0.279297, 0.376953, 0.269531, 0.304688, 0.376953, 0.201172, 0.269531, 0.390625, 0.339844, 0.253906, 0.324219, 0.1875, 0.273438, 0.224609, 0.277344, 0.318359, 0.408203, 0.373047, 0.335938, 0.371094, 0.298828, 0.198242, 0.351562, 0.194336, 0.205078, 0.25, 0.365234, 0.294922, 0.237305, 0.205078, 0.371094, 0.341797, 0.316406, 0.322266, 0.445312, 0.369141, 0.217773, 0.386719, 0.287109, 0.388672, 0.289062, 0.339844, 0.273438, 0.189453, 0.447266, 0.326172, 0.289062, 0.296875, 0.392578, 0.326172, 0.28125, 0.328125, 0.40625, 0.294922, 0.259766, 0.217773, 0.380859, 0.367188, 0.353516, 0.210938, 0.365234, 0.18457, 0.205078, 0.416016, 0.337891, 0.330078, 0.326172, 0.304688, 0.178711, 0.220703, 0.369141, 0.273438, 0.300781, 0.355469, 0.235352, 0.408203, 0.333984, 0.241211, 0.335938, 0.318359, 0.227539, 0.314453, 0.298828, 0.382812, 0.173828, 0.335938, 0.291016, 0.339844, 0.275391, 0.177734, 0.400391, 0.211914, 0.3125, 0.166992, 0.149414, 0.267578, 0.314453, 0.349609, 0.240234, 0.369141, 0.330078, 0.304688, 0.396484, 0.330078, 0.243164, 0.361328, 0.330078, 0.226562, 0.199219, 0.261719, 0.273438, 0.181641, 0.287109, 0.275391, 0.382812, 0.449219, 0.4375, 0.205078, 0.322266, 0.306641, 0.162109, 0.369141, 0.205078, 0.202148, 0.285156, 0.396484, 0.265625, 0.253906, 0.300781, 0.335938, 0.296875, 0.365234, 0.306641, 0.384766, 0.357422, 0.320312, 0.289062, 0.222656, 0.217773, 0.189453, 0.291016, 0.365234, 0.320312, 0.375, 0.361328, 0.384766, 0.188477, 0.279297, 0.335938, 0.386719, 0.219727, 0.412109, 0.380859, 0.269531, 0.302734, 0.369141, 0.310547, 0.369141, 0.25, 0.355469, 0.328125, 0.269531, 0.359375, 0.367188, 0.287109, 0.335938, 0.236328, 0.308594, 0.214844, 0.224609, 0.382812, 0.269531, 0.238281, 0.314453, 0.229492, 0.402344, 0.333984, 0.423828, 0.412109, 0.324219, 0.316406, 0.213867, 0.197266, 0.347656, 0.198242, 0.285156, 0.224609, 0.369141, 0.376953, 0.291016, 0.225586, 0.298828, 0.308594, 0.310547, 0.371094, 0.193359, 0.318359, 0.330078, 0.211914, 0.457031, 0.200195, 0.302734, 0.349609, 0.326172, 0.371094, 0.335938, 0.365234, 0.275391, 0.357422, 0.365234, 0.180664, 0.330078, 0.357422, 0.224609, 0.213867, 0.182617, 0.382812, 0.28125, 0.394531, 0.367188, 0.298828, 0.259766, 0.243164, 0.292969, 0.316406, 0.404297, 0.306641, 0.210938, 0.361328, 0.345703, 0.243164, 0.34375, 0.294922, 0.197266, 0.273438, 0.239258, 0.243164, 0.279297, 0.228516, 0.369141, 0.308594, 0.421875, 0.339844, 0.378906, 0.220703, 0.4375, 0.224609, 0.388672, 0.349609, 0.308594, 0.238281, 0.353516, 0.332031, 0.304688, 0.335938, 0.283203, 0.324219, 0.219727, 0.271484, 0.351562, 0.222656, 0.302734, 0.296875, 0.335938, 0.382812, 0.353516, 0.335938, 0.271484, 0.324219, 0.539062, 0.376953, 0.204102, 0.310547, 0.269531, 0.339844, 0.414062, 0.294922, 0.347656, 0.310547, 0.263672, 0.345703, 0.306641, 0.349609, 0.492188, 0.310547, 0.380859, 0.382812, 0.310547, 0.279297, 0.378906, 0.296875, 0.255859, 0.400391, 0.351562, 0.328125, 0.291016, 0.398438, 0.180664, 0.455078, 0.361328, 0.34375, 0.357422, 0.279297, 0.320312, 0.417969, 0.339844, 0.369141, 0.310547, 0.371094, 0.237305, 0.222656, 0.382812, 0.380859, 0.302734, 0.22168, 0.492188, 0.214844, 0.28125, 0.318359, 0.332031, 0.211914, 0.351562, 0.231445, 0.355469, 0.259766, 0.304688, 0.371094, 0.189453, 0.351562, 0.214844, 0.285156, 0.273438, 0.3125, 0.233398, 0.300781, 0.298828, 0.335938, 0.365234, 0.240234, 0.351562, 0.163086, 0.175781, 0.333984, 0.194336, 0.361328, 0.412109, 0.337891, 0.318359, 0.326172, 0.306641, 0.277344, 0.257812, 0.337891, 0.359375, 0.392578, 0.304688, 0.217773, 0.337891, 0.363281, 0.359375, 0.202148, 0.341797, 0.308594, 0.365234, 0.210938, 0.40625, 0.245117, 0.275391, 0.380859, 0.324219, 0.333984, 0.378906, 0.289062, 0.291016, 0.217773, 0.507812, 0.380859, 0.388672, 0.292969, 0.289062, 0.333984, 0.291016, 0.345703, 0.392578, 0.228516, 0.294922, 0.423828, 0.285156, 0.412109, 0.197266, 0.306641, 0.211914, 0.335938, 0.349609, 0.304688, 0.208008, 0.322266, 0.423828, 0.318359, 0.378906, 0.335938, 0.18457, 0.186523, 0.332031, 0.347656, 0.353516, 0.240234, 0.349609, 0.386719, 0.285156, 0.320312, 0.332031, 0.369141, 0.300781, 0.345703, 0.220703, 0.328125, 0.355469, 0.298828, 0.347656, 0.330078, 0.398438, 0.308594, 0.181641, 0.412109, 0.332031, 0.341797, 0.347656, 0.239258, 0.386719, 0.192383, 0.324219, 0.332031, 0.371094, 0.339844, 0.380859, 0.4375, 0.263672, 0.330078, 0.277344, 0.308594, 0.349609, 0.283203, 0.416016, 0.179688, 0.322266, 0.285156, 0.304688, 0.279297, 0.388672, 0.332031, 0.209961, 0.259766, 0.289062, 0.294922, 0.412109, 0.198242, 0.353516, 0.28125, 0.390625, 0.339844, 0.369141, 0.382812, 0.304688, 0.345703, 0.205078, 0.371094, 0.396484, 0.382812, 0.347656, 0.449219, 0.328125, 0.244141, 0.261719, 0.236328, 0.386719, 0.232422, 0.347656, 0.365234, 0.365234, 0.291016, 0.306641, 0.265625, 0.392578, 0.361328, 0.306641, 0.396484, 0.398438, 0.384766, 0.28125, 0.3125, 0.355469, 0.227539, 0.347656, 0.363281, 0.271484, 0.199219, 0.316406, 0.337891, 0.285156, 0.259766, 0.269531, 0.197266, 0.392578, 0.386719, 0.376953, 0.174805, 0.324219, 0.355469, 0.203125, 0.332031, 0.194336, 0.298828, 0.292969, 0.361328, 0.292969, 0.320312, 0.347656, 0.382812, 0.375, 0.185547, 0.337891, 0.400391, 0.330078, 0.390625, 0.326172, 0.375, 0.192383, 0.194336, 0.269531, 0.394531, 0.308594, 0.237305, 0.388672, 0.302734, 0.220703, 0.339844, 0.375, 0.367188, 0.271484, 0.355469, 0.298828, 0.369141, 0.376953, 0.238281, 0.235352, 0.335938, 0.380859, 0.261719, 0.324219, 0.410156, 0.267578, 0.189453, 0.386719, 0.365234, 0.398438, 0.292969, 0.287109, 0.257812, 0.365234, 0.419922, 0.335938, 0.318359, 0.202148, 0.316406, 0.25, 0.373047, 0.40625, 0.371094, 0.216797, 0.373047, 0.251953, 0.359375, 0.330078, 0.412109, 0.361328, 0.345703, 0.369141, 0.189453, 0.412109, 0.316406, 0.363281, 0.382812, 0.245117, 0.283203, 0.408203, 0.168945, 0.19043, 0.306641, 0.34375, 0.306641, 0.306641, 0.396484, 0.371094, 0.242188, 0.332031, 0.176758, 0.408203, 0.237305, 0.382812, 0.330078, 0.359375, 0.390625, 0.375, 0.322266, 0.310547, 0.265625, 0.408203, 0.40625, 0.269531, 0.361328, 0.273438, 0.273438, 0.386719, 0.205078, 0.345703, 0.263672, 0.265625, 0.279297, 0.375, 0.382812, 0.3125, 0.351562, 0.365234, 0.345703, 0.408203, 0.265625, 0.382812, 0.380859, 0.296875, 0.396484, 0.176758, 0.265625, 0.34375, 0.355469, 0.333984, 0.357422, 0.316406, 0.419922, 0.304688, 0.277344, 0.330078, 0.3125, 0.206055, 0.347656, 0.384766, 0.382812, 0.412109, 0.439453, 0.306641, 0.429688, 0.390625, 0.287109, 0.441406, 0.404297, 0.292969, 0.394531, 0.326172, 0.277344, 0.429688, 0.24707, 0.386719, 0.345703, 0.457031, 0.261719, 0.222656, 0.207031, 0.417969, 0.408203, 0.359375, 0.433594, 0.302734, 0.34375, 0.316406, 0.189453, 0.382812, 0.277344, 0.294922, 0.341797, 0.277344, 0.337891, 0.214844, 0.28125, 0.326172, 0.3125, 0.322266, 0.193359, 0.332031, 0.339844, 0.335938, 0.384766, 0.351562, 0.384766, 0.353516, 0.361328, 0.249023, 0.231445, 0.273438, 0.320312, 0.345703, 0.337891, 0.359375, 0.267578, 0.365234, 0.196289, 0.21875, 0.3125, 0.363281, 0.289062, 0.40625, 0.292969, 0.291016, 0.326172, 0.345703, 0.357422, 0.367188, 0.28125, 0.392578, 0.318359, 0.392578, 0.180664, 0.269531, 0.177734, 0.34375, 0.316406, 0.242188, 0.269531, 0.419922, 0.318359, 0.34375, 0.310547, 0.21582, 0.208008, 0.289062, 0.203125, 0.302734, 0.257812, 0.306641, 0.245117, 0.408203, 0.123047, 0.201172, 0.410156, 0.332031 ] }, "name": "model.model.layers.23.post_attention_layernorm.weight", "outputIndexes": [ 1955 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1954 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_23/Mul_output_0", "outputIndexes": [ 1956 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1955, 1956 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_23/Mul_1_output_0", "outputIndexes": [ 1957 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1957 ], "outputIndexes": [ 5048 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5048 ], "outputIndexes": [ 5049 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear", "inputIndexes": [ 5049 ], "outputIndexes": [ 5050 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 233352750, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5050 ], "outputIndexes": [ 5051 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5051 ], "outputIndexes": [ 1958 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1958 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_23/Sigmoid_output_0", "outputIndexes": [ 1959 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1958, 1959 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_23/Mul_output_0", "outputIndexes": [ 1960 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1957 ], "outputIndexes": [ 5052 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5052 ], "outputIndexes": [ 5053 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear", "inputIndexes": [ 5053 ], "outputIndexes": [ 5054 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 235933252, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5054 ], "outputIndexes": [ 5055 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5055 ], "outputIndexes": [ 1961 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1960, 1961 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_23/Mul_output_0", "outputIndexes": [ 1962 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1962 ], "outputIndexes": [ 5056 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5056 ], "outputIndexes": [ 5057 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear", "inputIndexes": [ 5057 ], "outputIndexes": [ 5058 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 238513754, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5058 ], "outputIndexes": [ 5059 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.23/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5059 ], "outputIndexes": [ 1963 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1954, 1963 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_119_output_0", "outputIndexes": [ 1964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1964, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_216_output_0", "outputIndexes": [ 1965 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.273438, 0.412109, 0.472656, 0.492188, 0.492188, 0.466797, 0.882812, 0.515625, 0.296875, 0.353516, 0.249023, 0.398438, 0.220703, 0.375, 0.345703, 0.416016, 0.558594, 0.359375, 0.349609, 0.213867, 0.410156, 0.601562, 0.369141, 0.275391, 0.384766, 0.535156, 0.275391, 0.455078, 0.392578, 0.388672, 0.474609, 0.408203, 0.423828, 0.498047, 0.384766, 0.361328, 0.271484, 0.382812, 0.302734, 0.523438, 0.421875, 0.472656, 0.402344, 0.353516, 0.259766, 0.365234, 0.640625, 0.233398, 0.53125, 0.376953, 0.511719, 0.251953, 0.355469, 0.451172, 0.263672, 0.445312, 0.519531, 0.373047, 0.417969, 0.523438, 0.367188, 0.455078, 0.310547, 0.466797, 0.294922, 0.488281, 0.804688, 0.1875, 0.546875, 0.605469, 0.507812, 0.234375, 0.351562, 0.333984, 0.507812, 0.328125, 0.341797, 0.566406, 0.220703, 0.398438, 0.316406, 0.462891, 0.292969, 0.314453, 0.451172, 0.205078, 0.558594, 0.310547, 0.625, 0.220703, 0.326172, 0.398438, 0.228516, 0.404297, 0.175781, 0.200195, 0.59375, 0.478516, 0.486328, 0.488281, 0.429688, 0.302734, 0.472656, 0.466797, 0.474609, 0.227539, 0.574219, 0.458984, 0.392578, 0.351562, 0.316406, 0.503906, 0.382812, 0.515625, 0.458984, 0.550781, 0.398438, 0.412109, 0.570312, 0.507812, 0.423828, 0.231445, 0.443359, 0.355469, 0.554688, 0.410156, 0.734375, 0.482422, 0.423828, 0.578125, 0.507812, 0.361328, 0.455078, 0.412109, 0.449219, 0.416016, 0.498047, 0.412109, 0.498047, 0.28125, 0.443359, 0.386719, 0.417969, 0.5625, 0.472656, 0.46875, 0.380859, 0.251953, 0.382812, 0.478516, 0.417969, 0.421875, 0.439453, 0.496094, 0.439453, 0.353516, 0.458984, 0.375, 0.15625, 0.453125, 0.205078, 0.396484, 0.289062, 0.5, 0.347656, 0.523438, 0.204102, 0.570312, 0.353516, 0.230469, 0.320312, 0.470703, 0.527344, 0.365234, 0.238281, 0.554688, 0.335938, 0.384766, 0.484375, 0.511719, 0.345703, 0.306641, 0.347656, 0.378906, 0.425781, 0.427734, 0.419922, 0.474609, 0.498047, 0.550781, 0.5, 0.369141, 0.186523, 0.363281, 0.375, 0.433594, 0.335938, 0.355469, 0.145508, 0.460938, 0.363281, 0.28125, 0.337891, 0.416016, 0.271484, 0.425781, 0.492188, 0.328125, 0.425781, 0.490234, 0.451172, 0.408203, 0.490234, 0.224609, 0.464844, 0.416016, 0.40625, 0.300781, 0.527344, 0.371094, 0.367188, 0.398438, 0.24707, 0.349609, 0.554688, 0.347656, 0.503906, 0.174805, 0.589844, 0.349609, 0.333984, 0.378906, 0.447266, 0.353516, 0.621094, 0.28125, 0.462891, 0.306641, 0.550781, 0.455078, 0.470703, 0.326172, 0.376953, 0.455078, 0.445312, 0.318359, 0.283203, 0.455078, 0.503906, 0.460938, 0.380859, 0.249023, 0.219727, 0.384766, 0.388672, 0.5, 0.285156, 0.347656, 0.267578, 0.457031, 0.488281, 0.511719, 0.462891, 0.283203, 0.433594, 0.447266, 0.308594, 0.523438, 0.263672, 0.574219, 0.675781, 0.34375, 0.365234, 0.59375, 0.306641, 0.570312, 0.476562, 0.251953, 0.283203, 0.480469, 0.265625, 0.4375, 0.392578, 0.474609, 0.486328, 0.429688, 0.558594, 0.527344, 0.449219, 0.566406, 0.527344, 0.451172, 0.447266, 0.445312, 0.447266, 0.402344, 0.186523, 0.451172, 0.417969, 0.402344, 0.326172, 0.421875, 0.365234, 0.285156, 0.4375, 0.398438, 0.318359, 0.390625, 0.474609, 0.558594, 0.261719, 0.609375, 0.376953, 0.322266, 0.550781, 0.271484, 0.433594, 0.246094, 0.511719, 0.388672, 0.474609, 0.519531, 0.472656, 0.378906, 0.347656, 0.363281, 0.40625, 0.558594, 0.464844, 0.322266, 0.4375, 0.273438, 0.296875, 0.394531, 0.476562, 0.388672, 0.53125, 0.25, 0.236328, 0.25, 0.359375, 0.402344, 0.376953, 0.265625, 0.578125, 0.539062, 0.300781, 0.410156, 0.332031, 0.455078, 0.601562, 0.482422, 0.257812, 0.416016, 0.429688, 0.558594, 0.458984, 0.486328, 0.3125, 0.498047, 0.324219, 0.380859, 0.400391, 0.482422, 0.443359, 0.361328, 0.589844, 0.507812, 0.3125, 0.279297, 0.515625, 0.289062, 0.498047, 0.198242, 0.425781, 0.390625, 0.433594, 0.464844, 0.416016, 0.328125, 0.730469, 0.320312, 0.621094, 0.367188, 0.414062, 0.236328, 0.355469, 0.458984, 0.341797, 0.474609, 0.423828, 0.453125, 0.539062, 0.25, 0.574219, 0.4375, 0.447266, 0.542969, 0.53125, 0.439453, 0.390625, 0.5625, 0.306641, 0.371094, 0.478516, 0.279297, 0.53125, 0.427734, 0.46875, 0.382812, 0.314453, 0.585938, 0.335938, 0.365234, 0.503906, 0.527344, 0.349609, 0.429688, 0.431641, 0.277344, 0.585938, 0.335938, 0.345703, 0.441406, 0.46875, 0.222656, 0.416016, 0.414062, 0.445312, 0.429688, 0.237305, 0.291016, 0.476562, 0.46875, 0.28125, 0.460938, 0.660156, 0.392578, 0.359375, 0.257812, 0.558594, 0.296875, 0.341797, 0.613281, 0.298828, 0.357422, 0.349609, 0.527344, 0.267578, 0.392578, 0.480469, 0.480469, 0.34375, 0.570312, 0.431641, 0.519531, 0.519531, 0.382812, 0.353516, 0.318359, 0.421875, 0.408203, 0.404297, 0.539062, 0.202148, 0.447266, 0.306641, 0.539062, 0.550781, 0.292969, 0.400391, 0.492188, 0.462891, 0.427734, 0.441406, 0.316406, 0.34375, 0.511719, 0.294922, 0.306641, 0.455078, 0.515625, 0.535156, 0.376953, 0.439453, 0.337891, 0.441406, 0.320312, 0.488281, 0.335938, 0.535156, 0.515625, 0.457031, 0.423828, 0.410156, 0.365234, 0.451172, 0.4375, 0.322266, 0.308594, 0.808594, 0.306641, 0.408203, 0.494141, 0.289062, 0.519531, 0.396484, 0.46875, 0.554688, 0.396484, 0.375, 0.574219, 0.482422, 0.253906, 0.316406, 0.550781, 0.523438, 0.271484, 0.298828, 0.320312, 0.453125, 0.527344, 0.239258, 0.404297, 0.527344, 0.373047, 0.447266, 0.609375, 0.472656, 0.396484, 0.503906, 0.347656, 0.249023, 0.152344, 0.5, 0.359375, 0.324219, 0.503906, 0.326172, 0.40625, 0.554688, 0.230469, 0.355469, 0.466797, 0.453125, 0.308594, 0.378906, 0.193359, 0.398438, 0.322266, 0.380859, 0.349609, 0.644531, 0.472656, 0.404297, 0.435547, 0.378906, 0.125977, 0.431641, 0.213867, 0.310547, 0.351562, 0.447266, 0.347656, 0.292969, 0.21582, 0.460938, 0.396484, 0.433594, 0.423828, 0.59375, 0.482422, 0.298828, 0.439453, 0.34375, 0.472656, 0.330078, 0.378906, 0.349609, 0.185547, 0.605469, 0.414062, 0.357422, 0.445312, 0.507812, 0.439453, 0.359375, 0.412109, 0.566406, 0.326172, 0.291016, 0.243164, 0.503906, 0.404297, 0.451172, 0.253906, 0.462891, 0.239258, 0.251953, 0.5625, 0.416016, 0.466797, 0.419922, 0.222656, 0.19043, 0.275391, 0.451172, 0.292969, 0.382812, 0.433594, 0.285156, 0.460938, 0.503906, 0.318359, 0.433594, 0.359375, 0.494141, 0.357422, 0.353516, 0.503906, 0.166016, 0.357422, 0.365234, 0.484375, 0.353516, 0.181641, 0.546875, 0.523438, 0.375, 0.152344, 0.710938, 0.283203, 0.386719, 0.402344, 0.289062, 0.472656, 0.458984, 0.412109, 0.492188, 0.40625, 0.349609, 0.470703, 0.408203, 0.28125, 0.22168, 0.306641, 0.314453, 0.179688, 0.507812, 0.535156, 0.519531, 0.601562, 0.601562, 0.228516, 0.375, 0.324219, 0.161133, 0.455078, 0.225586, 0.291016, 0.330078, 0.503906, 0.314453, 0.308594, 0.382812, 0.40625, 0.355469, 0.435547, 0.40625, 0.431641, 0.443359, 0.431641, 0.396484, 0.503906, 0.24707, 0.21875, 0.410156, 0.419922, 0.441406, 0.511719, 0.558594, 0.535156, 0.824219, 0.330078, 0.462891, 0.5625, 0.291016, 0.582031, 0.515625, 0.296875, 0.363281, 0.527344, 0.392578, 0.445312, 0.330078, 0.4375, 0.388672, 0.316406, 0.402344, 0.435547, 0.318359, 0.384766, 0.318359, 0.402344, 0.507812, 0.339844, 0.445312, 0.330078, 0.238281, 0.470703, 0.324219, 0.519531, 0.425781, 0.527344, 0.582031, 0.40625, 0.371094, 0.277344, 0.230469, 0.451172, 0.233398, 0.361328, 0.265625, 0.515625, 0.447266, 0.326172, 0.699219, 0.375, 0.449219, 0.421875, 0.478516, 0.182617, 0.371094, 0.371094, 0.233398, 0.691406, 0.22168, 0.361328, 0.427734, 0.388672, 0.5, 0.441406, 0.421875, 0.371094, 0.490234, 0.421875, 0.847656, 0.40625, 0.441406, 0.3125, 0.233398, 0.192383, 0.5, 0.353516, 0.503906, 0.433594, 0.332031, 0.330078, 0.3125, 0.326172, 0.375, 0.550781, 0.392578, 0.345703, 0.490234, 0.451172, 0.273438, 0.382812, 0.3125, 0.275391, 0.419922, 0.271484, 0.328125, 0.316406, 0.542969, 0.478516, 0.439453, 0.578125, 0.416016, 0.503906, 0.251953, 0.53125, 0.369141, 0.5, 0.431641, 0.414062, 0.376953, 0.484375, 0.421875, 0.392578, 0.53125, 0.322266, 0.458984, 0.28125, 0.353516, 0.431641, 0.542969, 0.355469, 0.375, 0.369141, 0.5, 0.455078, 0.416016, 0.355469, 0.384766, 0.667969, 0.507812, 0.248047, 0.4375, 0.322266, 0.515625, 0.511719, 0.369141, 0.4375, 0.412109, 0.314453, 0.388672, 0.394531, 0.457031, 0.628906, 0.384766, 0.435547, 0.515625, 0.404297, 0.371094, 0.462891, 0.320312, 0.359375, 0.539062, 0.472656, 0.408203, 0.349609, 0.578125, 0.199219, 0.53125, 0.476562, 0.458984, 0.439453, 0.365234, 0.390625, 0.546875, 0.429688, 0.4375, 0.361328, 0.419922, 0.296875, 0.267578, 0.486328, 0.490234, 0.431641, 0.253906, 0.59375, 0.439453, 0.333984, 0.373047, 0.474609, 0.263672, 0.470703, 0.211914, 0.486328, 0.380859, 0.46875, 0.53125, 0.192383, 0.486328, 0.503906, 0.351562, 0.347656, 0.388672, 0.292969, 0.359375, 0.419922, 0.412109, 0.425781, 0.300781, 0.419922, 0.163086, 0.205078, 0.417969, 0.304688, 0.445312, 0.535156, 0.392578, 0.423828, 0.453125, 0.361328, 0.328125, 0.511719, 0.417969, 0.480469, 0.474609, 0.339844, 0.550781, 0.378906, 0.460938, 0.462891, 0.248047, 0.408203, 0.419922, 0.515625, 0.314453, 0.496094, 0.308594, 0.367188, 0.558594, 0.345703, 0.462891, 0.511719, 0.351562, 0.390625, 0.324219, 0.582031, 0.636719, 0.527344, 0.267578, 0.330078, 0.410156, 0.347656, 0.394531, 0.492188, 0.275391, 0.375, 0.644531, 0.316406, 0.527344, 0.273438, 0.382812, 0.255859, 0.398438, 0.46875, 0.375, 0.229492, 0.357422, 0.550781, 0.351562, 0.478516, 0.455078, 0.185547, 0.253906, 0.369141, 0.474609, 0.435547, 0.335938, 0.423828, 0.511719, 0.375, 0.417969, 0.423828, 0.445312, 0.414062, 0.435547, 0.375, 0.421875, 0.470703, 0.351562, 0.443359, 0.423828, 0.503906, 0.34375, 0.789062, 0.558594, 0.433594, 0.490234, 0.578125, 0.22168, 0.523438, 0.191406, 0.365234, 0.40625, 0.664062, 0.398438, 0.613281, 0.484375, 0.306641, 0.431641, 0.369141, 0.361328, 0.542969, 0.644531, 0.527344, 0.243164, 0.550781, 0.404297, 0.478516, 0.296875, 0.507812, 0.414062, 0.263672, 0.589844, 0.351562, 0.40625, 0.578125, 0.243164, 0.539062, 0.322266, 0.482422, 0.486328, 0.457031, 0.484375, 0.322266, 0.419922, 0.223633, 0.433594, 0.574219, 0.566406, 0.417969, 0.59375, 0.636719, 0.291016, 0.271484, 0.257812, 0.486328, 0.25, 0.503906, 0.404297, 0.414062, 0.367188, 0.394531, 0.306641, 0.484375, 0.449219, 0.417969, 0.605469, 0.511719, 0.480469, 0.287109, 0.451172, 0.527344, 0.361328, 0.404297, 0.457031, 0.322266, 0.261719, 0.410156, 0.369141, 0.332031, 0.302734, 0.59375, 0.208008, 0.480469, 0.519531, 0.460938, 0.182617, 0.412109, 0.429688, 0.445312, 0.392578, 0.208008, 0.320312, 0.316406, 0.511719, 0.376953, 0.400391, 0.4375, 0.503906, 0.46875, 0.224609, 0.429688, 0.535156, 0.414062, 0.5, 0.416016, 0.515625, 0.231445, 0.792969, 0.447266, 0.558594, 0.410156, 0.324219, 0.476562, 0.330078, 0.324219, 0.40625, 0.476562, 0.476562, 0.376953, 0.490234, 0.40625, 0.539062, 0.535156, 0.263672, 0.314453, 0.431641, 0.470703, 0.345703, 0.355469, 0.484375, 0.373047, 0.229492, 0.523438, 0.480469, 0.582031, 0.470703, 0.294922, 0.291016, 0.480469, 0.773438, 0.388672, 0.376953, 0.285156, 0.376953, 0.308594, 0.457031, 0.527344, 0.486328, 0.597656, 0.421875, 0.230469, 0.443359, 0.417969, 0.585938, 0.433594, 0.498047, 0.490234, 0.75, 0.519531, 0.226562, 0.484375, 0.605469, 0.355469, 0.328125, 0.597656, 0.166992, 0.204102, 0.375, 0.423828, 0.375, 0.382812, 0.625, 0.462891, 0.273438, 0.433594, 0.217773, 0.53125, 0.3125, 0.457031, 0.419922, 0.53125, 0.507812, 0.511719, 0.386719, 0.337891, 0.306641, 0.53125, 0.53125, 0.394531, 0.507812, 0.310547, 0.455078, 0.519531, 0.4375, 0.476562, 0.318359, 0.322266, 0.353516, 0.449219, 0.453125, 0.441406, 0.474609, 0.466797, 0.458984, 0.609375, 0.355469, 0.445312, 0.542969, 0.425781, 0.498047, 0.174805, 0.363281, 0.429688, 0.392578, 0.365234, 0.433594, 0.34375, 0.535156, 0.404297, 0.378906, 0.380859, 0.394531, 0.202148, 0.466797, 0.46875, 0.511719, 0.5625, 0.589844, 0.365234, 0.486328, 0.507812, 0.324219, 0.613281, 0.539062, 0.357422, 0.462891, 0.408203, 0.349609, 0.578125, 0.294922, 0.511719, 0.410156, 0.585938, 0.25, 0.324219, 0.259766, 0.601562, 0.558594, 0.453125, 0.566406, 0.425781, 0.416016, 0.384766, 0.204102, 0.476562, 0.328125, 0.380859, 0.390625, 0.239258, 0.453125, 0.251953, 0.410156, 0.412109, 0.361328, 0.441406, 0.227539, 0.386719, 0.388672, 0.445312, 0.550781, 0.433594, 0.478516, 0.345703, 0.414062, 0.367188, 0.287109, 0.302734, 0.464844, 0.421875, 0.435547, 0.423828, 0.363281, 0.539062, 0.21875, 0.28125, 0.353516, 0.503906, 0.371094, 0.53125, 0.195312, 0.396484, 0.357422, 0.496094, 0.402344, 0.511719, 0.359375, 0.472656, 0.363281, 0.503906, 0.192383, 0.330078, 0.22168, 0.443359, 0.423828, 0.382812, 0.308594, 0.5625, 0.425781, 0.40625, 0.283203, 0.255859, 0.246094, 0.361328, 0.224609, 0.392578, 0.353516, 0.373047, 0.291016, 0.527344, 0.730469, 0.213867, 0.625, 0.425781 ] }, "name": "model.model.layers.24.input_layernorm.weight", "outputIndexes": [ 1966 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1965 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_24/Mul_output_0", "outputIndexes": [ 1967 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1966, 1967 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_24/Mul_1_output_0", "outputIndexes": [ 1968 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 5060 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5060 ], "outputIndexes": [ 5061 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear", "inputIndexes": [ 5061 ], "outputIndexes": [ 5062 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 241094256, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5062 ], "outputIndexes": [ 5063 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5063 ], "outputIndexes": [ 1969 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1968 ], "main_type": "NONE", "name": "/Shape_337_output_0", "outputIndexes": [ 1970 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1970 ], "main_type": "NONE", "name": "Shape5263", "outputIndexes": [ 1971 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1970 ], "main_type": "NONE", "name": "Rank5265", "outputIndexes": [ 1972 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1972, 1972 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5267", "outputIndexes": [ 1973 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1973 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5268", "outputIndexes": [ 1974 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1973, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5270", "outputIndexes": [ 1975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1975 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5271", "outputIndexes": [ 1976 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1971, 1974, 1976, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5274", "outputIndexes": [ 1977 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1977 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5275", "outputIndexes": [ 1978 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 1978 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5276", "outputIndexes": [ 1979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1979, 1978 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5277", "outputIndexes": [ 1980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1970, 1980, 1973 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_364_output_0", "outputIndexes": [ 1981 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1981, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_769_output_0", "outputIndexes": [ 1982 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1982, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_312_output_0", "outputIndexes": [ 1983 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1969, 1983 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_217_output_0", "outputIndexes": [ 1984 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_192_output_0", "outputIndexes": [ 1985 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984 ], "main_type": "NONE", "name": "/Shape_338_output_0", "outputIndexes": [ 1986 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1986 ], "main_type": "NONE", "name": "Shape5284", "outputIndexes": [ 1987 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 1986 ], "main_type": "NONE", "name": "Rank5286", "outputIndexes": [ 1988 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1988, 1988 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5288", "outputIndexes": [ 1989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1989 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5289", "outputIndexes": [ 1990 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1989, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5291", "outputIndexes": [ 1991 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1991 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5292", "outputIndexes": [ 1992 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1987, 1990, 1992, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5295", "outputIndexes": [ 1993 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1993 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5296", "outputIndexes": [ 1994 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 1994 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5297", "outputIndexes": [ 1995 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1995, 1994 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5298", "outputIndexes": [ 1996 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1986, 1996, 1989 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_365_output_0", "outputIndexes": [ 1997 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1997, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_72_output_0", "outputIndexes": [ 1998 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1998, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_774_output_0", "outputIndexes": [ 1999 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 1999, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_97_output_0", "outputIndexes": [ 2000 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2000 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_48_output_0", "outputIndexes": [ 2001 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1984, 22, 1999, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_96_output_0", "outputIndexes": [ 2002 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2001, 2002 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_315_output_0", "outputIndexes": [ 2003 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2003, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_193_output_0", "outputIndexes": [ 2004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1985, 2004 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_120_output_0", "outputIndexes": [ 2005 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 5064 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5064 ], "outputIndexes": [ 5065 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear", "inputIndexes": [ 5065 ], "outputIndexes": [ 5066 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 242015878, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5066 ], "outputIndexes": [ 5067 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5067 ], "outputIndexes": [ 2006 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 1982, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_313_output_0", "outputIndexes": [ 2007 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2006, 2007 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_218_output_0", "outputIndexes": [ 2008 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_194_output_0", "outputIndexes": [ 2009 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008 ], "main_type": "NONE", "name": "/Shape_339_output_0", "outputIndexes": [ 2010 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2010 ], "main_type": "NONE", "name": "Shape5347", "outputIndexes": [ 2011 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2010 ], "main_type": "NONE", "name": "Rank5349", "outputIndexes": [ 2012 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2012, 2012 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5351", "outputIndexes": [ 2013 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2013 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5352", "outputIndexes": [ 2014 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2013, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5354", "outputIndexes": [ 2015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2015 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5355", "outputIndexes": [ 2016 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2011, 2014, 2016, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5358", "outputIndexes": [ 2017 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2017 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5359", "outputIndexes": [ 2018 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2018 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5360", "outputIndexes": [ 2019 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2019, 2018 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5361", "outputIndexes": [ 2020 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2010, 2020, 2013 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_366_output_0", "outputIndexes": [ 2021 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2021, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_73_output_0", "outputIndexes": [ 2022 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2022, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_776_output_0", "outputIndexes": [ 2023 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 2023, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_99_output_0", "outputIndexes": [ 2024 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2024 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_49_output_0", "outputIndexes": [ 2025 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2008, 22, 2023, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_98_output_0", "outputIndexes": [ 2026 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2025, 2026 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_316_output_0", "outputIndexes": [ 2027 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2027, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_195_output_0", "outputIndexes": [ 2028 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2009, 2028 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_121_output_0", "outputIndexes": [ 2029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 1968 ], "outputIndexes": [ 5068 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5068 ], "outputIndexes": [ 5069 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear", "inputIndexes": [ 5069 ], "outputIndexes": [ 5070 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 242246300, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5070 ], "outputIndexes": [ 5071 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5071 ], "outputIndexes": [ 2030 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2030, 2007 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_219_output_0", "outputIndexes": [ 2031 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2005, 2029, 2031, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_224_output_0", "outputIndexes": [ 2032 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2032 ], "outputIndexes": [ 5072 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5072 ], "outputIndexes": [ 5073 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear", "inputIndexes": [ 5073 ], "outputIndexes": [ 5074 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 242476722, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5074 ], "outputIndexes": [ 5075 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5075 ], "outputIndexes": [ 2033 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 1965, 2033 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_123_output_0", "outputIndexes": [ 2034 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.234375, 0.335938, 0.357422, 0.378906, 0.373047, 0.345703, 0.149414, 0.382812, 0.269531, 0.251953, 0.201172, 0.339844, 0.230469, 0.322266, 0.310547, 0.367188, 0.211914, 0.306641, 0.310547, 0.208984, 0.337891, 0.398438, 0.283203, 0.251953, 0.308594, 0.388672, 0.265625, 0.382812, 0.335938, 0.333984, 0.253906, 0.142578, 0.349609, 0.320312, 0.341797, 0.333984, 0.209961, 0.330078, 0.210938, 0.367188, 0.333984, 0.378906, 0.302734, 0.283203, 0.229492, 0.294922, 0.427734, 0.220703, 0.392578, 0.219727, 0.367188, 0.195312, 0.335938, 0.341797, 0.212891, 0.345703, 0.408203, 0.318359, 0.330078, 0.414062, 0.335938, 0.369141, 0.28125, 0.361328, 0.259766, 0.25, 0.186523, 0.189453, 0.386719, 0.173828, 0.386719, 0.211914, 0.279297, 0.291016, 0.400391, 0.283203, 0.289062, 0.421875, 0.201172, 0.326172, 0.296875, 0.40625, 0.269531, 0.291016, 0.369141, 0.208984, 0.417969, 0.246094, 0.433594, 0.220703, 0.279297, 0.320312, 0.216797, 0.345703, 0.188477, 0.214844, 0.462891, 0.392578, 0.416016, 0.359375, 0.291016, 0.291016, 0.371094, 0.349609, 0.361328, 0.207031, 0.369141, 0.339844, 0.345703, 0.320312, 0.306641, 0.396484, 0.3125, 0.326172, 0.361328, 0.300781, 0.332031, 0.337891, 0.417969, 0.369141, 0.349609, 0.229492, 0.390625, 0.257812, 0.433594, 0.300781, 0.181641, 0.371094, 0.375, 0.433594, 0.369141, 0.349609, 0.353516, 0.320312, 0.349609, 0.328125, 0.371094, 0.322266, 0.269531, 0.257812, 0.380859, 0.308594, 0.332031, 0.445312, 0.398438, 0.333984, 0.324219, 0.24707, 0.351562, 0.347656, 0.326172, 0.326172, 0.34375, 0.376953, 0.363281, 0.289062, 0.380859, 0.316406, 0.198242, 0.349609, 0.1875, 0.298828, 0.232422, 0.388672, 0.304688, 0.425781, 0.198242, 0.369141, 0.314453, 0.201172, 0.273438, 0.361328, 0.400391, 0.283203, 0.186523, 0.429688, 0.300781, 0.361328, 0.384766, 0.384766, 0.308594, 0.253906, 0.298828, 0.324219, 0.361328, 0.359375, 0.345703, 0.347656, 0.375, 0.388672, 0.378906, 0.287109, 0.188477, 0.326172, 0.333984, 0.332031, 0.316406, 0.267578, 0.100586, 0.367188, 0.328125, 0.308594, 0.273438, 0.320312, 0.263672, 0.339844, 0.408203, 0.292969, 0.289062, 0.373047, 0.333984, 0.335938, 0.330078, 0.211914, 0.371094, 0.322266, 0.34375, 0.279297, 0.390625, 0.349609, 0.328125, 0.339844, 0.25, 0.296875, 0.435547, 0.287109, 0.365234, 0.204102, 0.488281, 0.300781, 0.267578, 0.237305, 0.361328, 0.300781, 0.396484, 0.241211, 0.345703, 0.251953, 0.421875, 0.365234, 0.382812, 0.287109, 0.335938, 0.349609, 0.353516, 0.287109, 0.265625, 0.380859, 0.376953, 0.326172, 0.339844, 0.245117, 0.209961, 0.322266, 0.292969, 0.373047, 0.259766, 0.300781, 0.232422, 0.382812, 0.414062, 0.365234, 0.349609, 0.253906, 0.376953, 0.375, 0.298828, 0.400391, 0.214844, 0.371094, 0.240234, 0.308594, 0.302734, 0.22168, 0.24707, 0.392578, 0.351562, 0.237305, 0.238281, 0.375, 0.244141, 0.363281, 0.326172, 0.392578, 0.355469, 0.316406, 0.455078, 0.396484, 0.361328, 0.421875, 0.392578, 0.355469, 0.347656, 0.326172, 0.357422, 0.335938, 0.265625, 0.361328, 0.361328, 0.332031, 0.316406, 0.34375, 0.328125, 0.226562, 0.355469, 0.347656, 0.263672, 0.306641, 0.376953, 0.416016, 0.220703, 0.404297, 0.308594, 0.24707, 0.396484, 0.28125, 0.365234, 0.227539, 0.24707, 0.310547, 0.404297, 0.40625, 0.349609, 0.349609, 0.302734, 0.271484, 0.355469, 0.425781, 0.390625, 0.292969, 0.236328, 0.242188, 0.224609, 0.332031, 0.300781, 0.320312, 0.388672, 0.257812, 0.199219, 0.211914, 0.283203, 0.3125, 0.328125, 0.243164, 0.410156, 0.375, 0.265625, 0.345703, 0.265625, 0.363281, 0.380859, 0.371094, 0.25, 0.328125, 0.328125, 0.367188, 0.369141, 0.359375, 0.300781, 0.392578, 0.300781, 0.275391, 0.332031, 0.359375, 0.369141, 0.318359, 0.378906, 0.390625, 0.263672, 0.259766, 0.414062, 0.300781, 0.390625, 0.201172, 0.302734, 0.310547, 0.361328, 0.347656, 0.351562, 0.224609, 0.173828, 0.277344, 0.443359, 0.341797, 0.345703, 0.277344, 0.261719, 0.367188, 0.261719, 0.341797, 0.333984, 0.223633, 0.412109, 0.213867, 0.390625, 0.361328, 0.322266, 0.404297, 0.386719, 0.359375, 0.304688, 0.378906, 0.234375, 0.355469, 0.414062, 0.251953, 0.410156, 0.335938, 0.382812, 0.337891, 0.269531, 0.429688, 0.351562, 0.306641, 0.400391, 0.414062, 0.318359, 0.349609, 0.34375, 0.265625, 0.449219, 0.291016, 0.227539, 0.361328, 0.371094, 0.220703, 0.355469, 0.302734, 0.21582, 0.326172, 0.201172, 0.236328, 0.378906, 0.333984, 0.28125, 0.375, 0.416016, 0.314453, 0.300781, 0.3125, 0.431641, 0.242188, 0.255859, 0.449219, 0.269531, 0.25, 0.339844, 0.382812, 0.209961, 0.322266, 0.302734, 0.253906, 0.320312, 0.40625, 0.375, 0.398438, 0.373047, 0.337891, 0.314453, 0.269531, 0.349609, 0.28125, 0.34375, 0.341797, 0.196289, 0.371094, 0.275391, 0.375, 0.384766, 0.234375, 0.316406, 0.394531, 0.361328, 0.324219, 0.306641, 0.285156, 0.285156, 0.398438, 0.261719, 0.265625, 0.359375, 0.384766, 0.439453, 0.324219, 0.373047, 0.271484, 0.337891, 0.246094, 0.373047, 0.304688, 0.394531, 0.394531, 0.365234, 0.359375, 0.328125, 0.259766, 0.392578, 0.324219, 0.253906, 0.265625, 0.171875, 0.279297, 0.355469, 0.355469, 0.208008, 0.410156, 0.306641, 0.306641, 0.40625, 0.316406, 0.3125, 0.404297, 0.219727, 0.245117, 0.261719, 0.404297, 0.376953, 0.237305, 0.279297, 0.28125, 0.347656, 0.367188, 0.212891, 0.359375, 0.386719, 0.316406, 0.355469, 0.425781, 0.386719, 0.267578, 0.226562, 0.283203, 0.225586, 0.183594, 0.371094, 0.289062, 0.294922, 0.388672, 0.28125, 0.326172, 0.378906, 0.205078, 0.273438, 0.392578, 0.345703, 0.255859, 0.326172, 0.192383, 0.273438, 0.236328, 0.28125, 0.335938, 0.410156, 0.373047, 0.347656, 0.367188, 0.310547, 0.204102, 0.361328, 0.201172, 0.209961, 0.259766, 0.384766, 0.308594, 0.24707, 0.211914, 0.375, 0.339844, 0.318359, 0.326172, 0.439453, 0.361328, 0.226562, 0.394531, 0.292969, 0.388672, 0.298828, 0.349609, 0.279297, 0.188477, 0.445312, 0.332031, 0.308594, 0.302734, 0.376953, 0.335938, 0.298828, 0.332031, 0.398438, 0.308594, 0.267578, 0.232422, 0.382812, 0.365234, 0.355469, 0.228516, 0.369141, 0.229492, 0.214844, 0.402344, 0.34375, 0.330078, 0.332031, 0.310547, 0.195312, 0.233398, 0.373047, 0.285156, 0.314453, 0.378906, 0.24707, 0.408203, 0.34375, 0.255859, 0.349609, 0.326172, 0.231445, 0.326172, 0.304688, 0.390625, 0.188477, 0.341797, 0.298828, 0.341797, 0.287109, 0.192383, 0.40625, 0.204102, 0.310547, 0.183594, 0.146484, 0.273438, 0.318359, 0.355469, 0.245117, 0.363281, 0.333984, 0.3125, 0.402344, 0.330078, 0.253906, 0.361328, 0.332031, 0.241211, 0.208984, 0.273438, 0.28125, 0.202148, 0.292969, 0.28125, 0.378906, 0.433594, 0.435547, 0.209961, 0.330078, 0.3125, 0.193359, 0.380859, 0.217773, 0.22168, 0.291016, 0.40625, 0.271484, 0.269531, 0.314453, 0.341797, 0.310547, 0.375, 0.314453, 0.388672, 0.357422, 0.328125, 0.296875, 0.223633, 0.239258, 0.193359, 0.310547, 0.378906, 0.330078, 0.384766, 0.363281, 0.380859, 0.181641, 0.275391, 0.34375, 0.394531, 0.236328, 0.414062, 0.373047, 0.277344, 0.314453, 0.371094, 0.308594, 0.371094, 0.265625, 0.355469, 0.337891, 0.28125, 0.359375, 0.373047, 0.292969, 0.34375, 0.251953, 0.318359, 0.219727, 0.244141, 0.382812, 0.285156, 0.25, 0.322266, 0.241211, 0.400391, 0.34375, 0.40625, 0.400391, 0.314453, 0.326172, 0.232422, 0.211914, 0.359375, 0.211914, 0.300781, 0.235352, 0.367188, 0.376953, 0.300781, 0.213867, 0.302734, 0.316406, 0.326172, 0.382812, 0.208984, 0.328125, 0.337891, 0.227539, 0.441406, 0.208984, 0.314453, 0.353516, 0.332031, 0.376953, 0.339844, 0.376953, 0.285156, 0.359375, 0.363281, 0.161133, 0.337891, 0.351562, 0.257812, 0.225586, 0.199219, 0.384766, 0.294922, 0.398438, 0.375, 0.308594, 0.269531, 0.255859, 0.292969, 0.328125, 0.40625, 0.314453, 0.217773, 0.359375, 0.351562, 0.251953, 0.353516, 0.302734, 0.208984, 0.28125, 0.25, 0.248047, 0.292969, 0.231445, 0.373047, 0.306641, 0.421875, 0.341797, 0.376953, 0.225586, 0.431641, 0.234375, 0.396484, 0.351562, 0.316406, 0.246094, 0.353516, 0.339844, 0.314453, 0.341797, 0.28125, 0.330078, 0.235352, 0.28125, 0.357422, 0.217773, 0.316406, 0.302734, 0.349609, 0.392578, 0.351562, 0.355469, 0.283203, 0.337891, 0.515625, 0.380859, 0.212891, 0.322266, 0.287109, 0.351562, 0.400391, 0.298828, 0.353516, 0.318359, 0.279297, 0.351562, 0.316406, 0.357422, 0.503906, 0.318359, 0.382812, 0.392578, 0.3125, 0.287109, 0.384766, 0.300781, 0.259766, 0.396484, 0.353516, 0.332031, 0.306641, 0.384766, 0.200195, 0.449219, 0.363281, 0.351562, 0.353516, 0.291016, 0.332031, 0.40625, 0.349609, 0.363281, 0.314453, 0.369141, 0.243164, 0.228516, 0.386719, 0.384766, 0.310547, 0.227539, 0.507812, 0.224609, 0.287109, 0.330078, 0.335938, 0.212891, 0.359375, 0.242188, 0.359375, 0.261719, 0.302734, 0.375, 0.212891, 0.361328, 0.208984, 0.298828, 0.277344, 0.3125, 0.244141, 0.3125, 0.308594, 0.34375, 0.367188, 0.255859, 0.361328, 0.188477, 0.203125, 0.335938, 0.203125, 0.357422, 0.402344, 0.339844, 0.322266, 0.339844, 0.316406, 0.294922, 0.263672, 0.357422, 0.357422, 0.394531, 0.316406, 0.220703, 0.339844, 0.367188, 0.369141, 0.208008, 0.347656, 0.318359, 0.353516, 0.219727, 0.404297, 0.257812, 0.28125, 0.375, 0.333984, 0.339844, 0.376953, 0.302734, 0.298828, 0.227539, 0.507812, 0.380859, 0.380859, 0.296875, 0.294922, 0.337891, 0.300781, 0.353516, 0.392578, 0.242188, 0.302734, 0.443359, 0.304688, 0.412109, 0.206055, 0.318359, 0.230469, 0.332031, 0.359375, 0.310547, 0.22168, 0.320312, 0.435547, 0.326172, 0.378906, 0.341797, 0.188477, 0.192383, 0.347656, 0.351562, 0.357422, 0.248047, 0.353516, 0.392578, 0.298828, 0.320312, 0.341797, 0.371094, 0.310547, 0.347656, 0.227539, 0.333984, 0.365234, 0.304688, 0.349609, 0.339844, 0.400391, 0.318359, 0.168945, 0.402344, 0.339844, 0.341797, 0.349609, 0.249023, 0.390625, 0.192383, 0.326172, 0.335938, 0.349609, 0.339844, 0.375, 0.433594, 0.265625, 0.339844, 0.285156, 0.322266, 0.34375, 0.259766, 0.414062, 0.204102, 0.322266, 0.294922, 0.314453, 0.285156, 0.386719, 0.34375, 0.220703, 0.265625, 0.291016, 0.304688, 0.410156, 0.209961, 0.351562, 0.291016, 0.388672, 0.353516, 0.367188, 0.380859, 0.316406, 0.341797, 0.224609, 0.382812, 0.392578, 0.378906, 0.357422, 0.445312, 0.335938, 0.253906, 0.271484, 0.25, 0.388672, 0.244141, 0.351562, 0.369141, 0.373047, 0.294922, 0.3125, 0.271484, 0.398438, 0.361328, 0.316406, 0.404297, 0.400391, 0.398438, 0.298828, 0.318359, 0.369141, 0.234375, 0.353516, 0.369141, 0.285156, 0.21582, 0.318359, 0.351562, 0.292969, 0.271484, 0.285156, 0.211914, 0.384766, 0.396484, 0.376953, 0.188477, 0.332031, 0.351562, 0.19043, 0.339844, 0.205078, 0.310547, 0.294922, 0.357422, 0.300781, 0.326172, 0.355469, 0.375, 0.376953, 0.216797, 0.339844, 0.410156, 0.333984, 0.402344, 0.339844, 0.371094, 0.212891, 0.166016, 0.263672, 0.382812, 0.316406, 0.241211, 0.382812, 0.316406, 0.228516, 0.347656, 0.371094, 0.369141, 0.279297, 0.371094, 0.314453, 0.376953, 0.378906, 0.251953, 0.251953, 0.341797, 0.388672, 0.271484, 0.326172, 0.416016, 0.271484, 0.205078, 0.386719, 0.367188, 0.390625, 0.294922, 0.291016, 0.269531, 0.363281, 0.417969, 0.333984, 0.316406, 0.206055, 0.316406, 0.253906, 0.363281, 0.421875, 0.376953, 0.223633, 0.376953, 0.267578, 0.365234, 0.328125, 0.410156, 0.363281, 0.34375, 0.382812, 0.185547, 0.410156, 0.332031, 0.369141, 0.378906, 0.249023, 0.289062, 0.400391, 0.180664, 0.207031, 0.318359, 0.341797, 0.314453, 0.314453, 0.40625, 0.363281, 0.253906, 0.341797, 0.191406, 0.419922, 0.251953, 0.382812, 0.345703, 0.361328, 0.384766, 0.373047, 0.322266, 0.322266, 0.271484, 0.40625, 0.414062, 0.277344, 0.361328, 0.28125, 0.275391, 0.382812, 0.220703, 0.351562, 0.273438, 0.277344, 0.287109, 0.380859, 0.384766, 0.320312, 0.355469, 0.373047, 0.345703, 0.410156, 0.273438, 0.380859, 0.380859, 0.304688, 0.398438, 0.205078, 0.259766, 0.345703, 0.363281, 0.337891, 0.357422, 0.328125, 0.421875, 0.310547, 0.289062, 0.337891, 0.320312, 0.21582, 0.353516, 0.378906, 0.382812, 0.421875, 0.449219, 0.324219, 0.423828, 0.386719, 0.302734, 0.429688, 0.392578, 0.308594, 0.394531, 0.328125, 0.289062, 0.416016, 0.255859, 0.376953, 0.345703, 0.460938, 0.271484, 0.225586, 0.212891, 0.421875, 0.398438, 0.367188, 0.431641, 0.3125, 0.351562, 0.328125, 0.208008, 0.378906, 0.291016, 0.302734, 0.351562, 0.298828, 0.335938, 0.233398, 0.291016, 0.337891, 0.326172, 0.333984, 0.208984, 0.34375, 0.347656, 0.341797, 0.382812, 0.353516, 0.384766, 0.347656, 0.371094, 0.263672, 0.234375, 0.285156, 0.332031, 0.347656, 0.341797, 0.373047, 0.283203, 0.357422, 0.208984, 0.231445, 0.320312, 0.351562, 0.296875, 0.400391, 0.306641, 0.296875, 0.330078, 0.349609, 0.361328, 0.367188, 0.296875, 0.384766, 0.328125, 0.388672, 0.200195, 0.271484, 0.209961, 0.345703, 0.320312, 0.25, 0.283203, 0.408203, 0.324219, 0.355469, 0.322266, 0.219727, 0.21875, 0.298828, 0.208984, 0.302734, 0.271484, 0.306641, 0.259766, 0.425781, 0.125977, 0.196289, 0.416016, 0.335938 ] }, "name": "model.model.layers.24.post_attention_layernorm.weight", "outputIndexes": [ 2035 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2034 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_24/Mul_output_0", "outputIndexes": [ 2036 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2035, 2036 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_24/Mul_1_output_0", "outputIndexes": [ 2037 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2037 ], "outputIndexes": [ 5076 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5076 ], "outputIndexes": [ 5077 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear", "inputIndexes": [ 5077 ], "outputIndexes": [ 5078 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 243398344, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5078 ], "outputIndexes": [ 5079 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5079 ], "outputIndexes": [ 2038 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2038 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_24/Sigmoid_output_0", "outputIndexes": [ 2039 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2038, 2039 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_24/Mul_output_0", "outputIndexes": [ 2040 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2037 ], "outputIndexes": [ 5080 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5080 ], "outputIndexes": [ 5081 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear", "inputIndexes": [ 5081 ], "outputIndexes": [ 5082 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 245978846, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5082 ], "outputIndexes": [ 5083 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5083 ], "outputIndexes": [ 2041 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2040, 2041 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_24/Mul_output_0", "outputIndexes": [ 2042 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2042 ], "outputIndexes": [ 5084 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5084 ], "outputIndexes": [ 5085 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear", "inputIndexes": [ 5085 ], "outputIndexes": [ 5086 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 248559348, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5086 ], "outputIndexes": [ 5087 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.24/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5087 ], "outputIndexes": [ 2043 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2034, 2043 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_124_output_0", "outputIndexes": [ 2044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2044, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_225_output_0", "outputIndexes": [ 2045 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.251953, 0.384766, 0.447266, 0.455078, 0.453125, 0.431641, 0.753906, 0.439453, 0.265625, 0.296875, 0.230469, 0.375, 0.201172, 0.333984, 0.287109, 0.394531, 0.457031, 0.345703, 0.326172, 0.197266, 0.367188, 0.554688, 0.351562, 0.259766, 0.353516, 0.488281, 0.261719, 0.419922, 0.400391, 0.376953, 0.40625, 0.341797, 0.392578, 0.433594, 0.388672, 0.34375, 0.229492, 0.351562, 0.28125, 0.476562, 0.371094, 0.410156, 0.376953, 0.333984, 0.277344, 0.349609, 0.574219, 0.205078, 0.474609, 0.332031, 0.443359, 0.237305, 0.337891, 0.455078, 0.249023, 0.433594, 0.503906, 0.337891, 0.396484, 0.490234, 0.388672, 0.429688, 0.285156, 0.431641, 0.275391, 0.410156, 0.867188, 0.201172, 0.511719, 0.613281, 0.472656, 0.214844, 0.314453, 0.316406, 0.460938, 0.291016, 0.302734, 0.488281, 0.214844, 0.371094, 0.308594, 0.476562, 0.277344, 0.283203, 0.412109, 0.181641, 0.542969, 0.308594, 0.539062, 0.211914, 0.298828, 0.373047, 0.202148, 0.386719, 0.170898, 0.198242, 0.558594, 0.458984, 0.511719, 0.472656, 0.386719, 0.302734, 0.457031, 0.431641, 0.445312, 0.1875, 0.523438, 0.421875, 0.390625, 0.333984, 0.326172, 0.503906, 0.351562, 0.492188, 0.441406, 0.503906, 0.376953, 0.367188, 0.527344, 0.470703, 0.408203, 0.22168, 0.410156, 0.324219, 0.535156, 0.353516, 0.765625, 0.4375, 0.390625, 0.519531, 0.460938, 0.34375, 0.429688, 0.355469, 0.408203, 0.400391, 0.451172, 0.351562, 0.425781, 0.265625, 0.414062, 0.337891, 0.390625, 0.539062, 0.425781, 0.400391, 0.347656, 0.223633, 0.380859, 0.439453, 0.392578, 0.392578, 0.380859, 0.445312, 0.404297, 0.335938, 0.441406, 0.363281, 0.161133, 0.4375, 0.174805, 0.371094, 0.246094, 0.482422, 0.318359, 0.519531, 0.213867, 0.498047, 0.341797, 0.204102, 0.3125, 0.439453, 0.5, 0.314453, 0.231445, 0.507812, 0.333984, 0.369141, 0.458984, 0.443359, 0.320312, 0.277344, 0.306641, 0.34375, 0.410156, 0.388672, 0.402344, 0.429688, 0.472656, 0.503906, 0.464844, 0.316406, 0.166016, 0.347656, 0.367188, 0.394531, 0.347656, 0.302734, 0.157227, 0.427734, 0.34375, 0.265625, 0.273438, 0.400391, 0.253906, 0.367188, 0.472656, 0.328125, 0.384766, 0.457031, 0.412109, 0.363281, 0.460938, 0.192383, 0.425781, 0.386719, 0.386719, 0.289062, 0.498047, 0.349609, 0.349609, 0.365234, 0.22168, 0.310547, 0.507812, 0.310547, 0.466797, 0.169922, 0.59375, 0.333984, 0.314453, 0.322266, 0.408203, 0.34375, 0.597656, 0.275391, 0.414062, 0.261719, 0.507812, 0.394531, 0.462891, 0.316406, 0.335938, 0.423828, 0.398438, 0.291016, 0.285156, 0.441406, 0.464844, 0.390625, 0.371094, 0.22168, 0.192383, 0.396484, 0.353516, 0.449219, 0.259766, 0.3125, 0.234375, 0.421875, 0.449219, 0.449219, 0.421875, 0.243164, 0.423828, 0.396484, 0.296875, 0.484375, 0.236328, 0.511719, 0.691406, 0.328125, 0.363281, 0.535156, 0.267578, 0.519531, 0.433594, 0.241211, 0.259766, 0.474609, 0.219727, 0.421875, 0.363281, 0.470703, 0.449219, 0.392578, 0.53125, 0.466797, 0.421875, 0.507812, 0.476562, 0.455078, 0.431641, 0.431641, 0.423828, 0.388672, 0.186523, 0.439453, 0.408203, 0.384766, 0.326172, 0.388672, 0.359375, 0.235352, 0.408203, 0.380859, 0.273438, 0.345703, 0.431641, 0.507812, 0.214844, 0.578125, 0.349609, 0.291016, 0.496094, 0.263672, 0.412109, 0.234375, 0.46875, 0.416016, 0.458984, 0.474609, 0.449219, 0.355469, 0.335938, 0.341797, 0.376953, 0.515625, 0.427734, 0.314453, 0.404297, 0.243164, 0.283203, 0.373047, 0.433594, 0.339844, 0.490234, 0.228516, 0.217773, 0.212891, 0.320312, 0.369141, 0.359375, 0.223633, 0.527344, 0.511719, 0.300781, 0.390625, 0.291016, 0.402344, 0.535156, 0.478516, 0.224609, 0.404297, 0.400391, 0.523438, 0.439453, 0.431641, 0.294922, 0.457031, 0.310547, 0.324219, 0.382812, 0.445312, 0.410156, 0.357422, 0.535156, 0.462891, 0.291016, 0.259766, 0.484375, 0.246094, 0.462891, 0.191406, 0.371094, 0.378906, 0.396484, 0.429688, 0.400391, 0.310547, 0.722656, 0.277344, 0.597656, 0.349609, 0.357422, 0.273438, 0.316406, 0.423828, 0.318359, 0.410156, 0.378906, 0.371094, 0.482422, 0.223633, 0.53125, 0.425781, 0.375, 0.5, 0.490234, 0.457031, 0.345703, 0.511719, 0.265625, 0.359375, 0.431641, 0.255859, 0.492188, 0.421875, 0.441406, 0.386719, 0.289062, 0.527344, 0.337891, 0.332031, 0.474609, 0.435547, 0.347656, 0.378906, 0.400391, 0.265625, 0.539062, 0.308594, 0.330078, 0.392578, 0.416016, 0.198242, 0.425781, 0.384766, 0.384766, 0.394531, 0.253906, 0.25, 0.449219, 0.414062, 0.279297, 0.427734, 0.558594, 0.341797, 0.302734, 0.279297, 0.503906, 0.283203, 0.314453, 0.578125, 0.267578, 0.308594, 0.332031, 0.5, 0.246094, 0.363281, 0.388672, 0.421875, 0.365234, 0.482422, 0.388672, 0.523438, 0.478516, 0.357422, 0.332031, 0.294922, 0.376953, 0.361328, 0.380859, 0.515625, 0.200195, 0.400391, 0.291016, 0.519531, 0.507812, 0.265625, 0.371094, 0.453125, 0.404297, 0.416016, 0.378906, 0.296875, 0.310547, 0.46875, 0.261719, 0.294922, 0.410156, 0.464844, 0.464844, 0.333984, 0.419922, 0.306641, 0.404297, 0.271484, 0.457031, 0.308594, 0.498047, 0.492188, 0.414062, 0.375, 0.375, 0.298828, 0.4375, 0.419922, 0.277344, 0.291016, 0.738281, 0.292969, 0.380859, 0.449219, 0.269531, 0.474609, 0.361328, 0.412109, 0.515625, 0.359375, 0.355469, 0.494141, 0.515625, 0.253906, 0.287109, 0.519531, 0.470703, 0.244141, 0.277344, 0.294922, 0.419922, 0.470703, 0.25, 0.402344, 0.503906, 0.349609, 0.427734, 0.609375, 0.421875, 0.322266, 0.410156, 0.300781, 0.217773, 0.130859, 0.486328, 0.341797, 0.306641, 0.455078, 0.283203, 0.398438, 0.478516, 0.214844, 0.314453, 0.439453, 0.419922, 0.289062, 0.375, 0.194336, 0.349609, 0.291016, 0.351562, 0.345703, 0.566406, 0.457031, 0.376953, 0.429688, 0.357422, 0.119141, 0.378906, 0.1875, 0.294922, 0.304688, 0.441406, 0.328125, 0.241211, 0.197266, 0.404297, 0.396484, 0.404297, 0.376953, 0.535156, 0.443359, 0.255859, 0.429688, 0.308594, 0.455078, 0.296875, 0.363281, 0.306641, 0.162109, 0.570312, 0.402344, 0.337891, 0.412109, 0.482422, 0.398438, 0.347656, 0.375, 0.498047, 0.308594, 0.287109, 0.217773, 0.460938, 0.384766, 0.419922, 0.229492, 0.435547, 0.21875, 0.232422, 0.507812, 0.394531, 0.429688, 0.378906, 0.225586, 0.163086, 0.240234, 0.447266, 0.267578, 0.359375, 0.408203, 0.236328, 0.462891, 0.449219, 0.285156, 0.402344, 0.351562, 0.414062, 0.357422, 0.335938, 0.478516, 0.178711, 0.330078, 0.347656, 0.425781, 0.310547, 0.168945, 0.498047, 0.419922, 0.347656, 0.149414, 0.675781, 0.255859, 0.357422, 0.378906, 0.265625, 0.453125, 0.421875, 0.371094, 0.458984, 0.382812, 0.310547, 0.421875, 0.390625, 0.261719, 0.207031, 0.296875, 0.308594, 0.176758, 0.419922, 0.503906, 0.527344, 0.558594, 0.589844, 0.219727, 0.347656, 0.314453, 0.177734, 0.404297, 0.211914, 0.271484, 0.322266, 0.453125, 0.269531, 0.292969, 0.369141, 0.388672, 0.347656, 0.419922, 0.392578, 0.40625, 0.425781, 0.404297, 0.361328, 0.490234, 0.227539, 0.195312, 0.421875, 0.396484, 0.404297, 0.460938, 0.515625, 0.511719, 0.9375, 0.308594, 0.464844, 0.542969, 0.263672, 0.515625, 0.503906, 0.279297, 0.357422, 0.486328, 0.357422, 0.423828, 0.294922, 0.398438, 0.363281, 0.28125, 0.388672, 0.400391, 0.300781, 0.365234, 0.267578, 0.353516, 0.402344, 0.287109, 0.412109, 0.308594, 0.21875, 0.404297, 0.324219, 0.486328, 0.392578, 0.503906, 0.496094, 0.363281, 0.355469, 0.245117, 0.201172, 0.416016, 0.225586, 0.3125, 0.231445, 0.453125, 0.417969, 0.304688, 0.652344, 0.339844, 0.40625, 0.367188, 0.460938, 0.181641, 0.345703, 0.367188, 0.211914, 0.621094, 0.200195, 0.363281, 0.410156, 0.369141, 0.457031, 0.382812, 0.384766, 0.328125, 0.443359, 0.388672, 0.796875, 0.382812, 0.419922, 0.355469, 0.202148, 0.203125, 0.453125, 0.308594, 0.457031, 0.408203, 0.314453, 0.292969, 0.283203, 0.308594, 0.361328, 0.486328, 0.363281, 0.277344, 0.488281, 0.394531, 0.251953, 0.363281, 0.294922, 0.267578, 0.365234, 0.240234, 0.275391, 0.292969, 0.539062, 0.46875, 0.402344, 0.539062, 0.408203, 0.464844, 0.237305, 0.486328, 0.341797, 0.466797, 0.388672, 0.365234, 0.337891, 0.464844, 0.402344, 0.34375, 0.478516, 0.296875, 0.392578, 0.251953, 0.328125, 0.419922, 0.431641, 0.332031, 0.320312, 0.365234, 0.482422, 0.414062, 0.404297, 0.326172, 0.355469, 0.636719, 0.466797, 0.229492, 0.404297, 0.304688, 0.466797, 0.462891, 0.339844, 0.425781, 0.390625, 0.306641, 0.355469, 0.382812, 0.410156, 0.636719, 0.371094, 0.441406, 0.457031, 0.361328, 0.349609, 0.460938, 0.308594, 0.335938, 0.519531, 0.435547, 0.384766, 0.330078, 0.550781, 0.182617, 0.486328, 0.447266, 0.402344, 0.390625, 0.316406, 0.34375, 0.511719, 0.378906, 0.412109, 0.345703, 0.400391, 0.273438, 0.232422, 0.455078, 0.460938, 0.388672, 0.21582, 0.605469, 0.429688, 0.310547, 0.386719, 0.421875, 0.240234, 0.435547, 0.208008, 0.447266, 0.345703, 0.416016, 0.523438, 0.186523, 0.457031, 0.421875, 0.314453, 0.304688, 0.357422, 0.251953, 0.361328, 0.386719, 0.402344, 0.396484, 0.244141, 0.380859, 0.186523, 0.183594, 0.392578, 0.273438, 0.410156, 0.490234, 0.390625, 0.396484, 0.425781, 0.320312, 0.302734, 0.466797, 0.410156, 0.445312, 0.460938, 0.3125, 0.480469, 0.375, 0.398438, 0.425781, 0.202148, 0.371094, 0.341797, 0.458984, 0.269531, 0.480469, 0.251953, 0.316406, 0.53125, 0.367188, 0.435547, 0.447266, 0.34375, 0.365234, 0.259766, 0.582031, 0.613281, 0.5, 0.263672, 0.294922, 0.382812, 0.320312, 0.402344, 0.474609, 0.245117, 0.326172, 0.632812, 0.291016, 0.498047, 0.248047, 0.353516, 0.232422, 0.384766, 0.423828, 0.328125, 0.196289, 0.322266, 0.527344, 0.351562, 0.431641, 0.373047, 0.189453, 0.222656, 0.339844, 0.419922, 0.425781, 0.285156, 0.394531, 0.46875, 0.339844, 0.384766, 0.414062, 0.410156, 0.380859, 0.402344, 0.324219, 0.380859, 0.435547, 0.326172, 0.408203, 0.410156, 0.503906, 0.324219, 0.75, 0.523438, 0.396484, 0.46875, 0.554688, 0.211914, 0.484375, 0.204102, 0.339844, 0.410156, 0.613281, 0.357422, 0.542969, 0.443359, 0.302734, 0.402344, 0.333984, 0.320312, 0.480469, 0.589844, 0.507812, 0.230469, 0.470703, 0.363281, 0.421875, 0.273438, 0.494141, 0.396484, 0.244141, 0.566406, 0.339844, 0.369141, 0.550781, 0.220703, 0.488281, 0.28125, 0.431641, 0.447266, 0.429688, 0.4375, 0.310547, 0.396484, 0.198242, 0.402344, 0.527344, 0.511719, 0.431641, 0.535156, 0.660156, 0.251953, 0.269531, 0.257812, 0.421875, 0.233398, 0.466797, 0.429688, 0.371094, 0.341797, 0.357422, 0.277344, 0.453125, 0.414062, 0.373047, 0.554688, 0.470703, 0.445312, 0.285156, 0.392578, 0.515625, 0.359375, 0.380859, 0.425781, 0.3125, 0.216797, 0.390625, 0.361328, 0.306641, 0.289062, 0.507812, 0.193359, 0.431641, 0.478516, 0.425781, 0.170898, 0.365234, 0.373047, 0.367188, 0.388672, 0.209961, 0.326172, 0.322266, 0.464844, 0.333984, 0.371094, 0.425781, 0.464844, 0.433594, 0.203125, 0.40625, 0.482422, 0.394531, 0.476562, 0.394531, 0.457031, 0.205078, 0.667969, 0.398438, 0.5, 0.361328, 0.296875, 0.431641, 0.341797, 0.291016, 0.369141, 0.431641, 0.4375, 0.351562, 0.458984, 0.400391, 0.539062, 0.476562, 0.24707, 0.285156, 0.392578, 0.445312, 0.306641, 0.353516, 0.453125, 0.337891, 0.233398, 0.496094, 0.417969, 0.515625, 0.425781, 0.265625, 0.292969, 0.451172, 0.707031, 0.361328, 0.345703, 0.236328, 0.369141, 0.287109, 0.423828, 0.507812, 0.445312, 0.6875, 0.416016, 0.226562, 0.402344, 0.365234, 0.527344, 0.425781, 0.443359, 0.441406, 0.828125, 0.5, 0.255859, 0.445312, 0.542969, 0.3125, 0.320312, 0.554688, 0.1875, 0.185547, 0.361328, 0.402344, 0.355469, 0.335938, 0.636719, 0.421875, 0.244141, 0.402344, 0.220703, 0.503906, 0.292969, 0.429688, 0.398438, 0.457031, 0.46875, 0.439453, 0.367188, 0.322266, 0.275391, 0.507812, 0.488281, 0.337891, 0.490234, 0.287109, 0.408203, 0.492188, 0.402344, 0.431641, 0.314453, 0.300781, 0.318359, 0.439453, 0.443359, 0.392578, 0.490234, 0.425781, 0.427734, 0.511719, 0.302734, 0.445312, 0.515625, 0.400391, 0.480469, 0.167969, 0.304688, 0.384766, 0.412109, 0.353516, 0.410156, 0.349609, 0.515625, 0.367188, 0.345703, 0.373047, 0.365234, 0.198242, 0.410156, 0.433594, 0.429688, 0.542969, 0.546875, 0.320312, 0.472656, 0.490234, 0.333984, 0.570312, 0.507812, 0.332031, 0.441406, 0.390625, 0.333984, 0.550781, 0.285156, 0.449219, 0.373047, 0.511719, 0.223633, 0.273438, 0.208008, 0.542969, 0.527344, 0.398438, 0.578125, 0.392578, 0.408203, 0.363281, 0.197266, 0.449219, 0.294922, 0.332031, 0.359375, 0.255859, 0.419922, 0.235352, 0.359375, 0.396484, 0.333984, 0.408203, 0.21875, 0.365234, 0.371094, 0.398438, 0.496094, 0.400391, 0.490234, 0.333984, 0.394531, 0.316406, 0.279297, 0.279297, 0.433594, 0.380859, 0.400391, 0.404297, 0.310547, 0.482422, 0.202148, 0.259766, 0.324219, 0.462891, 0.353516, 0.482422, 0.208984, 0.351562, 0.357422, 0.451172, 0.402344, 0.455078, 0.339844, 0.466797, 0.388672, 0.474609, 0.181641, 0.314453, 0.207031, 0.425781, 0.40625, 0.335938, 0.289062, 0.503906, 0.410156, 0.400391, 0.296875, 0.239258, 0.239258, 0.328125, 0.205078, 0.333984, 0.296875, 0.351562, 0.255859, 0.486328, 0.792969, 0.203125, 0.566406, 0.394531 ] }, "name": "model.model.layers.25.input_layernorm.weight", "outputIndexes": [ 2046 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2045 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_25/Mul_output_0", "outputIndexes": [ 2047 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2046, 2047 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2048 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 5088 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5088 ], "outputIndexes": [ 5089 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear", "inputIndexes": [ 5089 ], "outputIndexes": [ 5090 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 251139850, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5090 ], "outputIndexes": [ 5091 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5091 ], "outputIndexes": [ 2049 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2048 ], "main_type": "NONE", "name": "/Shape_351_output_0", "outputIndexes": [ 2050 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2050 ], "main_type": "NONE", "name": "Shape5479", "outputIndexes": [ 2051 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2050 ], "main_type": "NONE", "name": "Rank5481", "outputIndexes": [ 2052 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2052, 2052 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5483", "outputIndexes": [ 2053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2053 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5484", "outputIndexes": [ 2054 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2053, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5486", "outputIndexes": [ 2055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2055 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5487", "outputIndexes": [ 2056 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2051, 2054, 2056, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5490", "outputIndexes": [ 2057 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2057 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5491", "outputIndexes": [ 2058 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2058 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5492", "outputIndexes": [ 2059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2059, 2058 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5493", "outputIndexes": [ 2060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2050, 2060, 2053 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_379_output_0", "outputIndexes": [ 2061 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2061, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_801_output_0", "outputIndexes": [ 2062 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2062, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_325_output_0", "outputIndexes": [ 2063 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2049, 2063 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_226_output_0", "outputIndexes": [ 2064 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_200_output_0", "outputIndexes": [ 2065 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064 ], "main_type": "NONE", "name": "/Shape_352_output_0", "outputIndexes": [ 2066 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2066 ], "main_type": "NONE", "name": "Shape5500", "outputIndexes": [ 2067 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2066 ], "main_type": "NONE", "name": "Rank5502", "outputIndexes": [ 2068 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2068, 2068 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5504", "outputIndexes": [ 2069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2069 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5505", "outputIndexes": [ 2070 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2069, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5507", "outputIndexes": [ 2071 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2071 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5508", "outputIndexes": [ 2072 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2067, 2070, 2072, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5511", "outputIndexes": [ 2073 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2073 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5512", "outputIndexes": [ 2074 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2074 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5513", "outputIndexes": [ 2075 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2075, 2074 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5514", "outputIndexes": [ 2076 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2066, 2076, 2069 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_380_output_0", "outputIndexes": [ 2077 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2077, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_75_output_0", "outputIndexes": [ 2078 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2078, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_806_output_0", "outputIndexes": [ 2079 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 2079, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_101_output_0", "outputIndexes": [ 2080 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2080 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_50_output_0", "outputIndexes": [ 2081 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2064, 22, 2079, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_100_output_0", "outputIndexes": [ 2082 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2081, 2082 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_328_output_0", "outputIndexes": [ 2083 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2083, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_201_output_0", "outputIndexes": [ 2084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2065, 2084 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_125_output_0", "outputIndexes": [ 2085 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 5092 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5092 ], "outputIndexes": [ 5093 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear", "inputIndexes": [ 5093 ], "outputIndexes": [ 5094 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 252061472, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5094 ], "outputIndexes": [ 5095 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5095 ], "outputIndexes": [ 2086 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2062, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_326_output_0", "outputIndexes": [ 2087 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2086, 2087 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_227_output_0", "outputIndexes": [ 2088 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_202_output_0", "outputIndexes": [ 2089 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088 ], "main_type": "NONE", "name": "/Shape_353_output_0", "outputIndexes": [ 2090 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2090 ], "main_type": "NONE", "name": "Shape5563", "outputIndexes": [ 2091 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2090 ], "main_type": "NONE", "name": "Rank5565", "outputIndexes": [ 2092 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2092, 2092 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5567", "outputIndexes": [ 2093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2093 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5568", "outputIndexes": [ 2094 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2093, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5570", "outputIndexes": [ 2095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5571", "outputIndexes": [ 2096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2091, 2094, 2096, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5574", "outputIndexes": [ 2097 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2097 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5575", "outputIndexes": [ 2098 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2098 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5576", "outputIndexes": [ 2099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2099, 2098 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5577", "outputIndexes": [ 2100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2090, 2100, 2093 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_381_output_0", "outputIndexes": [ 2101 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2101, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_76_output_0", "outputIndexes": [ 2102 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2102, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_808_output_0", "outputIndexes": [ 2103 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 2103, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_103_output_0", "outputIndexes": [ 2104 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2104 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_51_output_0", "outputIndexes": [ 2105 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2088, 22, 2103, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_102_output_0", "outputIndexes": [ 2106 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2105, 2106 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_329_output_0", "outputIndexes": [ 2107 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2107, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_203_output_0", "outputIndexes": [ 2108 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2089, 2108 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_126_output_0", "outputIndexes": [ 2109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2048 ], "outputIndexes": [ 5096 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5096 ], "outputIndexes": [ 5097 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear", "inputIndexes": [ 5097 ], "outputIndexes": [ 5098 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 252291894, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5098 ], "outputIndexes": [ 5099 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5099 ], "outputIndexes": [ 2110 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2110, 2087 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_228_output_0", "outputIndexes": [ 2111 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2085, 2109, 2111, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_233_output_0", "outputIndexes": [ 2112 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2112 ], "outputIndexes": [ 5100 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5100 ], "outputIndexes": [ 5101 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear", "inputIndexes": [ 5101 ], "outputIndexes": [ 5102 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 252522316, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5102 ], "outputIndexes": [ 5103 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5103 ], "outputIndexes": [ 2113 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2045, 2113 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_128_output_0", "outputIndexes": [ 2114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.249023, 0.34375, 0.353516, 0.369141, 0.376953, 0.349609, 0.162109, 0.369141, 0.279297, 0.257812, 0.235352, 0.341797, 0.24707, 0.328125, 0.316406, 0.361328, 0.230469, 0.316406, 0.316406, 0.235352, 0.337891, 0.382812, 0.291016, 0.261719, 0.308594, 0.378906, 0.277344, 0.376953, 0.330078, 0.332031, 0.259766, 0.178711, 0.34375, 0.322266, 0.339844, 0.339844, 0.232422, 0.333984, 0.228516, 0.355469, 0.337891, 0.365234, 0.306641, 0.292969, 0.248047, 0.310547, 0.40625, 0.232422, 0.394531, 0.234375, 0.371094, 0.214844, 0.332031, 0.351562, 0.235352, 0.341797, 0.394531, 0.322266, 0.335938, 0.388672, 0.330078, 0.359375, 0.291016, 0.359375, 0.269531, 0.263672, 0.227539, 0.21582, 0.386719, 0.186523, 0.376953, 0.229492, 0.292969, 0.291016, 0.382812, 0.292969, 0.294922, 0.417969, 0.220703, 0.328125, 0.298828, 0.396484, 0.285156, 0.296875, 0.369141, 0.232422, 0.40625, 0.257812, 0.410156, 0.233398, 0.296875, 0.333984, 0.245117, 0.339844, 0.200195, 0.230469, 0.472656, 0.378906, 0.417969, 0.345703, 0.306641, 0.300781, 0.359375, 0.359375, 0.351562, 0.228516, 0.365234, 0.335938, 0.34375, 0.332031, 0.316406, 0.394531, 0.316406, 0.322266, 0.353516, 0.308594, 0.335938, 0.345703, 0.417969, 0.367188, 0.347656, 0.244141, 0.375, 0.271484, 0.421875, 0.316406, 0.21582, 0.371094, 0.369141, 0.412109, 0.371094, 0.353516, 0.347656, 0.322266, 0.355469, 0.330078, 0.369141, 0.328125, 0.28125, 0.271484, 0.378906, 0.308594, 0.337891, 0.433594, 0.392578, 0.34375, 0.332031, 0.261719, 0.353516, 0.351562, 0.333984, 0.333984, 0.349609, 0.380859, 0.361328, 0.298828, 0.378906, 0.324219, 0.197266, 0.341797, 0.213867, 0.300781, 0.253906, 0.390625, 0.306641, 0.419922, 0.253906, 0.363281, 0.318359, 0.223633, 0.287109, 0.361328, 0.392578, 0.291016, 0.204102, 0.417969, 0.302734, 0.347656, 0.376953, 0.371094, 0.318359, 0.263672, 0.3125, 0.328125, 0.359375, 0.347656, 0.353516, 0.347656, 0.371094, 0.382812, 0.373047, 0.294922, 0.203125, 0.328125, 0.335938, 0.332031, 0.308594, 0.275391, 0.09668, 0.369141, 0.332031, 0.322266, 0.283203, 0.333984, 0.285156, 0.349609, 0.408203, 0.304688, 0.294922, 0.373047, 0.335938, 0.341797, 0.328125, 0.227539, 0.365234, 0.333984, 0.347656, 0.291016, 0.378906, 0.341797, 0.324219, 0.349609, 0.263672, 0.3125, 0.431641, 0.296875, 0.367188, 0.219727, 0.478516, 0.310547, 0.28125, 0.251953, 0.369141, 0.296875, 0.384766, 0.255859, 0.353516, 0.275391, 0.412109, 0.363281, 0.369141, 0.296875, 0.333984, 0.347656, 0.349609, 0.298828, 0.291016, 0.378906, 0.375, 0.326172, 0.333984, 0.265625, 0.225586, 0.328125, 0.298828, 0.371094, 0.267578, 0.306641, 0.25, 0.375, 0.394531, 0.371094, 0.345703, 0.273438, 0.378906, 0.371094, 0.310547, 0.394531, 0.232422, 0.363281, 0.287109, 0.314453, 0.314453, 0.25, 0.259766, 0.378906, 0.349609, 0.253906, 0.243164, 0.375, 0.257812, 0.361328, 0.337891, 0.386719, 0.357422, 0.322266, 0.425781, 0.388672, 0.369141, 0.408203, 0.378906, 0.349609, 0.355469, 0.330078, 0.357422, 0.337891, 0.279297, 0.355469, 0.363281, 0.330078, 0.324219, 0.333984, 0.326172, 0.242188, 0.351562, 0.347656, 0.269531, 0.320312, 0.375, 0.396484, 0.230469, 0.384766, 0.314453, 0.255859, 0.386719, 0.292969, 0.365234, 0.241211, 0.263672, 0.339844, 0.408203, 0.398438, 0.351562, 0.341797, 0.310547, 0.285156, 0.345703, 0.431641, 0.388672, 0.291016, 0.248047, 0.259766, 0.242188, 0.332031, 0.304688, 0.322266, 0.390625, 0.269531, 0.220703, 0.231445, 0.296875, 0.318359, 0.328125, 0.251953, 0.404297, 0.367188, 0.277344, 0.341797, 0.277344, 0.359375, 0.359375, 0.365234, 0.267578, 0.326172, 0.328125, 0.367188, 0.361328, 0.365234, 0.3125, 0.380859, 0.314453, 0.287109, 0.330078, 0.363281, 0.361328, 0.324219, 0.363281, 0.380859, 0.277344, 0.271484, 0.404297, 0.306641, 0.378906, 0.24707, 0.314453, 0.3125, 0.355469, 0.349609, 0.353516, 0.237305, 0.206055, 0.287109, 0.46875, 0.335938, 0.351562, 0.294922, 0.269531, 0.357422, 0.279297, 0.347656, 0.337891, 0.230469, 0.404297, 0.235352, 0.384766, 0.351562, 0.322266, 0.378906, 0.378906, 0.353516, 0.310547, 0.380859, 0.249023, 0.355469, 0.400391, 0.263672, 0.386719, 0.332031, 0.367188, 0.341797, 0.28125, 0.416016, 0.347656, 0.322266, 0.388672, 0.408203, 0.316406, 0.347656, 0.34375, 0.283203, 0.427734, 0.296875, 0.257812, 0.351562, 0.365234, 0.230469, 0.353516, 0.310547, 0.224609, 0.332031, 0.206055, 0.249023, 0.376953, 0.337891, 0.294922, 0.376953, 0.402344, 0.320312, 0.302734, 0.326172, 0.425781, 0.259766, 0.263672, 0.447266, 0.283203, 0.257812, 0.34375, 0.378906, 0.225586, 0.330078, 0.308594, 0.248047, 0.316406, 0.394531, 0.371094, 0.402344, 0.357422, 0.337891, 0.318359, 0.275391, 0.349609, 0.294922, 0.335938, 0.353516, 0.233398, 0.363281, 0.287109, 0.375, 0.375, 0.255859, 0.318359, 0.382812, 0.359375, 0.324219, 0.3125, 0.300781, 0.300781, 0.390625, 0.273438, 0.279297, 0.355469, 0.378906, 0.412109, 0.320312, 0.369141, 0.279297, 0.345703, 0.253906, 0.375, 0.310547, 0.384766, 0.380859, 0.361328, 0.351562, 0.332031, 0.259766, 0.390625, 0.330078, 0.263672, 0.279297, 0.177734, 0.292969, 0.359375, 0.34375, 0.237305, 0.390625, 0.308594, 0.310547, 0.394531, 0.318359, 0.314453, 0.394531, 0.22168, 0.263672, 0.28125, 0.396484, 0.365234, 0.259766, 0.287109, 0.285156, 0.339844, 0.363281, 0.225586, 0.355469, 0.375, 0.326172, 0.361328, 0.404297, 0.392578, 0.275391, 0.241211, 0.287109, 0.244141, 0.213867, 0.367188, 0.298828, 0.300781, 0.382812, 0.287109, 0.324219, 0.378906, 0.233398, 0.277344, 0.392578, 0.351562, 0.277344, 0.332031, 0.210938, 0.285156, 0.253906, 0.292969, 0.335938, 0.396484, 0.367188, 0.345703, 0.363281, 0.314453, 0.202148, 0.357422, 0.220703, 0.236328, 0.269531, 0.376953, 0.3125, 0.259766, 0.235352, 0.367188, 0.353516, 0.328125, 0.324219, 0.412109, 0.363281, 0.240234, 0.378906, 0.306641, 0.390625, 0.302734, 0.34375, 0.291016, 0.232422, 0.431641, 0.335938, 0.310547, 0.306641, 0.371094, 0.337891, 0.300781, 0.337891, 0.388672, 0.314453, 0.277344, 0.242188, 0.380859, 0.359375, 0.357422, 0.25, 0.371094, 0.233398, 0.237305, 0.394531, 0.34375, 0.330078, 0.332031, 0.326172, 0.230469, 0.246094, 0.371094, 0.294922, 0.316406, 0.369141, 0.267578, 0.384766, 0.328125, 0.267578, 0.341797, 0.337891, 0.271484, 0.326172, 0.310547, 0.376953, 0.224609, 0.349609, 0.316406, 0.341797, 0.300781, 0.220703, 0.400391, 0.21582, 0.324219, 0.234375, 0.182617, 0.291016, 0.324219, 0.355469, 0.263672, 0.365234, 0.330078, 0.318359, 0.384766, 0.333984, 0.263672, 0.357422, 0.333984, 0.259766, 0.227539, 0.285156, 0.294922, 0.209961, 0.289062, 0.279297, 0.373047, 0.423828, 0.421875, 0.230469, 0.335938, 0.318359, 0.210938, 0.367188, 0.236328, 0.234375, 0.296875, 0.394531, 0.283203, 0.277344, 0.326172, 0.337891, 0.316406, 0.380859, 0.322266, 0.386719, 0.357422, 0.330078, 0.302734, 0.240234, 0.25, 0.225586, 0.328125, 0.369141, 0.337891, 0.376953, 0.357422, 0.375, 0.211914, 0.291016, 0.341797, 0.382812, 0.248047, 0.400391, 0.373047, 0.294922, 0.324219, 0.373047, 0.316406, 0.378906, 0.273438, 0.355469, 0.335938, 0.292969, 0.359375, 0.373047, 0.298828, 0.339844, 0.267578, 0.320312, 0.226562, 0.255859, 0.375, 0.287109, 0.269531, 0.324219, 0.265625, 0.390625, 0.34375, 0.410156, 0.396484, 0.316406, 0.324219, 0.25, 0.232422, 0.357422, 0.223633, 0.302734, 0.249023, 0.365234, 0.378906, 0.308594, 0.242188, 0.3125, 0.316406, 0.322266, 0.378906, 0.209961, 0.333984, 0.335938, 0.238281, 0.417969, 0.234375, 0.316406, 0.353516, 0.330078, 0.357422, 0.341797, 0.369141, 0.296875, 0.355469, 0.359375, 0.201172, 0.333984, 0.341797, 0.269531, 0.251953, 0.21875, 0.378906, 0.302734, 0.384766, 0.367188, 0.322266, 0.279297, 0.267578, 0.304688, 0.335938, 0.398438, 0.326172, 0.238281, 0.349609, 0.34375, 0.277344, 0.363281, 0.308594, 0.239258, 0.285156, 0.259766, 0.269531, 0.296875, 0.259766, 0.369141, 0.3125, 0.402344, 0.339844, 0.375, 0.253906, 0.416016, 0.253906, 0.390625, 0.351562, 0.328125, 0.257812, 0.359375, 0.333984, 0.318359, 0.328125, 0.304688, 0.326172, 0.246094, 0.292969, 0.353516, 0.237305, 0.324219, 0.3125, 0.345703, 0.380859, 0.353516, 0.349609, 0.291016, 0.335938, 0.490234, 0.371094, 0.235352, 0.324219, 0.289062, 0.341797, 0.386719, 0.308594, 0.351562, 0.316406, 0.279297, 0.355469, 0.328125, 0.349609, 0.482422, 0.326172, 0.380859, 0.380859, 0.314453, 0.287109, 0.373047, 0.314453, 0.277344, 0.384766, 0.349609, 0.328125, 0.306641, 0.380859, 0.216797, 0.421875, 0.357422, 0.345703, 0.357422, 0.296875, 0.339844, 0.392578, 0.351562, 0.359375, 0.322266, 0.376953, 0.265625, 0.251953, 0.386719, 0.376953, 0.304688, 0.25, 0.492188, 0.239258, 0.302734, 0.333984, 0.333984, 0.236328, 0.361328, 0.257812, 0.359375, 0.275391, 0.314453, 0.373047, 0.21875, 0.355469, 0.224609, 0.310547, 0.287109, 0.326172, 0.259766, 0.316406, 0.310547, 0.349609, 0.367188, 0.265625, 0.353516, 0.204102, 0.220703, 0.345703, 0.234375, 0.355469, 0.384766, 0.337891, 0.320312, 0.34375, 0.318359, 0.302734, 0.263672, 0.351562, 0.365234, 0.400391, 0.320312, 0.231445, 0.345703, 0.357422, 0.359375, 0.229492, 0.349609, 0.324219, 0.351562, 0.239258, 0.404297, 0.271484, 0.291016, 0.375, 0.339844, 0.339844, 0.373047, 0.304688, 0.306641, 0.245117, 0.496094, 0.380859, 0.382812, 0.332031, 0.302734, 0.339844, 0.306641, 0.351562, 0.384766, 0.253906, 0.306641, 0.417969, 0.300781, 0.404297, 0.224609, 0.330078, 0.25, 0.337891, 0.351562, 0.3125, 0.243164, 0.328125, 0.419922, 0.333984, 0.367188, 0.349609, 0.222656, 0.207031, 0.341797, 0.355469, 0.349609, 0.259766, 0.365234, 0.382812, 0.306641, 0.328125, 0.34375, 0.359375, 0.318359, 0.337891, 0.242188, 0.335938, 0.363281, 0.296875, 0.351562, 0.335938, 0.392578, 0.320312, 0.195312, 0.394531, 0.339844, 0.339844, 0.349609, 0.267578, 0.373047, 0.220703, 0.332031, 0.332031, 0.34375, 0.341797, 0.363281, 0.412109, 0.277344, 0.339844, 0.291016, 0.328125, 0.345703, 0.302734, 0.404297, 0.226562, 0.320312, 0.304688, 0.322266, 0.302734, 0.378906, 0.34375, 0.240234, 0.298828, 0.302734, 0.308594, 0.402344, 0.226562, 0.351562, 0.296875, 0.384766, 0.34375, 0.363281, 0.380859, 0.328125, 0.345703, 0.240234, 0.365234, 0.384766, 0.369141, 0.357422, 0.427734, 0.347656, 0.277344, 0.285156, 0.267578, 0.388672, 0.259766, 0.341797, 0.365234, 0.363281, 0.304688, 0.320312, 0.287109, 0.388672, 0.357422, 0.324219, 0.394531, 0.388672, 0.388672, 0.304688, 0.322266, 0.373047, 0.25, 0.355469, 0.363281, 0.292969, 0.235352, 0.328125, 0.361328, 0.294922, 0.285156, 0.294922, 0.230469, 0.386719, 0.388672, 0.361328, 0.21875, 0.326172, 0.355469, 0.208008, 0.34375, 0.226562, 0.314453, 0.306641, 0.359375, 0.304688, 0.337891, 0.345703, 0.373047, 0.373047, 0.214844, 0.34375, 0.390625, 0.339844, 0.384766, 0.339844, 0.371094, 0.230469, 0.174805, 0.267578, 0.380859, 0.330078, 0.255859, 0.384766, 0.316406, 0.241211, 0.345703, 0.369141, 0.365234, 0.289062, 0.371094, 0.316406, 0.367188, 0.369141, 0.261719, 0.265625, 0.337891, 0.373047, 0.28125, 0.330078, 0.410156, 0.283203, 0.224609, 0.375, 0.359375, 0.378906, 0.306641, 0.308594, 0.291016, 0.355469, 0.419922, 0.347656, 0.320312, 0.224609, 0.326172, 0.271484, 0.365234, 0.400391, 0.371094, 0.241211, 0.378906, 0.285156, 0.361328, 0.332031, 0.396484, 0.365234, 0.333984, 0.378906, 0.219727, 0.408203, 0.349609, 0.363281, 0.371094, 0.267578, 0.302734, 0.378906, 0.208984, 0.224609, 0.314453, 0.347656, 0.318359, 0.318359, 0.388672, 0.367188, 0.275391, 0.341797, 0.231445, 0.390625, 0.259766, 0.380859, 0.347656, 0.353516, 0.386719, 0.378906, 0.330078, 0.326172, 0.283203, 0.396484, 0.414062, 0.285156, 0.359375, 0.289062, 0.285156, 0.371094, 0.243164, 0.345703, 0.28125, 0.291016, 0.298828, 0.375, 0.380859, 0.326172, 0.351562, 0.363281, 0.353516, 0.394531, 0.291016, 0.380859, 0.382812, 0.337891, 0.386719, 0.228516, 0.275391, 0.345703, 0.363281, 0.341797, 0.357422, 0.333984, 0.410156, 0.316406, 0.296875, 0.347656, 0.330078, 0.242188, 0.357422, 0.378906, 0.371094, 0.408203, 0.431641, 0.326172, 0.398438, 0.375, 0.302734, 0.40625, 0.396484, 0.314453, 0.380859, 0.335938, 0.300781, 0.40625, 0.277344, 0.369141, 0.351562, 0.431641, 0.287109, 0.243164, 0.236328, 0.408203, 0.378906, 0.365234, 0.433594, 0.318359, 0.351562, 0.328125, 0.233398, 0.382812, 0.304688, 0.310547, 0.353516, 0.310547, 0.322266, 0.238281, 0.296875, 0.335938, 0.326172, 0.333984, 0.232422, 0.347656, 0.347656, 0.335938, 0.371094, 0.367188, 0.378906, 0.357422, 0.361328, 0.265625, 0.248047, 0.291016, 0.333984, 0.337891, 0.333984, 0.371094, 0.296875, 0.347656, 0.228516, 0.253906, 0.324219, 0.355469, 0.306641, 0.390625, 0.316406, 0.3125, 0.330078, 0.34375, 0.355469, 0.361328, 0.302734, 0.375, 0.335938, 0.375, 0.219727, 0.279297, 0.217773, 0.339844, 0.326172, 0.265625, 0.298828, 0.404297, 0.320312, 0.347656, 0.347656, 0.248047, 0.239258, 0.302734, 0.229492, 0.314453, 0.283203, 0.320312, 0.269531, 0.425781, 0.147461, 0.245117, 0.400391, 0.345703 ] }, "name": "model.model.layers.25.post_attention_layernorm.weight", "outputIndexes": [ 2115 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2114 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_25/Mul_output_0", "outputIndexes": [ 2116 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2115, 2116 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_25/Mul_1_output_0", "outputIndexes": [ 2117 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2117 ], "outputIndexes": [ 5104 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5104 ], "outputIndexes": [ 5105 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear", "inputIndexes": [ 5105 ], "outputIndexes": [ 5106 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 253443938, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5106 ], "outputIndexes": [ 5107 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5107 ], "outputIndexes": [ 2118 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_25/Sigmoid_output_0", "outputIndexes": [ 2119 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2118, 2119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_25/Mul_output_0", "outputIndexes": [ 2120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2117 ], "outputIndexes": [ 5108 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5108 ], "outputIndexes": [ 5109 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear", "inputIndexes": [ 5109 ], "outputIndexes": [ 5110 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 256024440, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5110 ], "outputIndexes": [ 5111 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5111 ], "outputIndexes": [ 2121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2120, 2121 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_25/Mul_output_0", "outputIndexes": [ 2122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2122 ], "outputIndexes": [ 5112 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5112 ], "outputIndexes": [ 5113 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear", "inputIndexes": [ 5113 ], "outputIndexes": [ 5114 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 258604942, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5114 ], "outputIndexes": [ 5115 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.25/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5115 ], "outputIndexes": [ 2123 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2114, 2123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_129_output_0", "outputIndexes": [ 2124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2124, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_234_output_0", "outputIndexes": [ 2125 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.294922, 0.425781, 0.488281, 0.490234, 0.519531, 0.453125, 0.867188, 0.486328, 0.296875, 0.353516, 0.234375, 0.400391, 0.24707, 0.400391, 0.351562, 0.457031, 0.632812, 0.363281, 0.371094, 0.22168, 0.423828, 0.617188, 0.384766, 0.291016, 0.396484, 0.519531, 0.316406, 0.433594, 0.453125, 0.408203, 0.503906, 0.283203, 0.429688, 0.496094, 0.435547, 0.390625, 0.228516, 0.388672, 0.285156, 0.484375, 0.425781, 0.460938, 0.439453, 0.371094, 0.302734, 0.402344, 0.628906, 0.229492, 0.542969, 0.375, 0.478516, 0.265625, 0.363281, 0.490234, 0.279297, 0.458984, 0.554688, 0.380859, 0.414062, 0.527344, 0.445312, 0.451172, 0.333984, 0.488281, 0.302734, 0.503906, 0.8125, 0.212891, 0.519531, 0.427734, 0.474609, 0.238281, 0.347656, 0.353516, 0.535156, 0.347656, 0.357422, 0.546875, 0.216797, 0.408203, 0.376953, 0.494141, 0.333984, 0.330078, 0.494141, 0.219727, 0.558594, 0.304688, 0.652344, 0.244141, 0.345703, 0.390625, 0.236328, 0.4375, 0.157227, 0.208008, 0.59375, 0.511719, 0.558594, 0.535156, 0.435547, 0.332031, 0.464844, 0.445312, 0.482422, 0.212891, 0.558594, 0.472656, 0.404297, 0.365234, 0.361328, 0.550781, 0.392578, 0.53125, 0.511719, 0.578125, 0.453125, 0.404297, 0.527344, 0.546875, 0.458984, 0.255859, 0.455078, 0.351562, 0.574219, 0.394531, 0.761719, 0.494141, 0.417969, 0.546875, 0.486328, 0.40625, 0.447266, 0.419922, 0.445312, 0.451172, 0.519531, 0.398438, 0.519531, 0.300781, 0.466797, 0.396484, 0.447266, 0.582031, 0.464844, 0.46875, 0.396484, 0.271484, 0.408203, 0.503906, 0.423828, 0.431641, 0.439453, 0.511719, 0.476562, 0.398438, 0.503906, 0.417969, 0.15918, 0.484375, 0.186523, 0.404297, 0.285156, 0.554688, 0.359375, 0.535156, 0.185547, 0.601562, 0.357422, 0.225586, 0.357422, 0.486328, 0.582031, 0.369141, 0.219727, 0.539062, 0.361328, 0.416016, 0.53125, 0.472656, 0.363281, 0.296875, 0.347656, 0.404297, 0.464844, 0.416016, 0.429688, 0.46875, 0.482422, 0.574219, 0.494141, 0.337891, 0.180664, 0.417969, 0.386719, 0.451172, 0.382812, 0.337891, 0.106934, 0.484375, 0.380859, 0.306641, 0.332031, 0.427734, 0.294922, 0.40625, 0.515625, 0.337891, 0.396484, 0.492188, 0.458984, 0.414062, 0.5, 0.195312, 0.449219, 0.433594, 0.417969, 0.333984, 0.486328, 0.388672, 0.421875, 0.394531, 0.265625, 0.369141, 0.542969, 0.337891, 0.527344, 0.170898, 0.570312, 0.373047, 0.337891, 0.398438, 0.460938, 0.353516, 0.617188, 0.291016, 0.4375, 0.326172, 0.5625, 0.427734, 0.511719, 0.347656, 0.394531, 0.460938, 0.433594, 0.347656, 0.302734, 0.460938, 0.492188, 0.464844, 0.410156, 0.285156, 0.22168, 0.457031, 0.404297, 0.515625, 0.289062, 0.34375, 0.263672, 0.492188, 0.53125, 0.535156, 0.478516, 0.300781, 0.46875, 0.447266, 0.330078, 0.494141, 0.271484, 0.628906, 0.679688, 0.353516, 0.404297, 0.535156, 0.308594, 0.566406, 0.484375, 0.294922, 0.273438, 0.507812, 0.255859, 0.451172, 0.392578, 0.515625, 0.498047, 0.400391, 0.523438, 0.5, 0.419922, 0.515625, 0.507812, 0.457031, 0.441406, 0.460938, 0.462891, 0.433594, 0.292969, 0.476562, 0.445312, 0.400391, 0.355469, 0.443359, 0.396484, 0.292969, 0.439453, 0.390625, 0.322266, 0.410156, 0.474609, 0.5625, 0.244141, 0.578125, 0.386719, 0.34375, 0.539062, 0.316406, 0.421875, 0.255859, 0.617188, 0.390625, 0.503906, 0.519531, 0.511719, 0.419922, 0.376953, 0.375, 0.40625, 0.554688, 0.462891, 0.349609, 0.445312, 0.277344, 0.322266, 0.388672, 0.523438, 0.382812, 0.539062, 0.298828, 0.25, 0.235352, 0.376953, 0.425781, 0.400391, 0.269531, 0.570312, 0.574219, 0.314453, 0.419922, 0.3125, 0.453125, 0.566406, 0.503906, 0.289062, 0.453125, 0.4375, 0.585938, 0.464844, 0.470703, 0.369141, 0.503906, 0.363281, 0.365234, 0.410156, 0.447266, 0.451172, 0.376953, 0.609375, 0.470703, 0.300781, 0.310547, 0.527344, 0.316406, 0.511719, 0.200195, 0.445312, 0.40625, 0.431641, 0.523438, 0.429688, 0.306641, 0.757812, 0.320312, 0.578125, 0.40625, 0.398438, 0.294922, 0.369141, 0.46875, 0.365234, 0.462891, 0.402344, 0.5, 0.515625, 0.261719, 0.59375, 0.455078, 0.414062, 0.515625, 0.5625, 0.474609, 0.416016, 0.597656, 0.302734, 0.398438, 0.462891, 0.287109, 0.53125, 0.453125, 0.447266, 0.441406, 0.332031, 0.628906, 0.384766, 0.392578, 0.523438, 0.527344, 0.376953, 0.449219, 0.453125, 0.304688, 0.578125, 0.341797, 0.359375, 0.425781, 0.472656, 0.232422, 0.466797, 0.414062, 0.503906, 0.423828, 0.216797, 0.291016, 0.507812, 0.46875, 0.328125, 0.480469, 0.628906, 0.410156, 0.369141, 0.337891, 0.554688, 0.308594, 0.337891, 0.601562, 0.302734, 0.375, 0.398438, 0.542969, 0.292969, 0.417969, 0.480469, 0.492188, 0.378906, 0.515625, 0.470703, 0.535156, 0.503906, 0.40625, 0.373047, 0.322266, 0.414062, 0.40625, 0.423828, 0.570312, 0.193359, 0.466797, 0.335938, 0.535156, 0.527344, 0.302734, 0.410156, 0.482422, 0.46875, 0.439453, 0.441406, 0.353516, 0.373047, 0.503906, 0.316406, 0.332031, 0.46875, 0.5, 0.546875, 0.369141, 0.455078, 0.34375, 0.460938, 0.333984, 0.498047, 0.355469, 0.570312, 0.5, 0.427734, 0.439453, 0.414062, 0.361328, 0.474609, 0.472656, 0.291016, 0.341797, 0.824219, 0.337891, 0.458984, 0.523438, 0.243164, 0.498047, 0.386719, 0.466797, 0.582031, 0.404297, 0.394531, 0.554688, 0.404297, 0.275391, 0.34375, 0.5625, 0.523438, 0.279297, 0.314453, 0.333984, 0.466797, 0.5, 0.269531, 0.451172, 0.570312, 0.416016, 0.478516, 0.597656, 0.464844, 0.365234, 0.519531, 0.355469, 0.249023, 0.154297, 0.511719, 0.394531, 0.341797, 0.539062, 0.339844, 0.455078, 0.488281, 0.213867, 0.369141, 0.449219, 0.490234, 0.308594, 0.429688, 0.205078, 0.386719, 0.345703, 0.404297, 0.396484, 0.621094, 0.490234, 0.419922, 0.476562, 0.386719, 0.115234, 0.410156, 0.207031, 0.253906, 0.333984, 0.46875, 0.378906, 0.300781, 0.208008, 0.453125, 0.398438, 0.474609, 0.402344, 0.546875, 0.490234, 0.298828, 0.462891, 0.367188, 0.478516, 0.351562, 0.382812, 0.361328, 0.168945, 0.621094, 0.447266, 0.388672, 0.441406, 0.503906, 0.441406, 0.380859, 0.435547, 0.558594, 0.326172, 0.318359, 0.257812, 0.515625, 0.404297, 0.484375, 0.265625, 0.435547, 0.212891, 0.287109, 0.535156, 0.423828, 0.488281, 0.441406, 0.302734, 0.178711, 0.263672, 0.472656, 0.335938, 0.414062, 0.441406, 0.304688, 0.515625, 0.480469, 0.308594, 0.449219, 0.404297, 0.478516, 0.410156, 0.402344, 0.554688, 0.155273, 0.369141, 0.367188, 0.527344, 0.349609, 0.197266, 0.527344, 0.511719, 0.416016, 0.155273, 0.703125, 0.308594, 0.40625, 0.423828, 0.298828, 0.498047, 0.474609, 0.417969, 0.519531, 0.4375, 0.353516, 0.490234, 0.398438, 0.277344, 0.239258, 0.333984, 0.345703, 0.171875, 0.496094, 0.601562, 0.554688, 0.597656, 0.636719, 0.243164, 0.367188, 0.380859, 0.157227, 0.435547, 0.237305, 0.285156, 0.359375, 0.484375, 0.335938, 0.314453, 0.384766, 0.40625, 0.392578, 0.431641, 0.443359, 0.435547, 0.445312, 0.435547, 0.378906, 0.458984, 0.255859, 0.197266, 0.402344, 0.439453, 0.439453, 0.519531, 0.628906, 0.574219, 0.78125, 0.355469, 0.507812, 0.613281, 0.300781, 0.574219, 0.527344, 0.316406, 0.388672, 0.503906, 0.396484, 0.464844, 0.328125, 0.435547, 0.412109, 0.324219, 0.429688, 0.453125, 0.357422, 0.400391, 0.333984, 0.414062, 0.515625, 0.324219, 0.472656, 0.337891, 0.261719, 0.472656, 0.373047, 0.523438, 0.447266, 0.519531, 0.515625, 0.419922, 0.396484, 0.285156, 0.234375, 0.453125, 0.232422, 0.345703, 0.277344, 0.472656, 0.466797, 0.376953, 0.695312, 0.396484, 0.455078, 0.412109, 0.511719, 0.199219, 0.384766, 0.404297, 0.255859, 0.605469, 0.228516, 0.382812, 0.462891, 0.40625, 0.482422, 0.474609, 0.445312, 0.371094, 0.474609, 0.412109, 0.789062, 0.431641, 0.460938, 0.296875, 0.244141, 0.177734, 0.490234, 0.351562, 0.550781, 0.435547, 0.369141, 0.339844, 0.308594, 0.359375, 0.40625, 0.578125, 0.400391, 0.333984, 0.515625, 0.460938, 0.296875, 0.400391, 0.349609, 0.253906, 0.427734, 0.289062, 0.308594, 0.349609, 0.542969, 0.507812, 0.417969, 0.59375, 0.439453, 0.503906, 0.287109, 0.488281, 0.359375, 0.515625, 0.427734, 0.431641, 0.414062, 0.503906, 0.433594, 0.390625, 0.546875, 0.361328, 0.431641, 0.283203, 0.351562, 0.466797, 0.550781, 0.380859, 0.373047, 0.429688, 0.519531, 0.449219, 0.457031, 0.376953, 0.402344, 0.664062, 0.507812, 0.261719, 0.445312, 0.347656, 0.535156, 0.492188, 0.392578, 0.455078, 0.458984, 0.353516, 0.417969, 0.433594, 0.435547, 0.65625, 0.410156, 0.472656, 0.535156, 0.388672, 0.412109, 0.486328, 0.371094, 0.355469, 0.5625, 0.480469, 0.417969, 0.359375, 0.605469, 0.204102, 0.507812, 0.486328, 0.457031, 0.492188, 0.357422, 0.410156, 0.546875, 0.439453, 0.460938, 0.402344, 0.417969, 0.320312, 0.273438, 0.474609, 0.523438, 0.412109, 0.24707, 0.605469, 0.40625, 0.371094, 0.404297, 0.464844, 0.255859, 0.486328, 0.25, 0.486328, 0.396484, 0.474609, 0.582031, 0.199219, 0.535156, 0.542969, 0.365234, 0.371094, 0.412109, 0.294922, 0.380859, 0.429688, 0.412109, 0.449219, 0.298828, 0.417969, 0.15918, 0.205078, 0.443359, 0.271484, 0.441406, 0.539062, 0.417969, 0.425781, 0.462891, 0.363281, 0.347656, 0.527344, 0.4375, 0.492188, 0.546875, 0.341797, 0.625, 0.423828, 0.480469, 0.441406, 0.223633, 0.400391, 0.396484, 0.539062, 0.277344, 0.515625, 0.320312, 0.359375, 0.585938, 0.404297, 0.445312, 0.511719, 0.396484, 0.402344, 0.28125, 0.605469, 0.617188, 0.546875, 0.388672, 0.349609, 0.423828, 0.351562, 0.453125, 0.46875, 0.302734, 0.378906, 0.667969, 0.341797, 0.519531, 0.25, 0.404297, 0.253906, 0.40625, 0.503906, 0.361328, 0.232422, 0.367188, 0.574219, 0.388672, 0.503906, 0.427734, 0.186523, 0.24707, 0.386719, 0.490234, 0.46875, 0.298828, 0.439453, 0.480469, 0.404297, 0.423828, 0.46875, 0.435547, 0.451172, 0.458984, 0.378906, 0.421875, 0.515625, 0.365234, 0.431641, 0.449219, 0.511719, 0.363281, 0.691406, 0.582031, 0.441406, 0.486328, 0.628906, 0.273438, 0.542969, 0.211914, 0.396484, 0.427734, 0.722656, 0.404297, 0.636719, 0.519531, 0.361328, 0.427734, 0.361328, 0.378906, 0.5625, 0.554688, 0.53125, 0.223633, 0.546875, 0.404297, 0.482422, 0.296875, 0.582031, 0.398438, 0.269531, 0.554688, 0.349609, 0.421875, 0.625, 0.257812, 0.511719, 0.332031, 0.466797, 0.455078, 0.464844, 0.482422, 0.355469, 0.462891, 0.233398, 0.460938, 0.527344, 0.609375, 0.457031, 0.59375, 0.636719, 0.298828, 0.330078, 0.285156, 0.507812, 0.271484, 0.507812, 0.433594, 0.427734, 0.398438, 0.410156, 0.345703, 0.482422, 0.433594, 0.421875, 0.578125, 0.527344, 0.466797, 0.330078, 0.451172, 0.609375, 0.367188, 0.416016, 0.458984, 0.347656, 0.24707, 0.439453, 0.412109, 0.339844, 0.335938, 0.527344, 0.207031, 0.515625, 0.515625, 0.476562, 0.149414, 0.408203, 0.419922, 0.554688, 0.421875, 0.21582, 0.365234, 0.359375, 0.539062, 0.373047, 0.404297, 0.464844, 0.527344, 0.5, 0.203125, 0.472656, 0.535156, 0.445312, 0.507812, 0.445312, 0.523438, 0.219727, 0.761719, 0.527344, 0.542969, 0.404297, 0.328125, 0.488281, 0.408203, 0.339844, 0.453125, 0.482422, 0.490234, 0.361328, 0.492188, 0.421875, 0.558594, 0.558594, 0.275391, 0.302734, 0.457031, 0.503906, 0.335938, 0.392578, 0.492188, 0.371094, 0.197266, 0.578125, 0.539062, 0.53125, 0.472656, 0.333984, 0.316406, 0.503906, 0.703125, 0.396484, 0.382812, 0.271484, 0.40625, 0.330078, 0.466797, 0.515625, 0.486328, 0.585938, 0.46875, 0.289062, 0.462891, 0.435547, 0.53125, 0.460938, 0.484375, 0.484375, 0.761719, 0.542969, 0.332031, 0.482422, 0.597656, 0.361328, 0.332031, 0.582031, 0.170898, 0.210938, 0.394531, 0.453125, 0.404297, 0.40625, 0.613281, 0.466797, 0.289062, 0.449219, 0.226562, 0.554688, 0.3125, 0.476562, 0.431641, 0.511719, 0.527344, 0.486328, 0.429688, 0.396484, 0.300781, 0.542969, 0.554688, 0.402344, 0.503906, 0.326172, 0.458984, 0.539062, 0.482422, 0.503906, 0.324219, 0.347656, 0.34375, 0.496094, 0.466797, 0.46875, 0.480469, 0.476562, 0.482422, 0.574219, 0.339844, 0.474609, 0.566406, 0.416016, 0.498047, 0.15918, 0.345703, 0.414062, 0.439453, 0.388672, 0.462891, 0.408203, 0.523438, 0.441406, 0.380859, 0.439453, 0.416016, 0.227539, 0.449219, 0.492188, 0.53125, 0.609375, 0.605469, 0.398438, 0.507812, 0.53125, 0.363281, 0.578125, 0.519531, 0.394531, 0.447266, 0.443359, 0.371094, 0.589844, 0.326172, 0.550781, 0.425781, 0.578125, 0.285156, 0.335938, 0.251953, 0.597656, 0.621094, 0.455078, 0.558594, 0.453125, 0.445312, 0.410156, 0.22168, 0.496094, 0.365234, 0.380859, 0.398438, 0.310547, 0.460938, 0.238281, 0.414062, 0.460938, 0.371094, 0.453125, 0.240234, 0.423828, 0.423828, 0.460938, 0.554688, 0.460938, 0.474609, 0.375, 0.455078, 0.349609, 0.318359, 0.318359, 0.503906, 0.416016, 0.457031, 0.458984, 0.365234, 0.535156, 0.226562, 0.3125, 0.392578, 0.5625, 0.390625, 0.539062, 0.289062, 0.390625, 0.392578, 0.470703, 0.431641, 0.511719, 0.359375, 0.523438, 0.425781, 0.503906, 0.193359, 0.349609, 0.208008, 0.458984, 0.457031, 0.400391, 0.333984, 0.550781, 0.478516, 0.429688, 0.369141, 0.267578, 0.253906, 0.353516, 0.233398, 0.396484, 0.355469, 0.388672, 0.308594, 0.519531, 0.8125, 0.198242, 0.582031, 0.449219 ] }, "name": "model.model.layers.26.input_layernorm.weight", "outputIndexes": [ 2126 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2125 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_26/Mul_output_0", "outputIndexes": [ 2127 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2126, 2127 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_26/Mul_1_output_0", "outputIndexes": [ 2128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 5116 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5116 ], "outputIndexes": [ 5117 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear", "inputIndexes": [ 5117 ], "outputIndexes": [ 5118 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 261185444, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5118 ], "outputIndexes": [ 5119 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5119 ], "outputIndexes": [ 2129 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2128 ], "main_type": "NONE", "name": "/Shape_365_output_0", "outputIndexes": [ 2130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2130 ], "main_type": "NONE", "name": "Shape5695", "outputIndexes": [ 2131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2130 ], "main_type": "NONE", "name": "Rank5697", "outputIndexes": [ 2132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2132, 2132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5699", "outputIndexes": [ 2133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5700", "outputIndexes": [ 2134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5702", "outputIndexes": [ 2135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5703", "outputIndexes": [ 2136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2131, 2134, 2136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5706", "outputIndexes": [ 2137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5707", "outputIndexes": [ 2138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5708", "outputIndexes": [ 2139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2139, 2138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5709", "outputIndexes": [ 2140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2130, 2140, 2133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_394_output_0", "outputIndexes": [ 2141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2141, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_833_output_0", "outputIndexes": [ 2142 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2142, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_338_output_0", "outputIndexes": [ 2143 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2129, 2143 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_235_output_0", "outputIndexes": [ 2144 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_208_output_0", "outputIndexes": [ 2145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144 ], "main_type": "NONE", "name": "/Shape_366_output_0", "outputIndexes": [ 2146 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2146 ], "main_type": "NONE", "name": "Shape5716", "outputIndexes": [ 2147 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2146 ], "main_type": "NONE", "name": "Rank5718", "outputIndexes": [ 2148 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2148, 2148 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5720", "outputIndexes": [ 2149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5721", "outputIndexes": [ 2150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2149, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5723", "outputIndexes": [ 2151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2151 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5724", "outputIndexes": [ 2152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2147, 2150, 2152, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5727", "outputIndexes": [ 2153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2153 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5728", "outputIndexes": [ 2154 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5729", "outputIndexes": [ 2155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2155, 2154 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5730", "outputIndexes": [ 2156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2146, 2156, 2149 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_395_output_0", "outputIndexes": [ 2157 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2157, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_78_output_0", "outputIndexes": [ 2158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2158, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_838_output_0", "outputIndexes": [ 2159 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 2159, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_105_output_0", "outputIndexes": [ 2160 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2160 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_52_output_0", "outputIndexes": [ 2161 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2144, 22, 2159, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_104_output_0", "outputIndexes": [ 2162 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2161, 2162 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_341_output_0", "outputIndexes": [ 2163 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2163, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_209_output_0", "outputIndexes": [ 2164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2145, 2164 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_130_output_0", "outputIndexes": [ 2165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 5120 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5120 ], "outputIndexes": [ 5121 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear", "inputIndexes": [ 5121 ], "outputIndexes": [ 5122 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 262107066, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5122 ], "outputIndexes": [ 5123 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5123 ], "outputIndexes": [ 2166 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2142, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_339_output_0", "outputIndexes": [ 2167 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2166, 2167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_236_output_0", "outputIndexes": [ 2168 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_210_output_0", "outputIndexes": [ 2169 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168 ], "main_type": "NONE", "name": "/Shape_367_output_0", "outputIndexes": [ 2170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2170 ], "main_type": "NONE", "name": "Shape5779", "outputIndexes": [ 2171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2170 ], "main_type": "NONE", "name": "Rank5781", "outputIndexes": [ 2172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2172, 2172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5783", "outputIndexes": [ 2173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5784", "outputIndexes": [ 2174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5786", "outputIndexes": [ 2175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5787", "outputIndexes": [ 2176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2171, 2174, 2176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5790", "outputIndexes": [ 2177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5791", "outputIndexes": [ 2178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5792", "outputIndexes": [ 2179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2179, 2178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5793", "outputIndexes": [ 2180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2170, 2180, 2173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_396_output_0", "outputIndexes": [ 2181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2181, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_79_output_0", "outputIndexes": [ 2182 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2182, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_840_output_0", "outputIndexes": [ 2183 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 2183, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_107_output_0", "outputIndexes": [ 2184 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2184 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_53_output_0", "outputIndexes": [ 2185 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2168, 22, 2183, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_106_output_0", "outputIndexes": [ 2186 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2185, 2186 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_342_output_0", "outputIndexes": [ 2187 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2187, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_211_output_0", "outputIndexes": [ 2188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2169, 2188 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_131_output_0", "outputIndexes": [ 2189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2128 ], "outputIndexes": [ 5124 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5124 ], "outputIndexes": [ 5125 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear", "inputIndexes": [ 5125 ], "outputIndexes": [ 5126 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 262337488, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5126 ], "outputIndexes": [ 5127 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5127 ], "outputIndexes": [ 2190 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2190, 2167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_237_output_0", "outputIndexes": [ 2191 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2165, 2189, 2191, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_242_output_0", "outputIndexes": [ 2192 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2192 ], "outputIndexes": [ 5128 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5128 ], "outputIndexes": [ 5129 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear", "inputIndexes": [ 5129 ], "outputIndexes": [ 5130 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 262567910, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5130 ], "outputIndexes": [ 5131 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5131 ], "outputIndexes": [ 2193 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2125, 2193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_133_output_0", "outputIndexes": [ 2194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.275391, 0.351562, 0.355469, 0.369141, 0.365234, 0.353516, 0.150391, 0.375, 0.300781, 0.273438, 0.255859, 0.351562, 0.279297, 0.347656, 0.326172, 0.378906, 0.222656, 0.337891, 0.333984, 0.261719, 0.34375, 0.365234, 0.3125, 0.285156, 0.320312, 0.373047, 0.294922, 0.386719, 0.345703, 0.359375, 0.275391, 0.189453, 0.353516, 0.330078, 0.349609, 0.347656, 0.261719, 0.339844, 0.255859, 0.363281, 0.345703, 0.363281, 0.320312, 0.310547, 0.267578, 0.316406, 0.398438, 0.267578, 0.388672, 0.257812, 0.378906, 0.251953, 0.337891, 0.347656, 0.259766, 0.345703, 0.40625, 0.335938, 0.339844, 0.380859, 0.345703, 0.357422, 0.310547, 0.363281, 0.289062, 0.273438, 0.216797, 0.265625, 0.386719, 0.192383, 0.382812, 0.245117, 0.308594, 0.3125, 0.380859, 0.308594, 0.306641, 0.404297, 0.269531, 0.345703, 0.324219, 0.386719, 0.302734, 0.316406, 0.361328, 0.261719, 0.408203, 0.275391, 0.396484, 0.255859, 0.316406, 0.335938, 0.267578, 0.355469, 0.240234, 0.275391, 0.449219, 0.382812, 0.412109, 0.357422, 0.318359, 0.3125, 0.373047, 0.361328, 0.349609, 0.265625, 0.363281, 0.349609, 0.351562, 0.351562, 0.337891, 0.388672, 0.332031, 0.337891, 0.359375, 0.302734, 0.345703, 0.355469, 0.402344, 0.371094, 0.361328, 0.269531, 0.382812, 0.285156, 0.412109, 0.328125, 0.21875, 0.371094, 0.373047, 0.410156, 0.369141, 0.371094, 0.355469, 0.335938, 0.359375, 0.335938, 0.376953, 0.333984, 0.277344, 0.292969, 0.386719, 0.326172, 0.349609, 0.417969, 0.386719, 0.345703, 0.339844, 0.285156, 0.363281, 0.361328, 0.345703, 0.339844, 0.361328, 0.378906, 0.363281, 0.310547, 0.382812, 0.333984, 0.265625, 0.361328, 0.240234, 0.320312, 0.271484, 0.382812, 0.314453, 0.400391, 0.269531, 0.351562, 0.333984, 0.255859, 0.296875, 0.369141, 0.376953, 0.316406, 0.267578, 0.400391, 0.3125, 0.359375, 0.378906, 0.378906, 0.330078, 0.291016, 0.324219, 0.337891, 0.375, 0.367188, 0.355469, 0.353516, 0.375, 0.375, 0.367188, 0.314453, 0.251953, 0.345703, 0.34375, 0.335938, 0.328125, 0.291016, 0.105469, 0.369141, 0.341797, 0.333984, 0.304688, 0.337891, 0.291016, 0.361328, 0.398438, 0.326172, 0.300781, 0.382812, 0.349609, 0.351562, 0.339844, 0.271484, 0.367188, 0.335938, 0.353516, 0.310547, 0.386719, 0.353516, 0.339844, 0.349609, 0.287109, 0.326172, 0.421875, 0.304688, 0.369141, 0.246094, 0.476562, 0.324219, 0.300781, 0.267578, 0.369141, 0.322266, 0.378906, 0.28125, 0.351562, 0.291016, 0.400391, 0.369141, 0.380859, 0.3125, 0.347656, 0.355469, 0.363281, 0.316406, 0.328125, 0.375, 0.376953, 0.337891, 0.347656, 0.291016, 0.255859, 0.339844, 0.320312, 0.367188, 0.287109, 0.316406, 0.279297, 0.384766, 0.400391, 0.369141, 0.351562, 0.298828, 0.375, 0.375, 0.328125, 0.384766, 0.263672, 0.359375, 0.283203, 0.328125, 0.332031, 0.255859, 0.289062, 0.378906, 0.357422, 0.275391, 0.267578, 0.371094, 0.285156, 0.367188, 0.347656, 0.390625, 0.371094, 0.328125, 0.416016, 0.388672, 0.371094, 0.414062, 0.386719, 0.353516, 0.363281, 0.337891, 0.359375, 0.347656, 0.298828, 0.363281, 0.361328, 0.345703, 0.339844, 0.345703, 0.34375, 0.265625, 0.353516, 0.361328, 0.292969, 0.332031, 0.375, 0.388672, 0.257812, 0.375, 0.330078, 0.28125, 0.382812, 0.308594, 0.371094, 0.275391, 0.257812, 0.373047, 0.416016, 0.386719, 0.363281, 0.361328, 0.318359, 0.298828, 0.363281, 0.431641, 0.386719, 0.310547, 0.255859, 0.28125, 0.261719, 0.341797, 0.306641, 0.337891, 0.388672, 0.296875, 0.257812, 0.261719, 0.3125, 0.335938, 0.337891, 0.283203, 0.402344, 0.355469, 0.296875, 0.355469, 0.300781, 0.369141, 0.369141, 0.369141, 0.287109, 0.335938, 0.339844, 0.361328, 0.361328, 0.363281, 0.322266, 0.375, 0.328125, 0.294922, 0.34375, 0.363281, 0.369141, 0.333984, 0.367188, 0.380859, 0.294922, 0.283203, 0.400391, 0.318359, 0.378906, 0.261719, 0.326172, 0.326172, 0.361328, 0.357422, 0.365234, 0.259766, 0.196289, 0.294922, 0.46875, 0.353516, 0.353516, 0.318359, 0.291016, 0.363281, 0.289062, 0.351562, 0.351562, 0.245117, 0.408203, 0.261719, 0.380859, 0.353516, 0.34375, 0.386719, 0.384766, 0.365234, 0.320312, 0.375, 0.267578, 0.363281, 0.40625, 0.289062, 0.384766, 0.341797, 0.376953, 0.355469, 0.306641, 0.408203, 0.353516, 0.328125, 0.388672, 0.398438, 0.333984, 0.353516, 0.353516, 0.289062, 0.412109, 0.316406, 0.275391, 0.365234, 0.369141, 0.265625, 0.361328, 0.326172, 0.232422, 0.339844, 0.24707, 0.275391, 0.376953, 0.339844, 0.304688, 0.378906, 0.396484, 0.337891, 0.320312, 0.34375, 0.429688, 0.289062, 0.283203, 0.443359, 0.302734, 0.277344, 0.353516, 0.382812, 0.251953, 0.34375, 0.316406, 0.263672, 0.330078, 0.388672, 0.376953, 0.392578, 0.367188, 0.347656, 0.330078, 0.296875, 0.361328, 0.304688, 0.349609, 0.34375, 0.253906, 0.367188, 0.308594, 0.382812, 0.375, 0.275391, 0.335938, 0.380859, 0.363281, 0.339844, 0.330078, 0.316406, 0.310547, 0.376953, 0.294922, 0.304688, 0.357422, 0.376953, 0.404297, 0.341797, 0.378906, 0.296875, 0.349609, 0.275391, 0.369141, 0.330078, 0.375, 0.386719, 0.367188, 0.367188, 0.341797, 0.279297, 0.396484, 0.337891, 0.28125, 0.291016, 0.157227, 0.314453, 0.371094, 0.355469, 0.261719, 0.392578, 0.322266, 0.322266, 0.394531, 0.326172, 0.326172, 0.392578, 0.232422, 0.283203, 0.304688, 0.402344, 0.373047, 0.279297, 0.3125, 0.306641, 0.345703, 0.359375, 0.255859, 0.361328, 0.380859, 0.335938, 0.371094, 0.402344, 0.380859, 0.298828, 0.24707, 0.314453, 0.269531, 0.242188, 0.367188, 0.318359, 0.324219, 0.376953, 0.304688, 0.333984, 0.376953, 0.269531, 0.300781, 0.392578, 0.355469, 0.292969, 0.332031, 0.241211, 0.300781, 0.275391, 0.302734, 0.347656, 0.388672, 0.361328, 0.361328, 0.373047, 0.322266, 0.209961, 0.359375, 0.255859, 0.279297, 0.292969, 0.382812, 0.326172, 0.279297, 0.263672, 0.369141, 0.367188, 0.324219, 0.339844, 0.396484, 0.365234, 0.261719, 0.382812, 0.320312, 0.375, 0.320312, 0.357422, 0.298828, 0.25, 0.419922, 0.347656, 0.332031, 0.314453, 0.375, 0.347656, 0.328125, 0.341797, 0.378906, 0.330078, 0.296875, 0.265625, 0.384766, 0.369141, 0.365234, 0.273438, 0.367188, 0.265625, 0.269531, 0.408203, 0.355469, 0.335938, 0.339844, 0.333984, 0.251953, 0.269531, 0.380859, 0.318359, 0.333984, 0.376953, 0.275391, 0.396484, 0.335938, 0.291016, 0.349609, 0.345703, 0.273438, 0.333984, 0.332031, 0.375, 0.25, 0.355469, 0.328125, 0.337891, 0.316406, 0.263672, 0.392578, 0.226562, 0.332031, 0.257812, 0.165039, 0.308594, 0.332031, 0.357422, 0.285156, 0.376953, 0.34375, 0.326172, 0.378906, 0.339844, 0.28125, 0.367188, 0.337891, 0.273438, 0.263672, 0.304688, 0.318359, 0.273438, 0.300781, 0.271484, 0.384766, 0.423828, 0.400391, 0.261719, 0.34375, 0.337891, 0.253906, 0.382812, 0.273438, 0.25, 0.320312, 0.394531, 0.302734, 0.294922, 0.341797, 0.347656, 0.332031, 0.378906, 0.335938, 0.388672, 0.363281, 0.347656, 0.322266, 0.251953, 0.273438, 0.263672, 0.355469, 0.376953, 0.335938, 0.373047, 0.355469, 0.363281, 0.177734, 0.3125, 0.351562, 0.375, 0.277344, 0.394531, 0.373047, 0.310547, 0.349609, 0.380859, 0.333984, 0.382812, 0.296875, 0.365234, 0.349609, 0.316406, 0.359375, 0.373047, 0.320312, 0.355469, 0.28125, 0.330078, 0.236328, 0.273438, 0.378906, 0.314453, 0.292969, 0.328125, 0.277344, 0.390625, 0.349609, 0.398438, 0.394531, 0.337891, 0.345703, 0.273438, 0.261719, 0.359375, 0.253906, 0.326172, 0.269531, 0.363281, 0.380859, 0.324219, 0.240234, 0.337891, 0.332031, 0.339844, 0.376953, 0.275391, 0.349609, 0.357422, 0.265625, 0.425781, 0.263672, 0.328125, 0.371094, 0.345703, 0.363281, 0.357422, 0.369141, 0.304688, 0.355469, 0.371094, 0.176758, 0.351562, 0.359375, 0.306641, 0.279297, 0.25, 0.376953, 0.316406, 0.392578, 0.371094, 0.341797, 0.306641, 0.289062, 0.324219, 0.349609, 0.390625, 0.332031, 0.261719, 0.351562, 0.357422, 0.289062, 0.375, 0.326172, 0.283203, 0.304688, 0.287109, 0.292969, 0.316406, 0.269531, 0.375, 0.318359, 0.392578, 0.351562, 0.373047, 0.273438, 0.414062, 0.271484, 0.390625, 0.359375, 0.326172, 0.273438, 0.369141, 0.353516, 0.332031, 0.333984, 0.326172, 0.34375, 0.275391, 0.308594, 0.353516, 0.231445, 0.332031, 0.326172, 0.347656, 0.375, 0.355469, 0.357422, 0.308594, 0.349609, 0.474609, 0.380859, 0.261719, 0.328125, 0.310547, 0.347656, 0.386719, 0.318359, 0.359375, 0.326172, 0.300781, 0.359375, 0.339844, 0.353516, 0.439453, 0.337891, 0.386719, 0.388672, 0.330078, 0.300781, 0.375, 0.322266, 0.289062, 0.382812, 0.359375, 0.347656, 0.330078, 0.369141, 0.246094, 0.439453, 0.353516, 0.353516, 0.355469, 0.3125, 0.349609, 0.392578, 0.357422, 0.365234, 0.330078, 0.382812, 0.28125, 0.271484, 0.384766, 0.380859, 0.316406, 0.267578, 0.494141, 0.255859, 0.320312, 0.341797, 0.347656, 0.257812, 0.359375, 0.289062, 0.365234, 0.292969, 0.318359, 0.375, 0.265625, 0.359375, 0.233398, 0.318359, 0.308594, 0.337891, 0.289062, 0.333984, 0.320312, 0.359375, 0.375, 0.287109, 0.359375, 0.251953, 0.249023, 0.353516, 0.257812, 0.361328, 0.394531, 0.351562, 0.333984, 0.347656, 0.337891, 0.320312, 0.28125, 0.361328, 0.373047, 0.388672, 0.322266, 0.228516, 0.353516, 0.375, 0.363281, 0.263672, 0.359375, 0.335938, 0.369141, 0.259766, 0.392578, 0.294922, 0.306641, 0.386719, 0.351562, 0.345703, 0.376953, 0.322266, 0.318359, 0.273438, 0.484375, 0.376953, 0.386719, 0.355469, 0.326172, 0.347656, 0.320312, 0.365234, 0.382812, 0.271484, 0.318359, 0.414062, 0.3125, 0.394531, 0.271484, 0.335938, 0.259766, 0.361328, 0.34375, 0.326172, 0.269531, 0.339844, 0.421875, 0.34375, 0.365234, 0.355469, 0.263672, 0.235352, 0.353516, 0.355469, 0.355469, 0.28125, 0.369141, 0.386719, 0.328125, 0.333984, 0.351562, 0.367188, 0.318359, 0.351562, 0.251953, 0.347656, 0.361328, 0.320312, 0.361328, 0.351562, 0.382812, 0.337891, 0.186523, 0.382812, 0.345703, 0.347656, 0.347656, 0.279297, 0.380859, 0.251953, 0.335938, 0.337891, 0.328125, 0.349609, 0.361328, 0.416016, 0.294922, 0.359375, 0.302734, 0.337891, 0.349609, 0.326172, 0.404297, 0.28125, 0.332031, 0.320312, 0.328125, 0.318359, 0.375, 0.353516, 0.265625, 0.304688, 0.318359, 0.316406, 0.386719, 0.267578, 0.359375, 0.316406, 0.386719, 0.351562, 0.361328, 0.378906, 0.337891, 0.34375, 0.269531, 0.371094, 0.380859, 0.365234, 0.363281, 0.423828, 0.351562, 0.300781, 0.304688, 0.289062, 0.396484, 0.28125, 0.34375, 0.382812, 0.373047, 0.320312, 0.322266, 0.304688, 0.394531, 0.373047, 0.332031, 0.398438, 0.394531, 0.392578, 0.318359, 0.328125, 0.363281, 0.332031, 0.367188, 0.363281, 0.308594, 0.263672, 0.332031, 0.365234, 0.316406, 0.304688, 0.310547, 0.261719, 0.386719, 0.384766, 0.359375, 0.255859, 0.332031, 0.357422, 0.222656, 0.355469, 0.263672, 0.332031, 0.316406, 0.357422, 0.326172, 0.345703, 0.357422, 0.371094, 0.375, 0.275391, 0.34375, 0.390625, 0.345703, 0.384766, 0.347656, 0.365234, 0.257812, 0.164062, 0.271484, 0.382812, 0.333984, 0.28125, 0.384766, 0.328125, 0.257812, 0.353516, 0.371094, 0.371094, 0.292969, 0.363281, 0.326172, 0.373047, 0.371094, 0.289062, 0.28125, 0.355469, 0.382812, 0.300781, 0.34375, 0.400391, 0.294922, 0.271484, 0.380859, 0.361328, 0.382812, 0.314453, 0.320312, 0.302734, 0.369141, 0.408203, 0.349609, 0.330078, 0.25, 0.339844, 0.296875, 0.367188, 0.419922, 0.375, 0.251953, 0.378906, 0.296875, 0.375, 0.341797, 0.400391, 0.365234, 0.34375, 0.365234, 0.220703, 0.386719, 0.367188, 0.365234, 0.363281, 0.283203, 0.324219, 0.373047, 0.241211, 0.259766, 0.330078, 0.349609, 0.333984, 0.332031, 0.392578, 0.371094, 0.289062, 0.353516, 0.24707, 0.380859, 0.28125, 0.380859, 0.353516, 0.361328, 0.380859, 0.386719, 0.341797, 0.337891, 0.304688, 0.380859, 0.412109, 0.292969, 0.361328, 0.310547, 0.292969, 0.375, 0.25, 0.351562, 0.308594, 0.3125, 0.316406, 0.380859, 0.384766, 0.326172, 0.359375, 0.371094, 0.357422, 0.382812, 0.308594, 0.373047, 0.382812, 0.359375, 0.380859, 0.275391, 0.289062, 0.355469, 0.375, 0.361328, 0.359375, 0.347656, 0.40625, 0.330078, 0.304688, 0.349609, 0.339844, 0.267578, 0.365234, 0.384766, 0.373047, 0.410156, 0.425781, 0.337891, 0.404297, 0.375, 0.320312, 0.40625, 0.396484, 0.322266, 0.380859, 0.345703, 0.314453, 0.404297, 0.296875, 0.365234, 0.359375, 0.429688, 0.310547, 0.263672, 0.257812, 0.402344, 0.367188, 0.363281, 0.439453, 0.328125, 0.359375, 0.341797, 0.259766, 0.376953, 0.316406, 0.324219, 0.357422, 0.330078, 0.341797, 0.273438, 0.306641, 0.34375, 0.345703, 0.353516, 0.259766, 0.357422, 0.355469, 0.349609, 0.371094, 0.361328, 0.380859, 0.367188, 0.367188, 0.298828, 0.257812, 0.3125, 0.341797, 0.351562, 0.347656, 0.380859, 0.310547, 0.355469, 0.261719, 0.271484, 0.339844, 0.355469, 0.324219, 0.396484, 0.34375, 0.326172, 0.345703, 0.357422, 0.371094, 0.365234, 0.314453, 0.380859, 0.349609, 0.367188, 0.257812, 0.306641, 0.265625, 0.347656, 0.335938, 0.283203, 0.3125, 0.400391, 0.332031, 0.365234, 0.375, 0.263672, 0.267578, 0.320312, 0.261719, 0.328125, 0.294922, 0.333984, 0.287109, 0.423828, 0.146484, 0.261719, 0.394531, 0.347656 ] }, "name": "model.model.layers.26.post_attention_layernorm.weight", "outputIndexes": [ 2195 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2194 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_26/Mul_output_0", "outputIndexes": [ 2196 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2195, 2196 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_26/Mul_1_output_0", "outputIndexes": [ 2197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2197 ], "outputIndexes": [ 5132 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5132 ], "outputIndexes": [ 5133 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear", "inputIndexes": [ 5133 ], "outputIndexes": [ 5134 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 263489532, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5134 ], "outputIndexes": [ 5135 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5135 ], "outputIndexes": [ 2198 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2198 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_26/Sigmoid_output_0", "outputIndexes": [ 2199 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2198, 2199 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_26/Mul_output_0", "outputIndexes": [ 2200 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2197 ], "outputIndexes": [ 5136 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5136 ], "outputIndexes": [ 5137 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear", "inputIndexes": [ 5137 ], "outputIndexes": [ 5138 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 266070034, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5138 ], "outputIndexes": [ 5139 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5139 ], "outputIndexes": [ 2201 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2200, 2201 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_26/Mul_output_0", "outputIndexes": [ 2202 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2202 ], "outputIndexes": [ 5140 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5140 ], "outputIndexes": [ 5141 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear", "inputIndexes": [ 5141 ], "outputIndexes": [ 5142 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 268650536, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5142 ], "outputIndexes": [ 5143 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.26/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5143 ], "outputIndexes": [ 2203 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2194, 2203 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_134_output_0", "outputIndexes": [ 2204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2204, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_243_output_0", "outputIndexes": [ 2205 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.310547, 0.394531, 0.449219, 0.457031, 0.458984, 0.400391, 0.917969, 0.439453, 0.289062, 0.351562, 0.267578, 0.392578, 0.243164, 0.392578, 0.339844, 0.421875, 0.65625, 0.359375, 0.355469, 0.227539, 0.419922, 0.523438, 0.388672, 0.298828, 0.378906, 0.515625, 0.308594, 0.412109, 0.40625, 0.400391, 0.482422, 0.371094, 0.404297, 0.451172, 0.396484, 0.361328, 0.251953, 0.373047, 0.314453, 0.5, 0.402344, 0.4375, 0.388672, 0.355469, 0.304688, 0.382812, 0.566406, 0.240234, 0.490234, 0.388672, 0.464844, 0.269531, 0.339844, 0.478516, 0.292969, 0.410156, 0.496094, 0.339844, 0.40625, 0.482422, 0.417969, 0.404297, 0.324219, 0.445312, 0.328125, 0.480469, 0.785156, 0.22168, 0.5, 0.539062, 0.460938, 0.255859, 0.359375, 0.363281, 0.490234, 0.337891, 0.341797, 0.515625, 0.220703, 0.378906, 0.355469, 0.4375, 0.324219, 0.316406, 0.4375, 0.212891, 0.515625, 0.345703, 0.585938, 0.255859, 0.34375, 0.400391, 0.241211, 0.416016, 0.169922, 0.228516, 0.585938, 0.476562, 0.478516, 0.488281, 0.402344, 0.324219, 0.423828, 0.416016, 0.445312, 0.242188, 0.535156, 0.419922, 0.404297, 0.359375, 0.369141, 0.478516, 0.359375, 0.498047, 0.460938, 0.570312, 0.423828, 0.400391, 0.480469, 0.478516, 0.435547, 0.269531, 0.410156, 0.359375, 0.53125, 0.367188, 0.785156, 0.441406, 0.382812, 0.527344, 0.472656, 0.34375, 0.441406, 0.378906, 0.425781, 0.421875, 0.457031, 0.412109, 0.492188, 0.300781, 0.445312, 0.371094, 0.431641, 0.527344, 0.398438, 0.439453, 0.376953, 0.273438, 0.367188, 0.449219, 0.394531, 0.427734, 0.382812, 0.474609, 0.449219, 0.369141, 0.451172, 0.392578, 0.157227, 0.441406, 0.206055, 0.388672, 0.283203, 0.462891, 0.349609, 0.458984, 0.209961, 0.53125, 0.355469, 0.233398, 0.324219, 0.433594, 0.478516, 0.347656, 0.248047, 0.484375, 0.365234, 0.380859, 0.480469, 0.46875, 0.353516, 0.296875, 0.318359, 0.386719, 0.421875, 0.410156, 0.402344, 0.427734, 0.460938, 0.527344, 0.474609, 0.335938, 0.181641, 0.369141, 0.394531, 0.400391, 0.353516, 0.363281, 0.143555, 0.419922, 0.349609, 0.287109, 0.318359, 0.408203, 0.306641, 0.390625, 0.457031, 0.359375, 0.386719, 0.447266, 0.431641, 0.400391, 0.447266, 0.226562, 0.453125, 0.410156, 0.416016, 0.3125, 0.457031, 0.345703, 0.375, 0.376953, 0.271484, 0.359375, 0.511719, 0.335938, 0.482422, 0.197266, 0.566406, 0.357422, 0.337891, 0.412109, 0.404297, 0.386719, 0.59375, 0.310547, 0.427734, 0.316406, 0.488281, 0.40625, 0.445312, 0.339844, 0.34375, 0.443359, 0.421875, 0.330078, 0.345703, 0.441406, 0.447266, 0.404297, 0.382812, 0.259766, 0.234375, 0.429688, 0.419922, 0.476562, 0.298828, 0.337891, 0.28125, 0.441406, 0.474609, 0.482422, 0.421875, 0.291016, 0.410156, 0.439453, 0.322266, 0.453125, 0.259766, 0.527344, 0.746094, 0.332031, 0.361328, 0.617188, 0.304688, 0.498047, 0.433594, 0.308594, 0.283203, 0.427734, 0.267578, 0.427734, 0.359375, 0.457031, 0.462891, 0.378906, 0.492188, 0.457031, 0.421875, 0.511719, 0.460938, 0.447266, 0.439453, 0.417969, 0.427734, 0.394531, 0.248047, 0.421875, 0.398438, 0.380859, 0.337891, 0.429688, 0.378906, 0.298828, 0.427734, 0.400391, 0.314453, 0.371094, 0.427734, 0.515625, 0.244141, 0.554688, 0.371094, 0.345703, 0.503906, 0.296875, 0.414062, 0.259766, 0.597656, 0.447266, 0.486328, 0.457031, 0.455078, 0.392578, 0.369141, 0.367188, 0.416016, 0.527344, 0.449219, 0.328125, 0.458984, 0.273438, 0.304688, 0.371094, 0.503906, 0.373047, 0.482422, 0.261719, 0.261719, 0.253906, 0.357422, 0.386719, 0.371094, 0.269531, 0.515625, 0.53125, 0.333984, 0.384766, 0.332031, 0.439453, 0.511719, 0.460938, 0.273438, 0.441406, 0.414062, 0.554688, 0.429688, 0.425781, 0.328125, 0.466797, 0.351562, 0.355469, 0.40625, 0.414062, 0.443359, 0.341797, 0.546875, 0.464844, 0.306641, 0.304688, 0.5, 0.310547, 0.476562, 0.197266, 0.40625, 0.386719, 0.396484, 0.441406, 0.40625, 0.341797, 0.808594, 0.300781, 0.550781, 0.363281, 0.361328, 0.316406, 0.363281, 0.453125, 0.353516, 0.394531, 0.414062, 0.472656, 0.464844, 0.255859, 0.558594, 0.423828, 0.386719, 0.478516, 0.496094, 0.421875, 0.376953, 0.527344, 0.306641, 0.376953, 0.441406, 0.283203, 0.511719, 0.441406, 0.408203, 0.40625, 0.339844, 0.542969, 0.339844, 0.365234, 0.462891, 0.453125, 0.375, 0.396484, 0.384766, 0.324219, 0.542969, 0.339844, 0.390625, 0.416016, 0.425781, 0.231445, 0.394531, 0.421875, 0.476562, 0.410156, 0.236328, 0.294922, 0.427734, 0.443359, 0.316406, 0.443359, 0.53125, 0.378906, 0.332031, 0.318359, 0.511719, 0.318359, 0.339844, 0.5625, 0.300781, 0.386719, 0.345703, 0.507812, 0.265625, 0.398438, 0.445312, 0.5, 0.375, 0.478516, 0.40625, 0.498047, 0.476562, 0.388672, 0.367188, 0.322266, 0.429688, 0.404297, 0.394531, 0.523438, 0.201172, 0.435547, 0.335938, 0.519531, 0.492188, 0.322266, 0.408203, 0.443359, 0.431641, 0.4375, 0.429688, 0.345703, 0.371094, 0.458984, 0.302734, 0.328125, 0.435547, 0.460938, 0.478516, 0.363281, 0.439453, 0.359375, 0.412109, 0.326172, 0.449219, 0.341797, 0.523438, 0.492188, 0.410156, 0.388672, 0.390625, 0.332031, 0.417969, 0.427734, 0.316406, 0.328125, 0.84375, 0.337891, 0.394531, 0.476562, 0.263672, 0.453125, 0.384766, 0.464844, 0.582031, 0.416016, 0.373047, 0.486328, 0.527344, 0.287109, 0.333984, 0.539062, 0.490234, 0.28125, 0.3125, 0.326172, 0.40625, 0.447266, 0.283203, 0.392578, 0.503906, 0.384766, 0.460938, 0.53125, 0.433594, 0.361328, 0.5, 0.345703, 0.261719, 0.150391, 0.464844, 0.371094, 0.345703, 0.476562, 0.322266, 0.410156, 0.490234, 0.22168, 0.347656, 0.410156, 0.419922, 0.316406, 0.378906, 0.198242, 0.382812, 0.347656, 0.402344, 0.347656, 0.570312, 0.466797, 0.396484, 0.423828, 0.367188, 0.124023, 0.380859, 0.213867, 0.326172, 0.335938, 0.423828, 0.363281, 0.304688, 0.227539, 0.431641, 0.384766, 0.421875, 0.402344, 0.539062, 0.443359, 0.298828, 0.425781, 0.34375, 0.417969, 0.357422, 0.353516, 0.373047, 0.180664, 0.578125, 0.416016, 0.357422, 0.429688, 0.478516, 0.439453, 0.378906, 0.378906, 0.492188, 0.322266, 0.306641, 0.257812, 0.449219, 0.369141, 0.4375, 0.255859, 0.441406, 0.242188, 0.269531, 0.496094, 0.417969, 0.46875, 0.400391, 0.263672, 0.185547, 0.277344, 0.447266, 0.318359, 0.386719, 0.417969, 0.291016, 0.462891, 0.470703, 0.328125, 0.402344, 0.384766, 0.519531, 0.375, 0.371094, 0.449219, 0.165039, 0.361328, 0.361328, 0.496094, 0.365234, 0.181641, 0.5, 0.511719, 0.402344, 0.15918, 0.820312, 0.296875, 0.386719, 0.369141, 0.302734, 0.464844, 0.433594, 0.402344, 0.472656, 0.396484, 0.359375, 0.439453, 0.390625, 0.292969, 0.239258, 0.304688, 0.332031, 0.182617, 0.46875, 0.59375, 0.519531, 0.515625, 0.566406, 0.255859, 0.375, 0.369141, 0.157227, 0.398438, 0.234375, 0.292969, 0.341797, 0.447266, 0.314453, 0.322266, 0.378906, 0.373047, 0.375, 0.429688, 0.396484, 0.390625, 0.414062, 0.400391, 0.396484, 0.523438, 0.240234, 0.210938, 0.492188, 0.394531, 0.435547, 0.464844, 0.539062, 0.519531, 0.769531, 0.345703, 0.482422, 0.5625, 0.308594, 0.515625, 0.507812, 0.310547, 0.371094, 0.486328, 0.378906, 0.425781, 0.332031, 0.388672, 0.371094, 0.328125, 0.386719, 0.388672, 0.34375, 0.400391, 0.326172, 0.373047, 0.535156, 0.332031, 0.423828, 0.339844, 0.267578, 0.443359, 0.392578, 0.482422, 0.392578, 0.503906, 0.492188, 0.378906, 0.367188, 0.289062, 0.233398, 0.443359, 0.240234, 0.335938, 0.267578, 0.460938, 0.425781, 0.330078, 0.726562, 0.400391, 0.40625, 0.380859, 0.460938, 0.205078, 0.361328, 0.371094, 0.275391, 0.558594, 0.233398, 0.371094, 0.427734, 0.400391, 0.455078, 0.408203, 0.402344, 0.361328, 0.455078, 0.400391, 0.835938, 0.412109, 0.457031, 0.388672, 0.255859, 0.200195, 0.4375, 0.34375, 0.451172, 0.425781, 0.337891, 0.332031, 0.306641, 0.337891, 0.390625, 0.488281, 0.375, 0.349609, 0.474609, 0.416016, 0.292969, 0.355469, 0.353516, 0.294922, 0.410156, 0.3125, 0.3125, 0.314453, 0.589844, 0.451172, 0.412109, 0.546875, 0.396484, 0.482422, 0.296875, 0.474609, 0.388672, 0.492188, 0.429688, 0.388672, 0.384766, 0.458984, 0.408203, 0.361328, 0.496094, 0.392578, 0.425781, 0.300781, 0.333984, 0.429688, 0.539062, 0.345703, 0.367188, 0.380859, 0.480469, 0.416016, 0.398438, 0.376953, 0.380859, 0.601562, 0.455078, 0.259766, 0.441406, 0.363281, 0.447266, 0.421875, 0.380859, 0.40625, 0.425781, 0.345703, 0.371094, 0.400391, 0.400391, 0.613281, 0.390625, 0.449219, 0.474609, 0.380859, 0.384766, 0.453125, 0.353516, 0.380859, 0.494141, 0.460938, 0.398438, 0.357422, 0.546875, 0.213867, 0.476562, 0.441406, 0.423828, 0.408203, 0.353516, 0.408203, 0.494141, 0.398438, 0.400391, 0.380859, 0.427734, 0.324219, 0.296875, 0.453125, 0.476562, 0.396484, 0.259766, 0.550781, 0.46875, 0.361328, 0.417969, 0.408203, 0.289062, 0.457031, 0.245117, 0.425781, 0.380859, 0.478516, 0.488281, 0.199219, 0.496094, 0.519531, 0.351562, 0.351562, 0.390625, 0.306641, 0.382812, 0.398438, 0.402344, 0.396484, 0.291016, 0.394531, 0.173828, 0.204102, 0.402344, 0.310547, 0.410156, 0.472656, 0.390625, 0.392578, 0.441406, 0.382812, 0.339844, 0.503906, 0.412109, 0.449219, 0.515625, 0.320312, 0.570312, 0.369141, 0.419922, 0.408203, 0.24707, 0.371094, 0.384766, 0.464844, 0.298828, 0.478516, 0.316406, 0.363281, 0.566406, 0.353516, 0.400391, 0.490234, 0.363281, 0.396484, 0.314453, 0.582031, 0.542969, 0.511719, 0.40625, 0.330078, 0.380859, 0.347656, 0.408203, 0.417969, 0.298828, 0.357422, 0.652344, 0.347656, 0.484375, 0.28125, 0.375, 0.257812, 0.386719, 0.472656, 0.341797, 0.234375, 0.351562, 0.496094, 0.349609, 0.421875, 0.384766, 0.199219, 0.249023, 0.363281, 0.451172, 0.417969, 0.326172, 0.398438, 0.429688, 0.375, 0.386719, 0.421875, 0.402344, 0.474609, 0.40625, 0.380859, 0.412109, 0.460938, 0.347656, 0.410156, 0.421875, 0.492188, 0.357422, 0.714844, 0.523438, 0.421875, 0.462891, 0.550781, 0.261719, 0.443359, 0.206055, 0.367188, 0.396484, 0.644531, 0.376953, 0.59375, 0.447266, 0.335938, 0.417969, 0.365234, 0.359375, 0.486328, 0.589844, 0.458984, 0.233398, 0.494141, 0.382812, 0.457031, 0.302734, 0.503906, 0.384766, 0.279297, 0.652344, 0.357422, 0.380859, 0.5625, 0.267578, 0.474609, 0.322266, 0.421875, 0.466797, 0.433594, 0.460938, 0.34375, 0.408203, 0.24707, 0.416016, 0.535156, 0.507812, 0.4375, 0.566406, 0.621094, 0.3125, 0.304688, 0.302734, 0.392578, 0.273438, 0.482422, 0.40625, 0.396484, 0.380859, 0.388672, 0.318359, 0.441406, 0.382812, 0.414062, 0.570312, 0.46875, 0.474609, 0.322266, 0.451172, 0.515625, 0.443359, 0.408203, 0.416016, 0.349609, 0.261719, 0.40625, 0.339844, 0.332031, 0.324219, 0.480469, 0.22168, 0.466797, 0.472656, 0.425781, 0.172852, 0.431641, 0.414062, 0.507812, 0.386719, 0.228516, 0.361328, 0.337891, 0.488281, 0.347656, 0.410156, 0.435547, 0.507812, 0.431641, 0.220703, 0.414062, 0.476562, 0.408203, 0.480469, 0.398438, 0.460938, 0.216797, 0.753906, 0.511719, 0.515625, 0.392578, 0.326172, 0.419922, 0.375, 0.361328, 0.386719, 0.425781, 0.447266, 0.400391, 0.453125, 0.408203, 0.527344, 0.492188, 0.287109, 0.308594, 0.439453, 0.443359, 0.337891, 0.378906, 0.431641, 0.361328, 0.230469, 0.5, 0.464844, 0.482422, 0.455078, 0.298828, 0.310547, 0.484375, 0.679688, 0.373047, 0.363281, 0.265625, 0.380859, 0.328125, 0.416016, 0.490234, 0.453125, 0.589844, 0.416016, 0.275391, 0.441406, 0.384766, 0.5, 0.425781, 0.449219, 0.441406, 0.757812, 0.507812, 0.296875, 0.439453, 0.550781, 0.359375, 0.34375, 0.542969, 0.182617, 0.222656, 0.371094, 0.400391, 0.378906, 0.363281, 0.550781, 0.417969, 0.269531, 0.443359, 0.238281, 0.519531, 0.3125, 0.443359, 0.373047, 0.496094, 0.466797, 0.447266, 0.412109, 0.341797, 0.314453, 0.519531, 0.472656, 0.382812, 0.462891, 0.328125, 0.480469, 0.484375, 0.535156, 0.460938, 0.339844, 0.339844, 0.335938, 0.431641, 0.4375, 0.4375, 0.453125, 0.4375, 0.447266, 0.507812, 0.347656, 0.421875, 0.519531, 0.515625, 0.457031, 0.176758, 0.375, 0.392578, 0.408203, 0.367188, 0.455078, 0.382812, 0.478516, 0.396484, 0.373047, 0.371094, 0.412109, 0.21875, 0.427734, 0.439453, 0.464844, 0.570312, 0.585938, 0.365234, 0.431641, 0.488281, 0.361328, 0.558594, 0.482422, 0.357422, 0.427734, 0.394531, 0.363281, 0.542969, 0.318359, 0.480469, 0.410156, 0.527344, 0.267578, 0.34375, 0.244141, 0.511719, 0.527344, 0.40625, 0.566406, 0.417969, 0.419922, 0.388672, 0.217773, 0.435547, 0.355469, 0.353516, 0.378906, 0.291016, 0.429688, 0.261719, 0.380859, 0.427734, 0.355469, 0.392578, 0.242188, 0.380859, 0.404297, 0.431641, 0.5, 0.425781, 0.435547, 0.345703, 0.402344, 0.357422, 0.339844, 0.302734, 0.458984, 0.390625, 0.441406, 0.449219, 0.365234, 0.460938, 0.236328, 0.306641, 0.355469, 0.482422, 0.361328, 0.46875, 0.28125, 0.384766, 0.359375, 0.435547, 0.404297, 0.503906, 0.347656, 0.443359, 0.363281, 0.460938, 0.198242, 0.34375, 0.231445, 0.427734, 0.419922, 0.382812, 0.318359, 0.507812, 0.447266, 0.412109, 0.396484, 0.294922, 0.261719, 0.34375, 0.237305, 0.355469, 0.349609, 0.380859, 0.302734, 0.492188, 0.859375, 0.220703, 0.523438, 0.414062 ] }, "name": "model.model.layers.27.input_layernorm.weight", "outputIndexes": [ 2206 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2205 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_27/Mul_output_0", "outputIndexes": [ 2207 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2206, 2207 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_27/Mul_1_output_0", "outputIndexes": [ 2208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 5144 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5144 ], "outputIndexes": [ 5145 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear", "inputIndexes": [ 5145 ], "outputIndexes": [ 5146 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 271231038, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5146 ], "outputIndexes": [ 5147 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5147 ], "outputIndexes": [ 2209 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2208 ], "main_type": "NONE", "name": "/Shape_379_output_0", "outputIndexes": [ 2210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2210 ], "main_type": "NONE", "name": "Shape5911", "outputIndexes": [ 2211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2210 ], "main_type": "NONE", "name": "Rank5913", "outputIndexes": [ 2212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2212, 2212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5915", "outputIndexes": [ 2213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5916", "outputIndexes": [ 2214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5918", "outputIndexes": [ 2215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5919", "outputIndexes": [ 2216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2211, 2214, 2216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5922", "outputIndexes": [ 2217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5923", "outputIndexes": [ 2218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5924", "outputIndexes": [ 2219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2219, 2218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5925", "outputIndexes": [ 2220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2210, 2220, 2213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_409_output_0", "outputIndexes": [ 2221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2221, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_865_output_0", "outputIndexes": [ 2222 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2222, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_351_output_0", "outputIndexes": [ 2223 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2209, 2223 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_244_output_0", "outputIndexes": [ 2224 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_216_output_0", "outputIndexes": [ 2225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224 ], "main_type": "NONE", "name": "/Shape_380_output_0", "outputIndexes": [ 2226 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2226 ], "main_type": "NONE", "name": "Shape5932", "outputIndexes": [ 2227 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2226 ], "main_type": "NONE", "name": "Rank5934", "outputIndexes": [ 2228 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2228, 2228 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5936", "outputIndexes": [ 2229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2229 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5937", "outputIndexes": [ 2230 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2229, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5939", "outputIndexes": [ 2231 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2231 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze5940", "outputIndexes": [ 2232 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2227, 2230, 2232, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice5943", "outputIndexes": [ 2233 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2233 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze5944", "outputIndexes": [ 2234 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2234 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5945", "outputIndexes": [ 2235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2235, 2234 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5946", "outputIndexes": [ 2236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2226, 2236, 2229 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_410_output_0", "outputIndexes": [ 2237 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2237, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_81_output_0", "outputIndexes": [ 2238 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2238, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_870_output_0", "outputIndexes": [ 2239 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 2239, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_109_output_0", "outputIndexes": [ 2240 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2240 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_54_output_0", "outputIndexes": [ 2241 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2224, 22, 2239, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_108_output_0", "outputIndexes": [ 2242 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2241, 2242 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_354_output_0", "outputIndexes": [ 2243 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2243, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_217_output_0", "outputIndexes": [ 2244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2225, 2244 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_135_output_0", "outputIndexes": [ 2245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 5148 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5148 ], "outputIndexes": [ 5149 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear", "inputIndexes": [ 5149 ], "outputIndexes": [ 5150 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 272152660, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5150 ], "outputIndexes": [ 5151 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5151 ], "outputIndexes": [ 2246 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2222, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_352_output_0", "outputIndexes": [ 2247 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2246, 2247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_245_output_0", "outputIndexes": [ 2248 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_218_output_0", "outputIndexes": [ 2249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248 ], "main_type": "NONE", "name": "/Shape_381_output_0", "outputIndexes": [ 2250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2250 ], "main_type": "NONE", "name": "Shape5995", "outputIndexes": [ 2251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2250 ], "main_type": "NONE", "name": "Rank5997", "outputIndexes": [ 2252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2252, 2252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp5999", "outputIndexes": [ 2253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6000", "outputIndexes": [ 2254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6002", "outputIndexes": [ 2255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6003", "outputIndexes": [ 2256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2251, 2254, 2256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6006", "outputIndexes": [ 2257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6007", "outputIndexes": [ 2258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6008", "outputIndexes": [ 2259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2259, 2258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6009", "outputIndexes": [ 2260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2250, 2260, 2253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_411_output_0", "outputIndexes": [ 2261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2261, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_82_output_0", "outputIndexes": [ 2262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2262, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_872_output_0", "outputIndexes": [ 2263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 2263, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_111_output_0", "outputIndexes": [ 2264 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2264 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_55_output_0", "outputIndexes": [ 2265 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2248, 22, 2263, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_110_output_0", "outputIndexes": [ 2266 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2265, 2266 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_355_output_0", "outputIndexes": [ 2267 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2267, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_219_output_0", "outputIndexes": [ 2268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2249, 2268 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_136_output_0", "outputIndexes": [ 2269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2208 ], "outputIndexes": [ 5152 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5152 ], "outputIndexes": [ 5153 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear", "inputIndexes": [ 5153 ], "outputIndexes": [ 5154 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 272383082, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5154 ], "outputIndexes": [ 5155 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5155 ], "outputIndexes": [ 2270 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2270, 2247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_246_output_0", "outputIndexes": [ 2271 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2245, 2269, 2271, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_251_output_0", "outputIndexes": [ 2272 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2272 ], "outputIndexes": [ 5156 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5156 ], "outputIndexes": [ 5157 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear", "inputIndexes": [ 5157 ], "outputIndexes": [ 5158 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 272613504, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5158 ], "outputIndexes": [ 5159 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5159 ], "outputIndexes": [ 2273 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2205, 2273 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_138_output_0", "outputIndexes": [ 2274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.292969, 0.365234, 0.365234, 0.376953, 0.375, 0.357422, 0.170898, 0.375, 0.304688, 0.289062, 0.291016, 0.361328, 0.292969, 0.347656, 0.332031, 0.367188, 0.219727, 0.341797, 0.347656, 0.275391, 0.353516, 0.375, 0.322266, 0.302734, 0.328125, 0.382812, 0.314453, 0.378906, 0.355469, 0.369141, 0.283203, 0.165039, 0.359375, 0.34375, 0.349609, 0.355469, 0.289062, 0.349609, 0.279297, 0.371094, 0.355469, 0.365234, 0.332031, 0.322266, 0.277344, 0.322266, 0.394531, 0.298828, 0.388672, 0.261719, 0.378906, 0.28125, 0.347656, 0.347656, 0.277344, 0.355469, 0.412109, 0.341797, 0.345703, 0.382812, 0.349609, 0.371094, 0.316406, 0.363281, 0.296875, 0.285156, 0.227539, 0.285156, 0.392578, 0.206055, 0.386719, 0.279297, 0.332031, 0.320312, 0.378906, 0.320312, 0.320312, 0.398438, 0.277344, 0.349609, 0.333984, 0.390625, 0.310547, 0.328125, 0.378906, 0.279297, 0.394531, 0.291016, 0.417969, 0.28125, 0.318359, 0.339844, 0.289062, 0.359375, 0.291016, 0.287109, 0.458984, 0.392578, 0.412109, 0.365234, 0.324219, 0.320312, 0.378906, 0.363281, 0.34375, 0.283203, 0.382812, 0.347656, 0.359375, 0.349609, 0.347656, 0.392578, 0.337891, 0.341797, 0.369141, 0.310547, 0.351562, 0.361328, 0.412109, 0.376953, 0.357422, 0.289062, 0.386719, 0.298828, 0.40625, 0.339844, 0.217773, 0.378906, 0.371094, 0.40625, 0.373047, 0.371094, 0.367188, 0.337891, 0.367188, 0.335938, 0.376953, 0.339844, 0.283203, 0.302734, 0.392578, 0.333984, 0.347656, 0.421875, 0.390625, 0.363281, 0.347656, 0.289062, 0.363281, 0.365234, 0.345703, 0.351562, 0.359375, 0.386719, 0.365234, 0.320312, 0.394531, 0.347656, 0.304688, 0.363281, 0.285156, 0.330078, 0.283203, 0.382812, 0.333984, 0.40625, 0.289062, 0.357422, 0.347656, 0.285156, 0.314453, 0.375, 0.382812, 0.324219, 0.285156, 0.408203, 0.332031, 0.369141, 0.392578, 0.380859, 0.341797, 0.302734, 0.332031, 0.341797, 0.380859, 0.359375, 0.361328, 0.353516, 0.380859, 0.382812, 0.378906, 0.320312, 0.289062, 0.349609, 0.351562, 0.349609, 0.337891, 0.306641, 0.108398, 0.382812, 0.345703, 0.349609, 0.308594, 0.347656, 0.322266, 0.363281, 0.408203, 0.333984, 0.316406, 0.382812, 0.347656, 0.353516, 0.353516, 0.302734, 0.367188, 0.337891, 0.371094, 0.330078, 0.376953, 0.353516, 0.349609, 0.353516, 0.300781, 0.333984, 0.427734, 0.324219, 0.375, 0.287109, 0.470703, 0.339844, 0.302734, 0.28125, 0.371094, 0.333984, 0.380859, 0.292969, 0.359375, 0.306641, 0.388672, 0.369141, 0.373047, 0.322266, 0.361328, 0.363281, 0.369141, 0.324219, 0.3125, 0.375, 0.388672, 0.341797, 0.349609, 0.302734, 0.292969, 0.347656, 0.326172, 0.373047, 0.300781, 0.332031, 0.291016, 0.390625, 0.396484, 0.373047, 0.357422, 0.300781, 0.382812, 0.376953, 0.339844, 0.380859, 0.28125, 0.363281, 0.277344, 0.330078, 0.332031, 0.277344, 0.298828, 0.375, 0.365234, 0.294922, 0.291016, 0.384766, 0.296875, 0.367188, 0.347656, 0.390625, 0.369141, 0.341797, 0.408203, 0.380859, 0.371094, 0.402344, 0.380859, 0.355469, 0.367188, 0.351562, 0.363281, 0.349609, 0.294922, 0.363281, 0.365234, 0.357422, 0.347656, 0.353516, 0.34375, 0.283203, 0.353516, 0.355469, 0.296875, 0.337891, 0.376953, 0.386719, 0.277344, 0.378906, 0.332031, 0.294922, 0.388672, 0.330078, 0.371094, 0.28125, 0.277344, 0.376953, 0.410156, 0.378906, 0.371094, 0.355469, 0.330078, 0.3125, 0.365234, 0.439453, 0.384766, 0.326172, 0.261719, 0.292969, 0.287109, 0.345703, 0.330078, 0.351562, 0.388672, 0.306641, 0.283203, 0.269531, 0.335938, 0.34375, 0.345703, 0.289062, 0.404297, 0.363281, 0.310547, 0.361328, 0.308594, 0.376953, 0.378906, 0.371094, 0.294922, 0.337891, 0.347656, 0.359375, 0.359375, 0.367188, 0.339844, 0.378906, 0.333984, 0.3125, 0.351562, 0.369141, 0.363281, 0.34375, 0.367188, 0.376953, 0.3125, 0.300781, 0.394531, 0.335938, 0.375, 0.273438, 0.332031, 0.345703, 0.367188, 0.359375, 0.373047, 0.285156, 0.199219, 0.3125, 0.494141, 0.357422, 0.363281, 0.335938, 0.300781, 0.373047, 0.306641, 0.357422, 0.349609, 0.267578, 0.404297, 0.291016, 0.390625, 0.363281, 0.339844, 0.392578, 0.376953, 0.365234, 0.330078, 0.386719, 0.285156, 0.369141, 0.404297, 0.300781, 0.388672, 0.353516, 0.367188, 0.353516, 0.314453, 0.417969, 0.371094, 0.337891, 0.386719, 0.394531, 0.345703, 0.361328, 0.359375, 0.314453, 0.408203, 0.322266, 0.306641, 0.361328, 0.376953, 0.287109, 0.373047, 0.320312, 0.243164, 0.34375, 0.294922, 0.287109, 0.382812, 0.34375, 0.328125, 0.380859, 0.394531, 0.339844, 0.328125, 0.351562, 0.429688, 0.296875, 0.300781, 0.441406, 0.320312, 0.298828, 0.361328, 0.388672, 0.273438, 0.355469, 0.332031, 0.28125, 0.335938, 0.390625, 0.386719, 0.390625, 0.367188, 0.355469, 0.341797, 0.300781, 0.349609, 0.318359, 0.347656, 0.34375, 0.308594, 0.369141, 0.320312, 0.380859, 0.380859, 0.291016, 0.341797, 0.386719, 0.359375, 0.34375, 0.332031, 0.324219, 0.318359, 0.384766, 0.304688, 0.316406, 0.359375, 0.376953, 0.400391, 0.345703, 0.376953, 0.300781, 0.363281, 0.289062, 0.376953, 0.337891, 0.384766, 0.384766, 0.376953, 0.371094, 0.341797, 0.292969, 0.402344, 0.347656, 0.287109, 0.308594, 0.181641, 0.324219, 0.373047, 0.359375, 0.298828, 0.402344, 0.335938, 0.335938, 0.400391, 0.339844, 0.337891, 0.386719, 0.25, 0.304688, 0.3125, 0.392578, 0.367188, 0.289062, 0.322266, 0.318359, 0.353516, 0.369141, 0.283203, 0.369141, 0.376953, 0.333984, 0.375, 0.404297, 0.394531, 0.310547, 0.255859, 0.3125, 0.285156, 0.261719, 0.376953, 0.320312, 0.326172, 0.384766, 0.322266, 0.351562, 0.382812, 0.277344, 0.310547, 0.396484, 0.363281, 0.306641, 0.339844, 0.296875, 0.306641, 0.289062, 0.306641, 0.349609, 0.402344, 0.376953, 0.361328, 0.376953, 0.332031, 0.212891, 0.369141, 0.285156, 0.291016, 0.300781, 0.386719, 0.337891, 0.292969, 0.273438, 0.375, 0.363281, 0.335938, 0.337891, 0.40625, 0.369141, 0.279297, 0.384766, 0.328125, 0.386719, 0.330078, 0.361328, 0.316406, 0.279297, 0.421875, 0.349609, 0.332031, 0.322266, 0.384766, 0.349609, 0.326172, 0.357422, 0.382812, 0.337891, 0.308594, 0.283203, 0.380859, 0.371094, 0.363281, 0.285156, 0.378906, 0.308594, 0.283203, 0.398438, 0.365234, 0.345703, 0.349609, 0.34375, 0.283203, 0.287109, 0.371094, 0.326172, 0.333984, 0.382812, 0.291016, 0.398438, 0.347656, 0.300781, 0.359375, 0.351562, 0.294922, 0.34375, 0.333984, 0.382812, 0.265625, 0.357422, 0.332031, 0.355469, 0.324219, 0.28125, 0.400391, 0.237305, 0.34375, 0.259766, 0.185547, 0.318359, 0.339844, 0.363281, 0.294922, 0.375, 0.349609, 0.332031, 0.386719, 0.347656, 0.294922, 0.373047, 0.351562, 0.289062, 0.283203, 0.318359, 0.326172, 0.291016, 0.318359, 0.277344, 0.384766, 0.419922, 0.390625, 0.283203, 0.355469, 0.339844, 0.306641, 0.376953, 0.283203, 0.265625, 0.328125, 0.40625, 0.298828, 0.318359, 0.351562, 0.357422, 0.335938, 0.384766, 0.34375, 0.408203, 0.371094, 0.353516, 0.322266, 0.277344, 0.287109, 0.277344, 0.361328, 0.380859, 0.351562, 0.378906, 0.357422, 0.367188, 0.204102, 0.320312, 0.353516, 0.384766, 0.287109, 0.394531, 0.380859, 0.320312, 0.351562, 0.378906, 0.337891, 0.369141, 0.310547, 0.376953, 0.361328, 0.326172, 0.365234, 0.382812, 0.328125, 0.359375, 0.296875, 0.347656, 0.243164, 0.28125, 0.378906, 0.326172, 0.304688, 0.345703, 0.287109, 0.386719, 0.353516, 0.396484, 0.394531, 0.345703, 0.345703, 0.287109, 0.291016, 0.355469, 0.304688, 0.330078, 0.292969, 0.357422, 0.382812, 0.328125, 0.261719, 0.337891, 0.335938, 0.34375, 0.375, 0.249023, 0.355469, 0.361328, 0.283203, 0.412109, 0.283203, 0.335938, 0.365234, 0.345703, 0.365234, 0.363281, 0.371094, 0.320312, 0.367188, 0.367188, 0.1875, 0.357422, 0.361328, 0.316406, 0.283203, 0.273438, 0.380859, 0.328125, 0.386719, 0.367188, 0.347656, 0.304688, 0.300781, 0.330078, 0.345703, 0.404297, 0.34375, 0.273438, 0.359375, 0.357422, 0.3125, 0.378906, 0.337891, 0.3125, 0.316406, 0.298828, 0.296875, 0.322266, 0.271484, 0.380859, 0.337891, 0.402344, 0.355469, 0.378906, 0.294922, 0.412109, 0.269531, 0.386719, 0.361328, 0.337891, 0.277344, 0.367188, 0.345703, 0.347656, 0.355469, 0.328125, 0.353516, 0.292969, 0.316406, 0.359375, 0.236328, 0.345703, 0.34375, 0.363281, 0.373047, 0.353516, 0.363281, 0.3125, 0.34375, 0.474609, 0.378906, 0.283203, 0.333984, 0.318359, 0.347656, 0.386719, 0.326172, 0.361328, 0.332031, 0.310547, 0.371094, 0.341797, 0.359375, 0.443359, 0.34375, 0.392578, 0.394531, 0.339844, 0.314453, 0.386719, 0.335938, 0.300781, 0.386719, 0.367188, 0.347656, 0.335938, 0.382812, 0.294922, 0.425781, 0.359375, 0.365234, 0.365234, 0.318359, 0.355469, 0.402344, 0.357422, 0.373047, 0.345703, 0.380859, 0.298828, 0.292969, 0.384766, 0.382812, 0.328125, 0.289062, 0.498047, 0.298828, 0.332031, 0.345703, 0.355469, 0.283203, 0.361328, 0.283203, 0.363281, 0.302734, 0.322266, 0.378906, 0.289062, 0.353516, 0.244141, 0.335938, 0.320312, 0.34375, 0.289062, 0.333984, 0.328125, 0.371094, 0.380859, 0.296875, 0.363281, 0.296875, 0.267578, 0.359375, 0.279297, 0.361328, 0.388672, 0.353516, 0.335938, 0.365234, 0.345703, 0.328125, 0.292969, 0.365234, 0.371094, 0.392578, 0.341797, 0.237305, 0.361328, 0.378906, 0.367188, 0.285156, 0.367188, 0.339844, 0.371094, 0.279297, 0.40625, 0.302734, 0.322266, 0.390625, 0.357422, 0.349609, 0.384766, 0.330078, 0.333984, 0.287109, 0.486328, 0.378906, 0.394531, 0.367188, 0.337891, 0.359375, 0.339844, 0.367188, 0.384766, 0.285156, 0.332031, 0.414062, 0.328125, 0.392578, 0.275391, 0.339844, 0.292969, 0.347656, 0.355469, 0.332031, 0.289062, 0.351562, 0.429688, 0.345703, 0.375, 0.357422, 0.279297, 0.287109, 0.357422, 0.371094, 0.365234, 0.291016, 0.363281, 0.384766, 0.330078, 0.345703, 0.357422, 0.363281, 0.328125, 0.359375, 0.263672, 0.353516, 0.367188, 0.324219, 0.363281, 0.349609, 0.390625, 0.345703, 0.172852, 0.382812, 0.361328, 0.355469, 0.351562, 0.296875, 0.384766, 0.308594, 0.347656, 0.347656, 0.322266, 0.355469, 0.369141, 0.40625, 0.304688, 0.359375, 0.320312, 0.34375, 0.349609, 0.318359, 0.398438, 0.298828, 0.332031, 0.330078, 0.339844, 0.330078, 0.376953, 0.359375, 0.277344, 0.298828, 0.322266, 0.326172, 0.388672, 0.277344, 0.371094, 0.320312, 0.386719, 0.351562, 0.375, 0.388672, 0.353516, 0.359375, 0.285156, 0.373047, 0.375, 0.361328, 0.365234, 0.416016, 0.349609, 0.3125, 0.314453, 0.300781, 0.380859, 0.302734, 0.351562, 0.384766, 0.378906, 0.335938, 0.333984, 0.314453, 0.392578, 0.378906, 0.339844, 0.388672, 0.388672, 0.386719, 0.332031, 0.341797, 0.361328, 0.306641, 0.363281, 0.363281, 0.326172, 0.283203, 0.337891, 0.373047, 0.328125, 0.316406, 0.316406, 0.283203, 0.392578, 0.384766, 0.376953, 0.287109, 0.337891, 0.369141, 0.238281, 0.359375, 0.296875, 0.347656, 0.333984, 0.363281, 0.328125, 0.355469, 0.363281, 0.380859, 0.375, 0.289062, 0.355469, 0.384766, 0.363281, 0.394531, 0.349609, 0.371094, 0.283203, 0.183594, 0.28125, 0.382812, 0.351562, 0.300781, 0.388672, 0.341797, 0.285156, 0.359375, 0.371094, 0.375, 0.314453, 0.371094, 0.330078, 0.375, 0.378906, 0.306641, 0.296875, 0.363281, 0.390625, 0.316406, 0.345703, 0.400391, 0.306641, 0.283203, 0.382812, 0.365234, 0.376953, 0.335938, 0.333984, 0.314453, 0.367188, 0.388672, 0.357422, 0.341797, 0.283203, 0.332031, 0.310547, 0.367188, 0.400391, 0.373047, 0.28125, 0.380859, 0.318359, 0.373047, 0.351562, 0.398438, 0.375, 0.349609, 0.369141, 0.226562, 0.390625, 0.384766, 0.373047, 0.378906, 0.291016, 0.330078, 0.369141, 0.310547, 0.283203, 0.335938, 0.351562, 0.347656, 0.341797, 0.386719, 0.376953, 0.306641, 0.349609, 0.306641, 0.375, 0.304688, 0.380859, 0.357422, 0.371094, 0.380859, 0.384766, 0.34375, 0.347656, 0.3125, 0.392578, 0.404297, 0.306641, 0.361328, 0.318359, 0.310547, 0.375, 0.25, 0.361328, 0.316406, 0.320312, 0.320312, 0.384766, 0.388672, 0.335938, 0.367188, 0.376953, 0.363281, 0.386719, 0.314453, 0.378906, 0.386719, 0.382812, 0.382812, 0.267578, 0.302734, 0.365234, 0.375, 0.363281, 0.367188, 0.355469, 0.404297, 0.339844, 0.318359, 0.361328, 0.345703, 0.298828, 0.367188, 0.388672, 0.371094, 0.40625, 0.419922, 0.345703, 0.410156, 0.378906, 0.328125, 0.410156, 0.390625, 0.332031, 0.386719, 0.345703, 0.326172, 0.400391, 0.302734, 0.376953, 0.353516, 0.423828, 0.324219, 0.283203, 0.279297, 0.396484, 0.367188, 0.371094, 0.466797, 0.332031, 0.378906, 0.34375, 0.273438, 0.376953, 0.326172, 0.333984, 0.363281, 0.355469, 0.34375, 0.300781, 0.314453, 0.347656, 0.347656, 0.355469, 0.285156, 0.363281, 0.361328, 0.347656, 0.378906, 0.369141, 0.382812, 0.375, 0.365234, 0.300781, 0.273438, 0.320312, 0.353516, 0.355469, 0.347656, 0.384766, 0.316406, 0.359375, 0.283203, 0.285156, 0.347656, 0.359375, 0.326172, 0.392578, 0.367188, 0.341797, 0.351562, 0.361328, 0.371094, 0.378906, 0.324219, 0.384766, 0.347656, 0.378906, 0.283203, 0.308594, 0.287109, 0.353516, 0.345703, 0.292969, 0.328125, 0.400391, 0.332031, 0.365234, 0.390625, 0.269531, 0.28125, 0.322266, 0.277344, 0.333984, 0.308594, 0.333984, 0.304688, 0.417969, 0.155273, 0.291016, 0.402344, 0.359375 ] }, "name": "model.model.layers.27.post_attention_layernorm.weight", "outputIndexes": [ 2275 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2274 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_27/Mul_output_0", "outputIndexes": [ 2276 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2275, 2276 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_27/Mul_1_output_0", "outputIndexes": [ 2277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2277 ], "outputIndexes": [ 5160 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5160 ], "outputIndexes": [ 5161 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear", "inputIndexes": [ 5161 ], "outputIndexes": [ 5162 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 273535126, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5162 ], "outputIndexes": [ 5163 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5163 ], "outputIndexes": [ 2278 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2278 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_27/Sigmoid_output_0", "outputIndexes": [ 2279 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2278, 2279 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_27/Mul_output_0", "outputIndexes": [ 2280 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2277 ], "outputIndexes": [ 5164 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5164 ], "outputIndexes": [ 5165 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear", "inputIndexes": [ 5165 ], "outputIndexes": [ 5166 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 276115628, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5166 ], "outputIndexes": [ 5167 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5167 ], "outputIndexes": [ 2281 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2280, 2281 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_27/Mul_output_0", "outputIndexes": [ 2282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2282 ], "outputIndexes": [ 5168 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5168 ], "outputIndexes": [ 5169 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear", "inputIndexes": [ 5169 ], "outputIndexes": [ 5170 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 278696130, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5170 ], "outputIndexes": [ 5171 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.27/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5171 ], "outputIndexes": [ 2283 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2274, 2283 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_139_output_0", "outputIndexes": [ 2284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2284, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_252_output_0", "outputIndexes": [ 2285 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.388672, 0.419922, 0.492188, 0.554688, 0.515625, 0.478516, 0.972656, 0.503906, 0.355469, 0.46875, 0.472656, 0.410156, 0.316406, 0.431641, 0.382812, 0.460938, 0.75, 0.408203, 0.421875, 0.318359, 0.476562, 0.601562, 0.439453, 0.384766, 0.423828, 0.539062, 0.404297, 0.443359, 0.445312, 0.433594, 0.59375, 0.283203, 0.464844, 0.476562, 0.439453, 0.423828, 0.445312, 0.410156, 0.494141, 0.511719, 0.462891, 0.490234, 0.457031, 0.419922, 0.414062, 0.470703, 0.628906, 0.359375, 0.527344, 0.539062, 0.498047, 0.488281, 0.386719, 0.535156, 0.394531, 0.484375, 0.53125, 0.419922, 0.445312, 0.5625, 0.457031, 0.449219, 0.378906, 0.53125, 0.427734, 0.597656, 0.882812, 0.419922, 0.570312, 0.625, 0.503906, 0.363281, 0.445312, 0.427734, 0.566406, 0.394531, 0.400391, 0.535156, 0.416016, 0.423828, 0.423828, 0.496094, 0.378906, 0.349609, 0.515625, 0.318359, 0.5625, 0.429688, 0.648438, 0.40625, 0.400391, 0.443359, 0.355469, 0.490234, 0.427734, 0.414062, 0.609375, 0.539062, 0.585938, 0.546875, 0.462891, 0.371094, 0.458984, 0.480469, 0.488281, 0.384766, 0.605469, 0.464844, 0.417969, 0.376953, 0.427734, 0.519531, 0.419922, 0.558594, 0.523438, 0.667969, 0.458984, 0.441406, 0.527344, 0.554688, 0.476562, 0.335938, 0.431641, 0.453125, 0.570312, 0.417969, 0.855469, 0.490234, 0.429688, 0.574219, 0.542969, 0.394531, 0.535156, 0.449219, 0.5, 0.466797, 0.507812, 0.447266, 0.613281, 0.365234, 0.470703, 0.427734, 0.455078, 0.5625, 0.416016, 0.478516, 0.416016, 0.333984, 0.402344, 0.507812, 0.453125, 0.507812, 0.453125, 0.515625, 0.466797, 0.447266, 0.472656, 0.464844, 0.402344, 0.490234, 0.386719, 0.445312, 0.390625, 0.539062, 0.392578, 0.503906, 0.535156, 0.558594, 0.412109, 0.376953, 0.419922, 0.542969, 0.511719, 0.421875, 0.503906, 0.558594, 0.433594, 0.40625, 0.578125, 0.511719, 0.429688, 0.40625, 0.376953, 0.421875, 0.455078, 0.46875, 0.449219, 0.449219, 0.511719, 0.570312, 0.570312, 0.417969, 0.373047, 0.404297, 0.419922, 0.451172, 0.396484, 0.435547, 0.148438, 0.464844, 0.416016, 0.322266, 0.380859, 0.455078, 0.367188, 0.449219, 0.478516, 0.416016, 0.458984, 0.507812, 0.515625, 0.4375, 0.542969, 0.417969, 0.496094, 0.445312, 0.441406, 0.369141, 0.503906, 0.394531, 0.457031, 0.40625, 0.371094, 0.421875, 0.523438, 0.384766, 0.535156, 0.40625, 0.570312, 0.439453, 0.410156, 0.53125, 0.451172, 0.4375, 0.671875, 0.425781, 0.494141, 0.376953, 0.554688, 0.392578, 0.486328, 0.416016, 0.394531, 0.492188, 0.484375, 0.419922, 0.384766, 0.496094, 0.496094, 0.494141, 0.431641, 0.330078, 0.363281, 0.46875, 0.470703, 0.546875, 0.375, 0.386719, 0.414062, 0.470703, 0.5, 0.53125, 0.480469, 0.355469, 0.470703, 0.476562, 0.367188, 0.546875, 0.388672, 0.640625, 0.835938, 0.384766, 0.441406, 0.675781, 0.414062, 0.511719, 0.484375, 0.388672, 0.542969, 0.527344, 0.351562, 0.503906, 0.396484, 0.527344, 0.53125, 0.457031, 0.558594, 0.494141, 0.457031, 0.507812, 0.496094, 0.507812, 0.486328, 0.53125, 0.460938, 0.443359, 0.265625, 0.474609, 0.488281, 0.439453, 0.414062, 0.486328, 0.427734, 0.427734, 0.488281, 0.433594, 0.378906, 0.445312, 0.494141, 0.566406, 0.359375, 0.582031, 0.421875, 0.417969, 0.550781, 0.351562, 0.429688, 0.341797, 0.757812, 0.488281, 0.519531, 0.515625, 0.539062, 0.451172, 0.439453, 0.46875, 0.451172, 0.535156, 0.484375, 0.453125, 0.578125, 0.367188, 0.455078, 0.425781, 0.632812, 0.425781, 0.527344, 0.339844, 0.408203, 0.390625, 0.423828, 0.447266, 0.425781, 0.314453, 0.59375, 0.609375, 0.380859, 0.427734, 0.414062, 0.535156, 0.589844, 0.5, 0.365234, 0.539062, 0.474609, 0.621094, 0.482422, 0.494141, 0.388672, 0.523438, 0.386719, 0.425781, 0.458984, 0.441406, 0.451172, 0.435547, 0.605469, 0.46875, 0.384766, 0.369141, 0.53125, 0.337891, 0.511719, 0.384766, 0.482422, 0.425781, 0.472656, 0.503906, 0.457031, 0.470703, 0.796875, 0.371094, 0.609375, 0.396484, 0.40625, 0.365234, 0.4375, 0.466797, 0.453125, 0.441406, 0.478516, 0.539062, 0.535156, 0.4375, 0.605469, 0.453125, 0.445312, 0.519531, 0.554688, 0.453125, 0.439453, 0.613281, 0.408203, 0.388672, 0.447266, 0.363281, 0.605469, 0.527344, 0.429688, 0.433594, 0.386719, 0.617188, 0.394531, 0.451172, 0.515625, 0.486328, 0.425781, 0.453125, 0.433594, 0.4375, 0.578125, 0.384766, 0.466797, 0.484375, 0.464844, 0.335938, 0.451172, 0.5, 0.597656, 0.464844, 0.613281, 0.398438, 0.5, 0.515625, 0.365234, 0.503906, 0.632812, 0.458984, 0.394531, 0.34375, 0.582031, 0.417969, 0.404297, 0.566406, 0.384766, 0.511719, 0.386719, 0.582031, 0.408203, 0.447266, 0.542969, 0.574219, 0.414062, 0.535156, 0.449219, 0.53125, 0.511719, 0.4375, 0.416016, 0.400391, 0.470703, 0.472656, 0.431641, 0.570312, 0.480469, 0.464844, 0.421875, 0.578125, 0.570312, 0.441406, 0.478516, 0.470703, 0.496094, 0.519531, 0.484375, 0.433594, 0.443359, 0.46875, 0.376953, 0.427734, 0.490234, 0.519531, 0.511719, 0.398438, 0.486328, 0.396484, 0.457031, 0.390625, 0.5, 0.398438, 0.59375, 0.566406, 0.447266, 0.441406, 0.412109, 0.416016, 0.443359, 0.470703, 0.398438, 0.390625, 0.921875, 0.388672, 0.458984, 0.558594, 0.53125, 0.488281, 0.425781, 0.566406, 0.609375, 0.46875, 0.4375, 0.535156, 0.550781, 0.363281, 0.371094, 0.558594, 0.546875, 0.400391, 0.367188, 0.376953, 0.482422, 0.539062, 0.435547, 0.439453, 0.585938, 0.441406, 0.462891, 0.585938, 0.523438, 0.445312, 0.601562, 0.402344, 0.339844, 0.326172, 0.503906, 0.449219, 0.425781, 0.542969, 0.402344, 0.474609, 0.53125, 0.390625, 0.449219, 0.445312, 0.492188, 0.373047, 0.425781, 0.455078, 0.476562, 0.441406, 0.46875, 0.410156, 0.632812, 0.53125, 0.460938, 0.488281, 0.443359, 0.10498, 0.427734, 0.431641, 0.472656, 0.433594, 0.447266, 0.419922, 0.396484, 0.363281, 0.458984, 0.433594, 0.484375, 0.4375, 0.570312, 0.515625, 0.402344, 0.462891, 0.394531, 0.474609, 0.402344, 0.419922, 0.398438, 0.390625, 0.632812, 0.484375, 0.445312, 0.496094, 0.519531, 0.492188, 0.417969, 0.433594, 0.59375, 0.367188, 0.373047, 0.355469, 0.507812, 0.40625, 0.486328, 0.347656, 0.46875, 0.503906, 0.40625, 0.542969, 0.441406, 0.558594, 0.496094, 0.298828, 0.357422, 0.371094, 0.46875, 0.394531, 0.453125, 0.466797, 0.421875, 0.519531, 0.527344, 0.396484, 0.474609, 0.429688, 0.625, 0.460938, 0.429688, 0.535156, 0.466797, 0.402344, 0.427734, 0.597656, 0.417969, 0.380859, 0.554688, 0.601562, 0.476562, 0.322266, 0.804688, 0.34375, 0.412109, 0.412109, 0.375, 0.492188, 0.490234, 0.515625, 0.503906, 0.453125, 0.455078, 0.480469, 0.429688, 0.371094, 0.394531, 0.386719, 0.400391, 0.388672, 0.539062, 0.683594, 0.625, 0.542969, 0.566406, 0.417969, 0.429688, 0.388672, 0.453125, 0.439453, 0.363281, 0.410156, 0.427734, 0.503906, 0.398438, 0.402344, 0.423828, 0.417969, 0.425781, 0.480469, 0.462891, 0.433594, 0.449219, 0.488281, 0.433594, 0.601562, 0.349609, 0.408203, 0.542969, 0.421875, 0.466797, 0.546875, 0.605469, 0.585938, 0.773438, 0.40625, 0.550781, 0.628906, 0.388672, 0.554688, 0.542969, 0.339844, 0.427734, 0.53125, 0.429688, 0.478516, 0.404297, 0.449219, 0.443359, 0.398438, 0.433594, 0.396484, 0.390625, 0.447266, 0.417969, 0.431641, 0.628906, 0.453125, 0.447266, 0.404297, 0.300781, 0.539062, 0.447266, 0.53125, 0.470703, 0.535156, 0.527344, 0.462891, 0.439453, 0.400391, 0.351562, 0.492188, 0.40625, 0.384766, 0.378906, 0.490234, 0.472656, 0.390625, 0.894531, 0.451172, 0.486328, 0.441406, 0.515625, 0.253906, 0.421875, 0.408203, 0.375, 0.613281, 0.359375, 0.425781, 0.486328, 0.455078, 0.539062, 0.464844, 0.429688, 0.455078, 0.492188, 0.441406, 0.859375, 0.4375, 0.492188, 0.435547, 0.314453, 0.492188, 0.496094, 0.400391, 0.53125, 0.449219, 0.382812, 0.390625, 0.357422, 0.386719, 0.425781, 0.554688, 0.408203, 0.507812, 0.492188, 0.496094, 0.373047, 0.392578, 0.400391, 0.535156, 0.507812, 0.359375, 0.357422, 0.367188, 0.675781, 0.542969, 0.46875, 0.625, 0.417969, 0.523438, 0.355469, 0.494141, 0.488281, 0.519531, 0.466797, 0.476562, 0.484375, 0.515625, 0.486328, 0.443359, 0.5625, 0.455078, 0.539062, 0.363281, 0.4375, 0.478516, 0.652344, 0.408203, 0.425781, 0.425781, 0.542969, 0.466797, 0.460938, 0.445312, 0.412109, 0.605469, 0.515625, 0.373047, 0.486328, 0.414062, 0.5, 0.460938, 0.460938, 0.453125, 0.511719, 0.414062, 0.419922, 0.496094, 0.5, 0.671875, 0.453125, 0.496094, 0.535156, 0.447266, 0.447266, 0.511719, 0.386719, 0.478516, 0.605469, 0.515625, 0.462891, 0.408203, 0.621094, 0.460938, 0.507812, 0.496094, 0.476562, 0.492188, 0.419922, 0.443359, 0.539062, 0.482422, 0.4375, 0.449219, 0.460938, 0.417969, 0.369141, 0.478516, 0.511719, 0.449219, 0.328125, 0.609375, 0.570312, 0.423828, 0.451172, 0.466797, 0.359375, 0.515625, 0.292969, 0.503906, 0.464844, 0.53125, 0.5625, 0.363281, 0.570312, 0.625, 0.414062, 0.449219, 0.416016, 0.355469, 0.4375, 0.486328, 0.451172, 0.470703, 0.375, 0.445312, 0.507812, 0.419922, 0.439453, 0.498047, 0.439453, 0.515625, 0.451172, 0.5, 0.503906, 0.443359, 0.394531, 0.628906, 0.423828, 0.546875, 0.589844, 0.404297, 0.660156, 0.458984, 0.439453, 0.458984, 0.384766, 0.425781, 0.453125, 0.554688, 0.40625, 0.515625, 0.378906, 0.419922, 0.6875, 0.408203, 0.433594, 0.574219, 0.441406, 0.457031, 0.388672, 0.605469, 0.605469, 0.53125, 0.449219, 0.414062, 0.470703, 0.365234, 0.441406, 0.476562, 0.371094, 0.427734, 0.699219, 0.394531, 0.507812, 0.515625, 0.439453, 0.357422, 0.429688, 0.542969, 0.40625, 0.351562, 0.380859, 0.570312, 0.419922, 0.488281, 0.458984, 0.417969, 0.503906, 0.410156, 0.515625, 0.496094, 0.423828, 0.417969, 0.519531, 0.414062, 0.462891, 0.480469, 0.464844, 0.5625, 0.455078, 0.460938, 0.490234, 0.507812, 0.40625, 0.445312, 0.441406, 0.554688, 0.416016, 0.734375, 0.574219, 0.46875, 0.511719, 0.65625, 0.318359, 0.486328, 0.511719, 0.414062, 0.460938, 0.742188, 0.425781, 0.695312, 0.488281, 0.414062, 0.458984, 0.416016, 0.408203, 0.554688, 0.75, 0.515625, 0.527344, 0.574219, 0.464844, 0.519531, 0.353516, 0.574219, 0.417969, 0.404297, 0.695312, 0.451172, 0.451172, 0.636719, 0.404297, 0.519531, 0.376953, 0.462891, 0.511719, 0.478516, 0.539062, 0.398438, 0.484375, 0.330078, 0.417969, 0.570312, 0.601562, 0.503906, 0.613281, 0.632812, 0.382812, 0.378906, 0.367188, 0.429688, 0.355469, 0.519531, 0.447266, 0.421875, 0.449219, 0.447266, 0.396484, 0.511719, 0.419922, 0.447266, 0.597656, 0.515625, 0.482422, 0.355469, 0.490234, 0.589844, 0.507812, 0.408203, 0.486328, 0.392578, 0.369141, 0.455078, 0.386719, 0.410156, 0.367188, 0.5625, 0.333984, 0.498047, 0.535156, 0.503906, 0.449219, 0.455078, 0.431641, 0.660156, 0.441406, 0.425781, 0.416016, 0.376953, 0.527344, 0.425781, 0.443359, 0.515625, 0.59375, 0.460938, 0.462891, 0.515625, 0.546875, 0.445312, 0.523438, 0.464844, 0.546875, 0.445312, 0.878906, 0.605469, 0.566406, 0.478516, 0.396484, 0.482422, 0.429688, 0.449219, 0.441406, 0.484375, 0.492188, 0.453125, 0.519531, 0.472656, 0.59375, 0.558594, 0.353516, 0.421875, 0.515625, 0.5, 0.412109, 0.429688, 0.457031, 0.433594, 0.421875, 0.554688, 0.539062, 0.539062, 0.554688, 0.349609, 0.375, 0.53125, 0.761719, 0.4375, 0.392578, 0.414062, 0.441406, 0.40625, 0.486328, 0.503906, 0.539062, 0.675781, 0.445312, 0.341797, 0.511719, 0.445312, 0.515625, 0.464844, 0.486328, 0.503906, 0.789062, 0.558594, 0.367188, 0.486328, 0.617188, 0.457031, 0.392578, 0.636719, 0.496094, 0.386719, 0.453125, 0.431641, 0.433594, 0.416016, 0.59375, 0.462891, 0.351562, 0.492188, 0.519531, 0.550781, 0.4375, 0.476562, 0.427734, 0.5625, 0.546875, 0.498047, 0.46875, 0.412109, 0.378906, 0.546875, 0.5, 0.466797, 0.515625, 0.384766, 0.515625, 0.539062, 0.628906, 0.5, 0.386719, 0.414062, 0.390625, 0.470703, 0.488281, 0.511719, 0.515625, 0.5, 0.498047, 0.59375, 0.443359, 0.476562, 0.613281, 0.5625, 0.492188, 0.410156, 0.435547, 0.414062, 0.455078, 0.40625, 0.464844, 0.4375, 0.542969, 0.472656, 0.441406, 0.427734, 0.480469, 0.300781, 0.474609, 0.496094, 0.515625, 0.621094, 0.660156, 0.429688, 0.5, 0.59375, 0.417969, 0.550781, 0.511719, 0.429688, 0.46875, 0.445312, 0.427734, 0.632812, 0.402344, 0.542969, 0.447266, 0.550781, 0.3125, 0.441406, 0.371094, 0.550781, 0.621094, 0.451172, 0.625, 0.496094, 0.488281, 0.458984, 0.431641, 0.490234, 0.417969, 0.429688, 0.421875, 0.341797, 0.488281, 0.451172, 0.451172, 0.523438, 0.392578, 0.478516, 0.419922, 0.423828, 0.431641, 0.472656, 0.570312, 0.447266, 0.511719, 0.369141, 0.449219, 0.447266, 0.369141, 0.365234, 0.578125, 0.421875, 0.484375, 0.478516, 0.433594, 0.539062, 0.388672, 0.412109, 0.398438, 0.554688, 0.451172, 0.523438, 0.308594, 0.435547, 0.417969, 0.478516, 0.447266, 0.523438, 0.431641, 0.507812, 0.429688, 0.507812, 0.390625, 0.392578, 0.431641, 0.507812, 0.490234, 0.478516, 0.367188, 0.585938, 0.527344, 0.4375, 0.40625, 0.375, 0.371094, 0.408203, 0.376953, 0.417969, 0.447266, 0.429688, 0.375, 0.542969, 0.800781, 0.417969, 0.566406, 0.482422 ] }, "name": "model.model.layers.28.input_layernorm.weight", "outputIndexes": [ 2286 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2285 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_28/Mul_output_0", "outputIndexes": [ 2287 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2286, 2287 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_28/Mul_1_output_0", "outputIndexes": [ 2288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2288 ], "outputIndexes": [ 5172 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5172 ], "outputIndexes": [ 5173 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear", "inputIndexes": [ 5173 ], "outputIndexes": [ 5174 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 281276632, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5174 ], "outputIndexes": [ 5175 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5175 ], "outputIndexes": [ 2289 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2288 ], "main_type": "NONE", "name": "/Shape_393_output_0", "outputIndexes": [ 2290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2290 ], "main_type": "NONE", "name": "Shape6127", "outputIndexes": [ 2291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2290 ], "main_type": "NONE", "name": "Rank6129", "outputIndexes": [ 2292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2292, 2292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6131", "outputIndexes": [ 2293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6132", "outputIndexes": [ 2294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6134", "outputIndexes": [ 2295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6135", "outputIndexes": [ 2296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2291, 2294, 2296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6138", "outputIndexes": [ 2297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6139", "outputIndexes": [ 2298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6140", "outputIndexes": [ 2299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2299, 2298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6141", "outputIndexes": [ 2300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2290, 2300, 2293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_424_output_0", "outputIndexes": [ 2301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2301, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_897_output_0", "outputIndexes": [ 2302 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2302, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_364_output_0", "outputIndexes": [ 2303 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2289, 2303 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_253_output_0", "outputIndexes": [ 2304 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_224_output_0", "outputIndexes": [ 2305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304 ], "main_type": "NONE", "name": "/Shape_394_output_0", "outputIndexes": [ 2306 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2306 ], "main_type": "NONE", "name": "Shape6148", "outputIndexes": [ 2307 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2306 ], "main_type": "NONE", "name": "Rank6150", "outputIndexes": [ 2308 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2308, 2308 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6152", "outputIndexes": [ 2309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2309 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6153", "outputIndexes": [ 2310 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2309, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6155", "outputIndexes": [ 2311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2311 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6156", "outputIndexes": [ 2312 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2307, 2310, 2312, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6159", "outputIndexes": [ 2313 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2313 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6160", "outputIndexes": [ 2314 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2314 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6161", "outputIndexes": [ 2315 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2315, 2314 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6162", "outputIndexes": [ 2316 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2306, 2316, 2309 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_425_output_0", "outputIndexes": [ 2317 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2317, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_84_output_0", "outputIndexes": [ 2318 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2318, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_902_output_0", "outputIndexes": [ 2319 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304, 2319, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_113_output_0", "outputIndexes": [ 2320 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2320 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_56_output_0", "outputIndexes": [ 2321 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2304, 22, 2319, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_112_output_0", "outputIndexes": [ 2322 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2321, 2322 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_367_output_0", "outputIndexes": [ 2323 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2323, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_225_output_0", "outputIndexes": [ 2324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2305, 2324 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_140_output_0", "outputIndexes": [ 2325 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2288 ], "outputIndexes": [ 5176 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5176 ], "outputIndexes": [ 5177 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear", "inputIndexes": [ 5177 ], "outputIndexes": [ 5178 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 282198254, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5178 ], "outputIndexes": [ 5179 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5179 ], "outputIndexes": [ 2326 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2302, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_365_output_0", "outputIndexes": [ 2327 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2326, 2327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_254_output_0", "outputIndexes": [ 2328 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_226_output_0", "outputIndexes": [ 2329 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328 ], "main_type": "NONE", "name": "/Shape_395_output_0", "outputIndexes": [ 2330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2330 ], "main_type": "NONE", "name": "Shape6211", "outputIndexes": [ 2331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2330 ], "main_type": "NONE", "name": "Rank6213", "outputIndexes": [ 2332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2332, 2332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6215", "outputIndexes": [ 2333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6216", "outputIndexes": [ 2334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6218", "outputIndexes": [ 2335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6219", "outputIndexes": [ 2336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2331, 2334, 2336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6222", "outputIndexes": [ 2337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6223", "outputIndexes": [ 2338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6224", "outputIndexes": [ 2339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2339, 2338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6225", "outputIndexes": [ 2340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2330, 2340, 2333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_426_output_0", "outputIndexes": [ 2341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2341, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_85_output_0", "outputIndexes": [ 2342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2342, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_904_output_0", "outputIndexes": [ 2343 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328, 2343, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_115_output_0", "outputIndexes": [ 2344 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2344 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_57_output_0", "outputIndexes": [ 2345 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2328, 22, 2343, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_114_output_0", "outputIndexes": [ 2346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2345, 2346 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_368_output_0", "outputIndexes": [ 2347 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2347, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_227_output_0", "outputIndexes": [ 2348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2329, 2348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_141_output_0", "outputIndexes": [ 2349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2288 ], "outputIndexes": [ 5180 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5180 ], "outputIndexes": [ 5181 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear", "inputIndexes": [ 5181 ], "outputIndexes": [ 5182 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 282428676, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5182 ], "outputIndexes": [ 5183 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5183 ], "outputIndexes": [ 2350 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2350, 2327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_255_output_0", "outputIndexes": [ 2351 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2325, 2349, 2351, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_260_output_0", "outputIndexes": [ 2352 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2352 ], "outputIndexes": [ 5184 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5184 ], "outputIndexes": [ 5185 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear", "inputIndexes": [ 5185 ], "outputIndexes": [ 5186 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 282659098, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5186 ], "outputIndexes": [ 5187 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5187 ], "outputIndexes": [ 2353 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2285, 2353 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_143_output_0", "outputIndexes": [ 2354 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.310547, 0.380859, 0.384766, 0.388672, 0.382812, 0.384766, 0.137695, 0.398438, 0.333984, 0.306641, 0.289062, 0.375, 0.302734, 0.371094, 0.353516, 0.386719, 0.202148, 0.359375, 0.357422, 0.296875, 0.373047, 0.386719, 0.335938, 0.324219, 0.349609, 0.392578, 0.324219, 0.400391, 0.375, 0.388672, 0.296875, 0.146484, 0.371094, 0.369141, 0.376953, 0.373047, 0.294922, 0.365234, 0.269531, 0.373047, 0.373047, 0.384766, 0.34375, 0.328125, 0.294922, 0.337891, 0.416016, 0.310547, 0.410156, 0.257812, 0.398438, 0.289062, 0.367188, 0.373047, 0.298828, 0.375, 0.417969, 0.365234, 0.359375, 0.392578, 0.376953, 0.396484, 0.337891, 0.398438, 0.3125, 0.296875, 0.219727, 0.291016, 0.40625, 0.199219, 0.392578, 0.289062, 0.341797, 0.34375, 0.398438, 0.347656, 0.347656, 0.416016, 0.273438, 0.365234, 0.359375, 0.400391, 0.332031, 0.349609, 0.398438, 0.316406, 0.410156, 0.304688, 0.429688, 0.291016, 0.339844, 0.363281, 0.304688, 0.380859, 0.296875, 0.296875, 0.472656, 0.400391, 0.421875, 0.380859, 0.351562, 0.34375, 0.394531, 0.388672, 0.349609, 0.302734, 0.390625, 0.365234, 0.376953, 0.375, 0.363281, 0.410156, 0.361328, 0.357422, 0.390625, 0.320312, 0.369141, 0.376953, 0.425781, 0.394531, 0.373047, 0.3125, 0.412109, 0.308594, 0.419922, 0.367188, 0.213867, 0.398438, 0.394531, 0.423828, 0.394531, 0.396484, 0.382812, 0.357422, 0.376953, 0.365234, 0.390625, 0.353516, 0.294922, 0.332031, 0.412109, 0.353516, 0.367188, 0.431641, 0.40625, 0.386719, 0.371094, 0.318359, 0.376953, 0.384766, 0.373047, 0.373047, 0.378906, 0.398438, 0.382812, 0.345703, 0.400391, 0.359375, 0.296875, 0.378906, 0.296875, 0.349609, 0.291016, 0.398438, 0.349609, 0.433594, 0.296875, 0.375, 0.376953, 0.296875, 0.330078, 0.392578, 0.402344, 0.337891, 0.277344, 0.412109, 0.337891, 0.388672, 0.412109, 0.394531, 0.357422, 0.332031, 0.361328, 0.359375, 0.394531, 0.376953, 0.375, 0.378906, 0.400391, 0.402344, 0.396484, 0.341797, 0.300781, 0.375, 0.367188, 0.369141, 0.359375, 0.330078, 0.115723, 0.390625, 0.355469, 0.363281, 0.335938, 0.367188, 0.335938, 0.388672, 0.429688, 0.351562, 0.332031, 0.402344, 0.359375, 0.384766, 0.375, 0.310547, 0.396484, 0.355469, 0.388672, 0.34375, 0.398438, 0.380859, 0.369141, 0.375, 0.333984, 0.351562, 0.425781, 0.34375, 0.388672, 0.310547, 0.539062, 0.363281, 0.330078, 0.28125, 0.380859, 0.351562, 0.390625, 0.3125, 0.369141, 0.328125, 0.402344, 0.392578, 0.394531, 0.355469, 0.382812, 0.380859, 0.380859, 0.337891, 0.326172, 0.392578, 0.396484, 0.361328, 0.369141, 0.322266, 0.294922, 0.369141, 0.341797, 0.386719, 0.324219, 0.347656, 0.304688, 0.402344, 0.408203, 0.384766, 0.371094, 0.322266, 0.402344, 0.396484, 0.361328, 0.394531, 0.294922, 0.371094, 0.287109, 0.361328, 0.353516, 0.243164, 0.326172, 0.394531, 0.376953, 0.300781, 0.292969, 0.398438, 0.320312, 0.388672, 0.369141, 0.414062, 0.388672, 0.357422, 0.429688, 0.404297, 0.394531, 0.425781, 0.398438, 0.363281, 0.388672, 0.363281, 0.388672, 0.378906, 0.318359, 0.380859, 0.392578, 0.376953, 0.371094, 0.375, 0.365234, 0.310547, 0.371094, 0.373047, 0.328125, 0.357422, 0.384766, 0.404297, 0.292969, 0.386719, 0.355469, 0.314453, 0.404297, 0.347656, 0.386719, 0.300781, 0.269531, 0.396484, 0.417969, 0.388672, 0.384766, 0.373047, 0.355469, 0.328125, 0.382812, 0.443359, 0.392578, 0.341797, 0.263672, 0.318359, 0.28125, 0.367188, 0.330078, 0.363281, 0.400391, 0.326172, 0.289062, 0.292969, 0.341797, 0.363281, 0.371094, 0.318359, 0.414062, 0.378906, 0.328125, 0.380859, 0.333984, 0.382812, 0.396484, 0.392578, 0.322266, 0.359375, 0.361328, 0.367188, 0.375, 0.388672, 0.357422, 0.398438, 0.353516, 0.328125, 0.373047, 0.384766, 0.388672, 0.357422, 0.382812, 0.390625, 0.326172, 0.314453, 0.419922, 0.365234, 0.384766, 0.291016, 0.353516, 0.365234, 0.378906, 0.378906, 0.390625, 0.289062, 0.180664, 0.330078, 0.550781, 0.380859, 0.380859, 0.363281, 0.322266, 0.392578, 0.322266, 0.376953, 0.386719, 0.269531, 0.431641, 0.283203, 0.404297, 0.376953, 0.363281, 0.404297, 0.398438, 0.392578, 0.345703, 0.384766, 0.298828, 0.390625, 0.425781, 0.326172, 0.40625, 0.369141, 0.388672, 0.382812, 0.337891, 0.445312, 0.382812, 0.359375, 0.410156, 0.40625, 0.361328, 0.376953, 0.386719, 0.328125, 0.414062, 0.345703, 0.271484, 0.394531, 0.382812, 0.302734, 0.382812, 0.347656, 0.237305, 0.353516, 0.279297, 0.304688, 0.404297, 0.371094, 0.355469, 0.398438, 0.404297, 0.363281, 0.347656, 0.375, 0.449219, 0.314453, 0.318359, 0.488281, 0.335938, 0.310547, 0.373047, 0.40625, 0.279297, 0.365234, 0.349609, 0.275391, 0.367188, 0.410156, 0.396484, 0.419922, 0.378906, 0.373047, 0.357422, 0.322266, 0.363281, 0.339844, 0.378906, 0.365234, 0.283203, 0.380859, 0.341797, 0.402344, 0.398438, 0.302734, 0.357422, 0.396484, 0.375, 0.357422, 0.347656, 0.349609, 0.34375, 0.410156, 0.330078, 0.333984, 0.380859, 0.396484, 0.412109, 0.361328, 0.388672, 0.322266, 0.378906, 0.310547, 0.386719, 0.361328, 0.40625, 0.412109, 0.384766, 0.390625, 0.369141, 0.308594, 0.412109, 0.367188, 0.296875, 0.332031, 0.163086, 0.349609, 0.390625, 0.373047, 0.277344, 0.408203, 0.355469, 0.357422, 0.416016, 0.355469, 0.357422, 0.396484, 0.21875, 0.330078, 0.332031, 0.417969, 0.392578, 0.320312, 0.341797, 0.341797, 0.365234, 0.371094, 0.283203, 0.394531, 0.388672, 0.351562, 0.384766, 0.416016, 0.394531, 0.324219, 0.251953, 0.341797, 0.296875, 0.292969, 0.380859, 0.341797, 0.351562, 0.384766, 0.339844, 0.363281, 0.388672, 0.302734, 0.330078, 0.40625, 0.376953, 0.330078, 0.355469, 0.285156, 0.318359, 0.310547, 0.318359, 0.373047, 0.402344, 0.386719, 0.375, 0.402344, 0.349609, 0.212891, 0.398438, 0.291016, 0.28125, 0.320312, 0.400391, 0.351562, 0.314453, 0.292969, 0.396484, 0.386719, 0.361328, 0.353516, 0.402344, 0.376953, 0.302734, 0.412109, 0.349609, 0.40625, 0.349609, 0.384766, 0.330078, 0.285156, 0.431641, 0.361328, 0.361328, 0.339844, 0.402344, 0.367188, 0.345703, 0.365234, 0.400391, 0.357422, 0.333984, 0.316406, 0.419922, 0.388672, 0.394531, 0.310547, 0.388672, 0.304688, 0.287109, 0.408203, 0.371094, 0.351562, 0.375, 0.361328, 0.292969, 0.308594, 0.386719, 0.353516, 0.355469, 0.400391, 0.308594, 0.416016, 0.365234, 0.320312, 0.369141, 0.369141, 0.289062, 0.367188, 0.361328, 0.394531, 0.308594, 0.378906, 0.347656, 0.363281, 0.34375, 0.291016, 0.412109, 0.226562, 0.353516, 0.289062, 0.15625, 0.341797, 0.367188, 0.380859, 0.322266, 0.394531, 0.363281, 0.355469, 0.386719, 0.361328, 0.306641, 0.392578, 0.375, 0.3125, 0.298828, 0.337891, 0.347656, 0.292969, 0.328125, 0.279297, 0.408203, 0.421875, 0.408203, 0.294922, 0.367188, 0.357422, 0.28125, 0.390625, 0.292969, 0.292969, 0.349609, 0.40625, 0.337891, 0.335938, 0.371094, 0.373047, 0.367188, 0.396484, 0.363281, 0.414062, 0.388672, 0.367188, 0.337891, 0.261719, 0.310547, 0.292969, 0.392578, 0.402344, 0.375, 0.388672, 0.378906, 0.375, 0.182617, 0.341797, 0.369141, 0.392578, 0.302734, 0.421875, 0.402344, 0.347656, 0.367188, 0.384766, 0.357422, 0.396484, 0.322266, 0.388672, 0.375, 0.347656, 0.382812, 0.402344, 0.341797, 0.373047, 0.3125, 0.359375, 0.232422, 0.296875, 0.398438, 0.34375, 0.330078, 0.357422, 0.298828, 0.402344, 0.369141, 0.404297, 0.408203, 0.365234, 0.361328, 0.306641, 0.298828, 0.382812, 0.292969, 0.355469, 0.314453, 0.373047, 0.394531, 0.349609, 0.24707, 0.353516, 0.359375, 0.361328, 0.394531, 0.25, 0.373047, 0.388672, 0.304688, 0.429688, 0.310547, 0.353516, 0.384766, 0.373047, 0.384766, 0.375, 0.390625, 0.34375, 0.382812, 0.388672, 0.179688, 0.378906, 0.378906, 0.324219, 0.306641, 0.283203, 0.396484, 0.341797, 0.404297, 0.384766, 0.376953, 0.318359, 0.318359, 0.357422, 0.369141, 0.396484, 0.365234, 0.279297, 0.363281, 0.373047, 0.322266, 0.398438, 0.351562, 0.289062, 0.326172, 0.318359, 0.322266, 0.34375, 0.279297, 0.390625, 0.359375, 0.402344, 0.373047, 0.388672, 0.3125, 0.427734, 0.279297, 0.40625, 0.382812, 0.357422, 0.289062, 0.371094, 0.373047, 0.357422, 0.363281, 0.349609, 0.369141, 0.304688, 0.337891, 0.380859, 0.227539, 0.359375, 0.355469, 0.380859, 0.384766, 0.378906, 0.380859, 0.339844, 0.375, 0.498047, 0.396484, 0.294922, 0.359375, 0.341797, 0.375, 0.414062, 0.353516, 0.378906, 0.347656, 0.326172, 0.396484, 0.367188, 0.375, 0.447266, 0.369141, 0.388672, 0.390625, 0.361328, 0.326172, 0.398438, 0.351562, 0.306641, 0.40625, 0.373047, 0.367188, 0.355469, 0.396484, 0.289062, 0.445312, 0.367188, 0.386719, 0.373047, 0.341797, 0.375, 0.410156, 0.378906, 0.394531, 0.369141, 0.408203, 0.318359, 0.310547, 0.40625, 0.398438, 0.347656, 0.314453, 0.554688, 0.285156, 0.359375, 0.371094, 0.376953, 0.304688, 0.386719, 0.306641, 0.382812, 0.318359, 0.335938, 0.402344, 0.289062, 0.380859, 0.25, 0.345703, 0.34375, 0.361328, 0.3125, 0.347656, 0.349609, 0.390625, 0.390625, 0.328125, 0.388672, 0.285156, 0.287109, 0.382812, 0.279297, 0.394531, 0.40625, 0.380859, 0.361328, 0.376953, 0.359375, 0.357422, 0.310547, 0.384766, 0.388672, 0.414062, 0.355469, 0.237305, 0.378906, 0.392578, 0.388672, 0.302734, 0.378906, 0.353516, 0.380859, 0.304688, 0.410156, 0.320312, 0.339844, 0.408203, 0.378906, 0.375, 0.40625, 0.347656, 0.337891, 0.308594, 0.507812, 0.392578, 0.402344, 0.396484, 0.355469, 0.373047, 0.361328, 0.386719, 0.40625, 0.308594, 0.351562, 0.410156, 0.347656, 0.414062, 0.285156, 0.363281, 0.296875, 0.371094, 0.373047, 0.357422, 0.314453, 0.375, 0.4375, 0.371094, 0.384766, 0.375, 0.304688, 0.279297, 0.378906, 0.378906, 0.376953, 0.310547, 0.390625, 0.414062, 0.353516, 0.359375, 0.376953, 0.388672, 0.341797, 0.363281, 0.267578, 0.367188, 0.388672, 0.341797, 0.388672, 0.369141, 0.392578, 0.367188, 0.15332, 0.416016, 0.371094, 0.367188, 0.355469, 0.326172, 0.390625, 0.28125, 0.371094, 0.367188, 0.316406, 0.373047, 0.373047, 0.414062, 0.322266, 0.380859, 0.332031, 0.363281, 0.371094, 0.324219, 0.417969, 0.322266, 0.345703, 0.349609, 0.357422, 0.347656, 0.388672, 0.373047, 0.300781, 0.298828, 0.347656, 0.351562, 0.390625, 0.291016, 0.382812, 0.353516, 0.404297, 0.365234, 0.388672, 0.40625, 0.365234, 0.376953, 0.308594, 0.398438, 0.376953, 0.382812, 0.380859, 0.421875, 0.376953, 0.335938, 0.332031, 0.324219, 0.412109, 0.314453, 0.369141, 0.404297, 0.398438, 0.361328, 0.355469, 0.332031, 0.410156, 0.394531, 0.351562, 0.410156, 0.396484, 0.412109, 0.355469, 0.361328, 0.376953, 0.298828, 0.390625, 0.382812, 0.345703, 0.296875, 0.357422, 0.394531, 0.357422, 0.34375, 0.333984, 0.292969, 0.414062, 0.398438, 0.380859, 0.294922, 0.369141, 0.388672, 0.237305, 0.376953, 0.296875, 0.353516, 0.355469, 0.394531, 0.34375, 0.369141, 0.382812, 0.394531, 0.396484, 0.300781, 0.365234, 0.410156, 0.380859, 0.417969, 0.371094, 0.388672, 0.292969, 0.15918, 0.275391, 0.392578, 0.365234, 0.3125, 0.402344, 0.357422, 0.283203, 0.376953, 0.396484, 0.388672, 0.324219, 0.384766, 0.355469, 0.388672, 0.394531, 0.326172, 0.3125, 0.375, 0.402344, 0.335938, 0.365234, 0.414062, 0.318359, 0.310547, 0.394531, 0.386719, 0.390625, 0.349609, 0.359375, 0.341797, 0.384766, 0.396484, 0.378906, 0.365234, 0.287109, 0.363281, 0.318359, 0.386719, 0.412109, 0.388672, 0.249023, 0.402344, 0.34375, 0.386719, 0.357422, 0.417969, 0.396484, 0.365234, 0.382812, 0.22168, 0.40625, 0.412109, 0.386719, 0.394531, 0.316406, 0.363281, 0.390625, 0.291016, 0.291016, 0.351562, 0.373047, 0.369141, 0.365234, 0.404297, 0.400391, 0.322266, 0.369141, 0.279297, 0.394531, 0.316406, 0.394531, 0.376953, 0.376953, 0.390625, 0.398438, 0.357422, 0.373047, 0.335938, 0.421875, 0.416016, 0.330078, 0.396484, 0.349609, 0.320312, 0.388672, 0.253906, 0.376953, 0.349609, 0.332031, 0.335938, 0.40625, 0.40625, 0.349609, 0.384766, 0.384766, 0.373047, 0.410156, 0.337891, 0.398438, 0.398438, 0.398438, 0.390625, 0.277344, 0.314453, 0.382812, 0.392578, 0.384766, 0.382812, 0.382812, 0.419922, 0.359375, 0.330078, 0.375, 0.361328, 0.304688, 0.375, 0.404297, 0.392578, 0.402344, 0.417969, 0.365234, 0.410156, 0.396484, 0.341797, 0.443359, 0.404297, 0.353516, 0.398438, 0.367188, 0.347656, 0.419922, 0.316406, 0.382812, 0.376953, 0.435547, 0.347656, 0.287109, 0.285156, 0.408203, 0.376953, 0.382812, 0.486328, 0.349609, 0.386719, 0.367188, 0.292969, 0.392578, 0.349609, 0.353516, 0.384766, 0.376953, 0.353516, 0.302734, 0.330078, 0.369141, 0.371094, 0.376953, 0.292969, 0.375, 0.380859, 0.367188, 0.386719, 0.392578, 0.404297, 0.394531, 0.382812, 0.326172, 0.289062, 0.345703, 0.373047, 0.371094, 0.363281, 0.412109, 0.337891, 0.373047, 0.291016, 0.294922, 0.355469, 0.378906, 0.347656, 0.404297, 0.390625, 0.357422, 0.367188, 0.380859, 0.392578, 0.390625, 0.337891, 0.408203, 0.371094, 0.392578, 0.291016, 0.330078, 0.283203, 0.367188, 0.373047, 0.306641, 0.353516, 0.433594, 0.355469, 0.386719, 0.419922, 0.291016, 0.294922, 0.351562, 0.292969, 0.351562, 0.333984, 0.359375, 0.320312, 0.433594, 0.136719, 0.283203, 0.404297, 0.378906 ] }, "name": "model.model.layers.28.post_attention_layernorm.weight", "outputIndexes": [ 2355 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2354 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_28/Mul_output_0", "outputIndexes": [ 2356 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2355, 2356 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_28/Mul_1_output_0", "outputIndexes": [ 2357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2357 ], "outputIndexes": [ 5188 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5188 ], "outputIndexes": [ 5189 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear", "inputIndexes": [ 5189 ], "outputIndexes": [ 5190 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 283580720, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5190 ], "outputIndexes": [ 5191 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5191 ], "outputIndexes": [ 2358 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2358 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_28/Sigmoid_output_0", "outputIndexes": [ 2359 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2358, 2359 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_28/Mul_output_0", "outputIndexes": [ 2360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2357 ], "outputIndexes": [ 5192 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5192 ], "outputIndexes": [ 5193 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear", "inputIndexes": [ 5193 ], "outputIndexes": [ 5194 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 286161222, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5194 ], "outputIndexes": [ 5195 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5195 ], "outputIndexes": [ 2361 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2360, 2361 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_28/Mul_output_0", "outputIndexes": [ 2362 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2362 ], "outputIndexes": [ 5196 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5196 ], "outputIndexes": [ 5197 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear", "inputIndexes": [ 5197 ], "outputIndexes": [ 5198 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 288741724, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5198 ], "outputIndexes": [ 5199 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.28/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5199 ], "outputIndexes": [ 2363 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2354, 2363 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_144_output_0", "outputIndexes": [ 2364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2364, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_261_output_0", "outputIndexes": [ 2365 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.337891, 0.369141, 0.363281, 0.421875, 0.4375, 0.376953, 0.804688, 0.386719, 0.318359, 0.371094, 0.300781, 0.351562, 0.298828, 0.378906, 0.324219, 0.382812, 0.582031, 0.359375, 0.355469, 0.285156, 0.384766, 0.476562, 0.386719, 0.330078, 0.369141, 0.427734, 0.335938, 0.373047, 0.380859, 0.367188, 0.462891, 0.333984, 0.376953, 0.443359, 0.375, 0.359375, 0.304688, 0.365234, 0.355469, 0.425781, 0.384766, 0.416016, 0.384766, 0.353516, 0.328125, 0.361328, 0.470703, 0.302734, 0.400391, 0.414062, 0.416016, 0.320312, 0.341797, 0.443359, 0.351562, 0.400391, 0.455078, 0.357422, 0.388672, 0.431641, 0.376953, 0.417969, 0.341797, 0.404297, 0.361328, 0.46875, 0.761719, 0.259766, 0.435547, 0.589844, 0.376953, 0.289062, 0.369141, 0.351562, 0.414062, 0.357422, 0.355469, 0.453125, 0.277344, 0.357422, 0.355469, 0.408203, 0.322266, 0.326172, 0.408203, 0.291016, 0.511719, 0.363281, 0.546875, 0.314453, 0.333984, 0.361328, 0.300781, 0.392578, 0.21875, 0.269531, 0.523438, 0.423828, 0.458984, 0.445312, 0.390625, 0.355469, 0.398438, 0.384766, 0.414062, 0.287109, 0.476562, 0.408203, 0.361328, 0.330078, 0.333984, 0.451172, 0.369141, 0.435547, 0.416016, 0.527344, 0.380859, 0.392578, 0.40625, 0.433594, 0.392578, 0.304688, 0.386719, 0.382812, 0.449219, 0.375, 0.789062, 0.414062, 0.355469, 0.4375, 0.416016, 0.330078, 0.396484, 0.373047, 0.398438, 0.400391, 0.417969, 0.376953, 0.496094, 0.333984, 0.40625, 0.380859, 0.396484, 0.478516, 0.369141, 0.390625, 0.365234, 0.320312, 0.361328, 0.394531, 0.394531, 0.417969, 0.363281, 0.427734, 0.392578, 0.359375, 0.394531, 0.371094, 0.206055, 0.410156, 0.269531, 0.382812, 0.314453, 0.453125, 0.349609, 0.412109, 0.279297, 0.466797, 0.34375, 0.289062, 0.361328, 0.392578, 0.439453, 0.367188, 0.302734, 0.423828, 0.361328, 0.365234, 0.412109, 0.416016, 0.351562, 0.341797, 0.339844, 0.371094, 0.380859, 0.373047, 0.394531, 0.40625, 0.414062, 0.451172, 0.429688, 0.349609, 0.231445, 0.359375, 0.365234, 0.394531, 0.378906, 0.363281, 0.162109, 0.404297, 0.335938, 0.296875, 0.345703, 0.369141, 0.335938, 0.378906, 0.435547, 0.349609, 0.376953, 0.388672, 0.404297, 0.378906, 0.427734, 0.277344, 0.380859, 0.373047, 0.380859, 0.326172, 0.388672, 0.357422, 0.349609, 0.345703, 0.304688, 0.355469, 0.425781, 0.351562, 0.441406, 0.238281, 0.527344, 0.361328, 0.349609, 0.40625, 0.392578, 0.375, 0.458984, 0.341797, 0.417969, 0.337891, 0.431641, 0.359375, 0.419922, 0.369141, 0.337891, 0.400391, 0.400391, 0.335938, 0.335938, 0.396484, 0.394531, 0.392578, 0.353516, 0.304688, 0.289062, 0.390625, 0.373047, 0.423828, 0.326172, 0.357422, 0.332031, 0.404297, 0.398438, 0.439453, 0.40625, 0.333984, 0.380859, 0.394531, 0.330078, 0.433594, 0.302734, 0.464844, 0.710938, 0.339844, 0.359375, 0.648438, 0.345703, 0.410156, 0.378906, 0.335938, 0.306641, 0.40625, 0.328125, 0.398438, 0.365234, 0.429688, 0.425781, 0.392578, 0.449219, 0.410156, 0.369141, 0.460938, 0.40625, 0.396484, 0.375, 0.412109, 0.402344, 0.375, 0.255859, 0.392578, 0.369141, 0.365234, 0.355469, 0.386719, 0.363281, 0.328125, 0.388672, 0.369141, 0.347656, 0.392578, 0.423828, 0.460938, 0.300781, 0.472656, 0.347656, 0.373047, 0.441406, 0.308594, 0.361328, 0.3125, 0.550781, 0.433594, 0.453125, 0.40625, 0.414062, 0.394531, 0.371094, 0.371094, 0.378906, 0.460938, 0.400391, 0.353516, 0.474609, 0.330078, 0.347656, 0.347656, 0.478516, 0.361328, 0.412109, 0.308594, 0.304688, 0.304688, 0.359375, 0.365234, 0.378906, 0.330078, 0.449219, 0.464844, 0.34375, 0.351562, 0.351562, 0.398438, 0.449219, 0.408203, 0.318359, 0.410156, 0.375, 0.457031, 0.402344, 0.388672, 0.337891, 0.443359, 0.341797, 0.355469, 0.355469, 0.373047, 0.378906, 0.353516, 0.472656, 0.414062, 0.341797, 0.324219, 0.439453, 0.326172, 0.408203, 0.261719, 0.398438, 0.357422, 0.369141, 0.416016, 0.373047, 0.390625, 0.699219, 0.341797, 0.503906, 0.349609, 0.369141, 0.347656, 0.371094, 0.402344, 0.371094, 0.40625, 0.380859, 0.435547, 0.441406, 0.292969, 0.5, 0.408203, 0.376953, 0.400391, 0.441406, 0.388672, 0.380859, 0.488281, 0.332031, 0.341797, 0.414062, 0.332031, 0.464844, 0.398438, 0.373047, 0.376953, 0.361328, 0.480469, 0.341797, 0.355469, 0.419922, 0.40625, 0.34375, 0.373047, 0.380859, 0.412109, 0.486328, 0.339844, 0.416016, 0.382812, 0.386719, 0.294922, 0.376953, 0.414062, 0.445312, 0.396484, 0.275391, 0.34375, 0.404297, 0.398438, 0.328125, 0.404297, 0.515625, 0.388672, 0.353516, 0.347656, 0.503906, 0.34375, 0.365234, 0.503906, 0.34375, 0.394531, 0.339844, 0.476562, 0.320312, 0.367188, 0.423828, 0.476562, 0.365234, 0.435547, 0.375, 0.478516, 0.421875, 0.371094, 0.355469, 0.333984, 0.376953, 0.400391, 0.355469, 0.447266, 0.255859, 0.384766, 0.328125, 0.449219, 0.443359, 0.357422, 0.402344, 0.392578, 0.402344, 0.421875, 0.373047, 0.353516, 0.355469, 0.396484, 0.339844, 0.341797, 0.400391, 0.404297, 0.429688, 0.345703, 0.412109, 0.353516, 0.394531, 0.341797, 0.402344, 0.339844, 0.472656, 0.449219, 0.359375, 0.402344, 0.365234, 0.341797, 0.417969, 0.373047, 0.335938, 0.34375, 0.746094, 0.337891, 0.386719, 0.416016, 0.333984, 0.394531, 0.359375, 0.478516, 0.511719, 0.376953, 0.353516, 0.462891, 0.585938, 0.335938, 0.345703, 0.453125, 0.4375, 0.332031, 0.337891, 0.335938, 0.396484, 0.417969, 0.337891, 0.365234, 0.462891, 0.378906, 0.427734, 0.498047, 0.408203, 0.359375, 0.496094, 0.349609, 0.306641, 0.206055, 0.425781, 0.380859, 0.355469, 0.417969, 0.335938, 0.388672, 0.427734, 0.289062, 0.355469, 0.353516, 0.427734, 0.341797, 0.359375, 0.246094, 0.373047, 0.361328, 0.384766, 0.333984, 0.480469, 0.394531, 0.396484, 0.375, 0.365234, 0.10498, 0.375, 0.277344, 0.345703, 0.353516, 0.373047, 0.349609, 0.314453, 0.289062, 0.396484, 0.365234, 0.394531, 0.390625, 0.455078, 0.404297, 0.339844, 0.386719, 0.365234, 0.400391, 0.355469, 0.367188, 0.347656, 0.228516, 0.480469, 0.378906, 0.359375, 0.421875, 0.419922, 0.400391, 0.369141, 0.384766, 0.455078, 0.332031, 0.341797, 0.310547, 0.423828, 0.335938, 0.416016, 0.326172, 0.396484, 0.314453, 0.314453, 0.453125, 0.353516, 0.439453, 0.384766, 0.279297, 0.239258, 0.318359, 0.394531, 0.345703, 0.365234, 0.367188, 0.314453, 0.433594, 0.443359, 0.367188, 0.396484, 0.353516, 0.511719, 0.376953, 0.363281, 0.40625, 0.213867, 0.335938, 0.373047, 0.458984, 0.345703, 0.235352, 0.423828, 0.478516, 0.376953, 0.236328, 0.710938, 0.332031, 0.371094, 0.357422, 0.335938, 0.447266, 0.402344, 0.416016, 0.419922, 0.365234, 0.380859, 0.394531, 0.361328, 0.345703, 0.291016, 0.341797, 0.359375, 0.228516, 0.439453, 0.519531, 0.447266, 0.482422, 0.492188, 0.302734, 0.359375, 0.345703, 0.219727, 0.359375, 0.273438, 0.361328, 0.341797, 0.402344, 0.339844, 0.347656, 0.359375, 0.357422, 0.380859, 0.380859, 0.390625, 0.378906, 0.373047, 0.388672, 0.386719, 0.53125, 0.306641, 0.279297, 0.53125, 0.369141, 0.402344, 0.425781, 0.476562, 0.482422, 0.714844, 0.371094, 0.453125, 0.470703, 0.316406, 0.445312, 0.453125, 0.328125, 0.367188, 0.423828, 0.375, 0.402344, 0.349609, 0.380859, 0.365234, 0.347656, 0.349609, 0.371094, 0.359375, 0.357422, 0.367188, 0.351562, 0.511719, 0.375, 0.384766, 0.359375, 0.314453, 0.416016, 0.416016, 0.439453, 0.390625, 0.416016, 0.4375, 0.386719, 0.367188, 0.337891, 0.306641, 0.396484, 0.306641, 0.339844, 0.3125, 0.408203, 0.373047, 0.380859, 0.695312, 0.361328, 0.398438, 0.394531, 0.423828, 0.273438, 0.378906, 0.371094, 0.328125, 0.464844, 0.287109, 0.357422, 0.414062, 0.388672, 0.412109, 0.376953, 0.365234, 0.376953, 0.416016, 0.375, 0.757812, 0.345703, 0.404297, 0.408203, 0.316406, 0.257812, 0.416016, 0.351562, 0.402344, 0.396484, 0.335938, 0.357422, 0.355469, 0.345703, 0.363281, 0.457031, 0.390625, 0.361328, 0.402344, 0.392578, 0.318359, 0.34375, 0.359375, 0.335938, 0.392578, 0.34375, 0.347656, 0.345703, 0.558594, 0.410156, 0.388672, 0.46875, 0.371094, 0.425781, 0.341797, 0.404297, 0.417969, 0.431641, 0.384766, 0.388672, 0.392578, 0.449219, 0.373047, 0.351562, 0.421875, 0.394531, 0.404297, 0.345703, 0.349609, 0.392578, 0.507812, 0.359375, 0.365234, 0.365234, 0.421875, 0.394531, 0.376953, 0.353516, 0.357422, 0.546875, 0.449219, 0.308594, 0.419922, 0.375, 0.429688, 0.400391, 0.384766, 0.378906, 0.404297, 0.339844, 0.367188, 0.378906, 0.390625, 0.589844, 0.373047, 0.441406, 0.404297, 0.371094, 0.396484, 0.402344, 0.332031, 0.373047, 0.490234, 0.404297, 0.384766, 0.337891, 0.462891, 0.271484, 0.429688, 0.414062, 0.396484, 0.408203, 0.337891, 0.365234, 0.443359, 0.380859, 0.361328, 0.369141, 0.396484, 0.351562, 0.328125, 0.398438, 0.412109, 0.398438, 0.330078, 0.535156, 0.566406, 0.353516, 0.382812, 0.382812, 0.300781, 0.398438, 0.279297, 0.392578, 0.380859, 0.421875, 0.46875, 0.263672, 0.480469, 0.484375, 0.353516, 0.369141, 0.373047, 0.34375, 0.369141, 0.388672, 0.375, 0.376953, 0.349609, 0.365234, 0.213867, 0.261719, 0.398438, 0.3125, 0.388672, 0.40625, 0.373047, 0.382812, 0.433594, 0.349609, 0.351562, 0.503906, 0.386719, 0.425781, 0.445312, 0.332031, 0.519531, 0.369141, 0.371094, 0.365234, 0.298828, 0.357422, 0.351562, 0.443359, 0.373047, 0.445312, 0.341797, 0.357422, 0.585938, 0.351562, 0.371094, 0.478516, 0.357422, 0.367188, 0.324219, 0.527344, 0.478516, 0.455078, 0.441406, 0.347656, 0.363281, 0.351562, 0.439453, 0.380859, 0.330078, 0.361328, 0.613281, 0.351562, 0.427734, 0.320312, 0.365234, 0.326172, 0.369141, 0.435547, 0.357422, 0.298828, 0.347656, 0.496094, 0.365234, 0.382812, 0.349609, 0.253906, 0.283203, 0.332031, 0.408203, 0.394531, 0.363281, 0.369141, 0.410156, 0.351562, 0.365234, 0.414062, 0.378906, 0.519531, 0.361328, 0.392578, 0.388672, 0.431641, 0.357422, 0.384766, 0.392578, 0.445312, 0.365234, 0.699219, 0.453125, 0.412109, 0.416016, 0.535156, 0.291016, 0.416016, 0.255859, 0.351562, 0.363281, 0.550781, 0.357422, 0.539062, 0.384766, 0.349609, 0.396484, 0.390625, 0.347656, 0.457031, 0.703125, 0.412109, 0.287109, 0.441406, 0.394531, 0.419922, 0.324219, 0.439453, 0.371094, 0.316406, 0.609375, 0.367188, 0.375, 0.451172, 0.310547, 0.423828, 0.337891, 0.378906, 0.435547, 0.402344, 0.4375, 0.34375, 0.404297, 0.291016, 0.386719, 0.441406, 0.494141, 0.386719, 0.476562, 0.613281, 0.335938, 0.326172, 0.333984, 0.386719, 0.322266, 0.425781, 0.390625, 0.384766, 0.382812, 0.361328, 0.337891, 0.425781, 0.371094, 0.369141, 0.460938, 0.410156, 0.421875, 0.328125, 0.410156, 0.447266, 0.488281, 0.357422, 0.386719, 0.349609, 0.314453, 0.390625, 0.335938, 0.339844, 0.34375, 0.439453, 0.285156, 0.4375, 0.419922, 0.398438, 0.236328, 0.378906, 0.404297, 0.480469, 0.384766, 0.273438, 0.369141, 0.339844, 0.425781, 0.359375, 0.363281, 0.400391, 0.445312, 0.357422, 0.304688, 0.404297, 0.439453, 0.376953, 0.431641, 0.367188, 0.414062, 0.294922, 0.707031, 0.5, 0.425781, 0.392578, 0.355469, 0.378906, 0.359375, 0.412109, 0.378906, 0.400391, 0.40625, 0.400391, 0.412109, 0.386719, 0.451172, 0.464844, 0.324219, 0.353516, 0.392578, 0.410156, 0.369141, 0.373047, 0.390625, 0.384766, 0.296875, 0.451172, 0.457031, 0.425781, 0.423828, 0.318359, 0.371094, 0.425781, 0.539062, 0.349609, 0.351562, 0.320312, 0.365234, 0.341797, 0.376953, 0.453125, 0.439453, 0.664062, 0.378906, 0.300781, 0.410156, 0.384766, 0.441406, 0.40625, 0.412109, 0.40625, 0.765625, 0.433594, 0.318359, 0.410156, 0.503906, 0.382812, 0.328125, 0.5, 0.229492, 0.259766, 0.375, 0.388672, 0.382812, 0.367188, 0.535156, 0.375, 0.318359, 0.392578, 0.273438, 0.474609, 0.345703, 0.396484, 0.355469, 0.425781, 0.40625, 0.394531, 0.373047, 0.349609, 0.355469, 0.449219, 0.416016, 0.421875, 0.443359, 0.341797, 0.427734, 0.410156, 0.539062, 0.400391, 0.361328, 0.347656, 0.324219, 0.390625, 0.417969, 0.410156, 0.412109, 0.380859, 0.412109, 0.445312, 0.365234, 0.421875, 0.490234, 0.5, 0.412109, 0.226562, 0.359375, 0.351562, 0.396484, 0.361328, 0.394531, 0.394531, 0.419922, 0.396484, 0.361328, 0.369141, 0.380859, 0.285156, 0.414062, 0.382812, 0.416016, 0.484375, 0.474609, 0.402344, 0.398438, 0.443359, 0.345703, 0.470703, 0.435547, 0.359375, 0.371094, 0.365234, 0.369141, 0.507812, 0.333984, 0.435547, 0.365234, 0.453125, 0.291016, 0.357422, 0.298828, 0.472656, 0.476562, 0.367188, 0.605469, 0.402344, 0.388672, 0.357422, 0.287109, 0.412109, 0.363281, 0.367188, 0.351562, 0.333984, 0.402344, 0.320312, 0.394531, 0.388672, 0.367188, 0.376953, 0.292969, 0.359375, 0.375, 0.396484, 0.466797, 0.388672, 0.421875, 0.365234, 0.376953, 0.376953, 0.34375, 0.324219, 0.462891, 0.380859, 0.398438, 0.386719, 0.361328, 0.410156, 0.287109, 0.332031, 0.345703, 0.455078, 0.369141, 0.419922, 0.330078, 0.378906, 0.371094, 0.419922, 0.359375, 0.419922, 0.355469, 0.416016, 0.357422, 0.412109, 0.253906, 0.337891, 0.259766, 0.390625, 0.419922, 0.390625, 0.333984, 0.494141, 0.416016, 0.378906, 0.396484, 0.332031, 0.332031, 0.330078, 0.294922, 0.361328, 0.382812, 0.382812, 0.34375, 0.4375, 0.796875, 0.265625, 0.427734, 0.384766 ] }, "name": "model.model.layers.29.input_layernorm.weight", "outputIndexes": [ 2366 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2365 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_29/Mul_output_0", "outputIndexes": [ 2367 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2366, 2367 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_29/Mul_1_output_0", "outputIndexes": [ 2368 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2368 ], "outputIndexes": [ 5200 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5200 ], "outputIndexes": [ 5201 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear", "inputIndexes": [ 5201 ], "outputIndexes": [ 5202 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 291322226, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5202 ], "outputIndexes": [ 5203 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5203 ], "outputIndexes": [ 2369 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2368 ], "main_type": "NONE", "name": "/Shape_407_output_0", "outputIndexes": [ 2370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2370 ], "main_type": "NONE", "name": "Shape6343", "outputIndexes": [ 2371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2370 ], "main_type": "NONE", "name": "Rank6345", "outputIndexes": [ 2372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2372, 2372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6347", "outputIndexes": [ 2373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6348", "outputIndexes": [ 2374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6350", "outputIndexes": [ 2375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6351", "outputIndexes": [ 2376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2371, 2374, 2376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6354", "outputIndexes": [ 2377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6355", "outputIndexes": [ 2378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6356", "outputIndexes": [ 2379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2379, 2378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6357", "outputIndexes": [ 2380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2370, 2380, 2373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_439_output_0", "outputIndexes": [ 2381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2381, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_929_output_0", "outputIndexes": [ 2382 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2382, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_377_output_0", "outputIndexes": [ 2383 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2369, 2383 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_262_output_0", "outputIndexes": [ 2384 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_232_output_0", "outputIndexes": [ 2385 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384 ], "main_type": "NONE", "name": "/Shape_408_output_0", "outputIndexes": [ 2386 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2386 ], "main_type": "NONE", "name": "Shape6364", "outputIndexes": [ 2387 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2386 ], "main_type": "NONE", "name": "Rank6366", "outputIndexes": [ 2388 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2388, 2388 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6368", "outputIndexes": [ 2389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2389 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6369", "outputIndexes": [ 2390 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2389, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6371", "outputIndexes": [ 2391 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2391 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6372", "outputIndexes": [ 2392 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2387, 2390, 2392, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6375", "outputIndexes": [ 2393 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2393 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6376", "outputIndexes": [ 2394 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2394 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6377", "outputIndexes": [ 2395 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2395, 2394 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6378", "outputIndexes": [ 2396 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2386, 2396, 2389 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_440_output_0", "outputIndexes": [ 2397 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2397, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_87_output_0", "outputIndexes": [ 2398 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2398, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_934_output_0", "outputIndexes": [ 2399 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384, 2399, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_117_output_0", "outputIndexes": [ 2400 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2400 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_58_output_0", "outputIndexes": [ 2401 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2384, 22, 2399, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_116_output_0", "outputIndexes": [ 2402 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2401, 2402 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_380_output_0", "outputIndexes": [ 2403 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2403, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_233_output_0", "outputIndexes": [ 2404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2385, 2404 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_145_output_0", "outputIndexes": [ 2405 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2368 ], "outputIndexes": [ 5204 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5204 ], "outputIndexes": [ 5205 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear", "inputIndexes": [ 5205 ], "outputIndexes": [ 5206 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 292243848, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5206 ], "outputIndexes": [ 5207 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5207 ], "outputIndexes": [ 2406 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2382, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_378_output_0", "outputIndexes": [ 2407 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2406, 2407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_263_output_0", "outputIndexes": [ 2408 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_234_output_0", "outputIndexes": [ 2409 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408 ], "main_type": "NONE", "name": "/Shape_409_output_0", "outputIndexes": [ 2410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2410 ], "main_type": "NONE", "name": "Shape6427", "outputIndexes": [ 2411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2410 ], "main_type": "NONE", "name": "Rank6429", "outputIndexes": [ 2412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2412, 2412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6431", "outputIndexes": [ 2413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6432", "outputIndexes": [ 2414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6434", "outputIndexes": [ 2415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6435", "outputIndexes": [ 2416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2411, 2414, 2416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6438", "outputIndexes": [ 2417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6439", "outputIndexes": [ 2418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6440", "outputIndexes": [ 2419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2419, 2418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6441", "outputIndexes": [ 2420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2410, 2420, 2413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_441_output_0", "outputIndexes": [ 2421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2421, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_88_output_0", "outputIndexes": [ 2422 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2422, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_936_output_0", "outputIndexes": [ 2423 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408, 2423, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_119_output_0", "outputIndexes": [ 2424 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2424 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_59_output_0", "outputIndexes": [ 2425 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2408, 22, 2423, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_118_output_0", "outputIndexes": [ 2426 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2425, 2426 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_381_output_0", "outputIndexes": [ 2427 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2427, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_235_output_0", "outputIndexes": [ 2428 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2409, 2428 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_146_output_0", "outputIndexes": [ 2429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2368 ], "outputIndexes": [ 5208 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5208 ], "outputIndexes": [ 5209 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear", "inputIndexes": [ 5209 ], "outputIndexes": [ 5210 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 292474270, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5210 ], "outputIndexes": [ 5211 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5211 ], "outputIndexes": [ 2430 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2430, 2407 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_264_output_0", "outputIndexes": [ 2431 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2405, 2429, 2431, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_269_output_0", "outputIndexes": [ 2432 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2432 ], "outputIndexes": [ 5212 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5212 ], "outputIndexes": [ 5213 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear", "inputIndexes": [ 5213 ], "outputIndexes": [ 5214 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 292704692, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5214 ], "outputIndexes": [ 5215 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5215 ], "outputIndexes": [ 2433 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2365, 2433 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_148_output_0", "outputIndexes": [ 2434 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.333984, 0.388672, 0.398438, 0.398438, 0.394531, 0.388672, 0.165039, 0.398438, 0.351562, 0.318359, 0.335938, 0.384766, 0.320312, 0.376953, 0.363281, 0.394531, 0.222656, 0.373047, 0.371094, 0.322266, 0.380859, 0.404297, 0.353516, 0.341797, 0.355469, 0.410156, 0.34375, 0.402344, 0.390625, 0.396484, 0.318359, 0.175781, 0.384766, 0.380859, 0.384766, 0.388672, 0.324219, 0.375, 0.320312, 0.398438, 0.384766, 0.386719, 0.353516, 0.347656, 0.330078, 0.351562, 0.421875, 0.335938, 0.417969, 0.298828, 0.40625, 0.326172, 0.384766, 0.384766, 0.341797, 0.386719, 0.453125, 0.375, 0.371094, 0.408203, 0.378906, 0.400391, 0.359375, 0.394531, 0.332031, 0.302734, 0.244141, 0.330078, 0.425781, 0.225586, 0.404297, 0.318359, 0.363281, 0.349609, 0.394531, 0.357422, 0.365234, 0.414062, 0.318359, 0.371094, 0.367188, 0.416016, 0.357422, 0.355469, 0.412109, 0.328125, 0.429688, 0.326172, 0.447266, 0.332031, 0.363281, 0.376953, 0.326172, 0.382812, 0.376953, 0.351562, 0.53125, 0.412109, 0.421875, 0.384766, 0.371094, 0.347656, 0.394531, 0.392578, 0.361328, 0.326172, 0.386719, 0.378906, 0.378906, 0.388672, 0.382812, 0.421875, 0.365234, 0.369141, 0.404297, 0.326172, 0.388672, 0.396484, 0.445312, 0.404297, 0.396484, 0.337891, 0.414062, 0.330078, 0.433594, 0.367188, 0.236328, 0.404297, 0.402344, 0.439453, 0.402344, 0.398438, 0.392578, 0.361328, 0.390625, 0.378906, 0.388672, 0.371094, 0.314453, 0.347656, 0.417969, 0.359375, 0.388672, 0.4375, 0.414062, 0.394531, 0.376953, 0.330078, 0.384766, 0.388672, 0.390625, 0.386719, 0.386719, 0.410156, 0.386719, 0.357422, 0.410156, 0.367188, 0.337891, 0.402344, 0.333984, 0.365234, 0.320312, 0.40625, 0.361328, 0.431641, 0.357422, 0.394531, 0.376953, 0.316406, 0.349609, 0.398438, 0.416016, 0.349609, 0.326172, 0.417969, 0.353516, 0.392578, 0.423828, 0.400391, 0.371094, 0.347656, 0.376953, 0.373047, 0.398438, 0.390625, 0.386719, 0.388672, 0.410156, 0.412109, 0.410156, 0.357422, 0.355469, 0.380859, 0.388672, 0.371094, 0.369141, 0.345703, 0.126953, 0.394531, 0.371094, 0.373047, 0.353516, 0.376953, 0.355469, 0.394531, 0.4375, 0.363281, 0.349609, 0.416016, 0.375, 0.384766, 0.386719, 0.333984, 0.398438, 0.375, 0.402344, 0.353516, 0.404297, 0.373047, 0.378906, 0.376953, 0.349609, 0.371094, 0.439453, 0.353516, 0.404297, 0.332031, 0.589844, 0.367188, 0.347656, 0.308594, 0.392578, 0.363281, 0.396484, 0.335938, 0.375, 0.34375, 0.40625, 0.384766, 0.404297, 0.367188, 0.394531, 0.390625, 0.394531, 0.355469, 0.355469, 0.400391, 0.408203, 0.386719, 0.386719, 0.347656, 0.3125, 0.369141, 0.357422, 0.394531, 0.353516, 0.369141, 0.330078, 0.408203, 0.421875, 0.392578, 0.394531, 0.349609, 0.408203, 0.417969, 0.373047, 0.412109, 0.332031, 0.384766, 0.294922, 0.367188, 0.355469, 0.283203, 0.345703, 0.404297, 0.386719, 0.335938, 0.3125, 0.396484, 0.351562, 0.400391, 0.384766, 0.429688, 0.390625, 0.363281, 0.421875, 0.410156, 0.410156, 0.431641, 0.398438, 0.378906, 0.398438, 0.373047, 0.412109, 0.388672, 0.326172, 0.398438, 0.392578, 0.380859, 0.380859, 0.394531, 0.376953, 0.326172, 0.390625, 0.386719, 0.337891, 0.371094, 0.400391, 0.40625, 0.324219, 0.394531, 0.363281, 0.341797, 0.408203, 0.361328, 0.396484, 0.333984, 0.291016, 0.400391, 0.431641, 0.390625, 0.390625, 0.386719, 0.365234, 0.341797, 0.398438, 0.464844, 0.408203, 0.355469, 0.28125, 0.339844, 0.302734, 0.382812, 0.349609, 0.373047, 0.404297, 0.339844, 0.320312, 0.328125, 0.353516, 0.373047, 0.392578, 0.332031, 0.423828, 0.386719, 0.355469, 0.392578, 0.347656, 0.388672, 0.392578, 0.404297, 0.353516, 0.359375, 0.375, 0.380859, 0.392578, 0.398438, 0.357422, 0.423828, 0.369141, 0.353516, 0.375, 0.390625, 0.396484, 0.373047, 0.388672, 0.402344, 0.353516, 0.335938, 0.429688, 0.367188, 0.40625, 0.322266, 0.363281, 0.378906, 0.390625, 0.396484, 0.402344, 0.320312, 0.182617, 0.34375, 0.59375, 0.382812, 0.392578, 0.365234, 0.341797, 0.40625, 0.34375, 0.392578, 0.388672, 0.291016, 0.429688, 0.308594, 0.412109, 0.394531, 0.375, 0.416016, 0.396484, 0.392578, 0.359375, 0.398438, 0.322266, 0.392578, 0.435547, 0.351562, 0.417969, 0.390625, 0.404297, 0.384766, 0.361328, 0.458984, 0.369141, 0.367188, 0.425781, 0.416016, 0.382812, 0.386719, 0.392578, 0.349609, 0.4375, 0.365234, 0.298828, 0.402344, 0.396484, 0.324219, 0.394531, 0.361328, 0.261719, 0.373047, 0.330078, 0.324219, 0.40625, 0.382812, 0.365234, 0.40625, 0.40625, 0.376953, 0.367188, 0.380859, 0.476562, 0.332031, 0.335938, 0.527344, 0.351562, 0.328125, 0.369141, 0.398438, 0.320312, 0.382812, 0.361328, 0.308594, 0.375, 0.423828, 0.40625, 0.421875, 0.400391, 0.386719, 0.373047, 0.339844, 0.376953, 0.361328, 0.388672, 0.380859, 0.332031, 0.386719, 0.367188, 0.412109, 0.408203, 0.326172, 0.388672, 0.414062, 0.388672, 0.375, 0.359375, 0.363281, 0.353516, 0.412109, 0.353516, 0.353516, 0.388672, 0.408203, 0.419922, 0.375, 0.402344, 0.345703, 0.382812, 0.328125, 0.394531, 0.371094, 0.414062, 0.412109, 0.400391, 0.410156, 0.380859, 0.328125, 0.427734, 0.378906, 0.328125, 0.345703, 0.165039, 0.359375, 0.402344, 0.392578, 0.324219, 0.417969, 0.376953, 0.376953, 0.421875, 0.369141, 0.367188, 0.412109, 0.241211, 0.341797, 0.351562, 0.414062, 0.404297, 0.337891, 0.365234, 0.355469, 0.384766, 0.396484, 0.318359, 0.392578, 0.398438, 0.367188, 0.398438, 0.425781, 0.404297, 0.345703, 0.275391, 0.353516, 0.332031, 0.341797, 0.392578, 0.359375, 0.369141, 0.398438, 0.365234, 0.378906, 0.398438, 0.335938, 0.353516, 0.40625, 0.382812, 0.349609, 0.371094, 0.337891, 0.353516, 0.320312, 0.341797, 0.382812, 0.40625, 0.396484, 0.396484, 0.408203, 0.363281, 0.219727, 0.398438, 0.320312, 0.322266, 0.34375, 0.412109, 0.369141, 0.341797, 0.326172, 0.402344, 0.396484, 0.367188, 0.369141, 0.417969, 0.382812, 0.324219, 0.404297, 0.363281, 0.400391, 0.369141, 0.388672, 0.345703, 0.328125, 0.427734, 0.386719, 0.365234, 0.355469, 0.412109, 0.382812, 0.353516, 0.373047, 0.392578, 0.375, 0.351562, 0.333984, 0.417969, 0.396484, 0.400391, 0.335938, 0.400391, 0.345703, 0.316406, 0.412109, 0.394531, 0.371094, 0.390625, 0.353516, 0.330078, 0.330078, 0.408203, 0.363281, 0.365234, 0.40625, 0.337891, 0.419922, 0.376953, 0.335938, 0.388672, 0.378906, 0.296875, 0.369141, 0.369141, 0.416016, 0.335938, 0.390625, 0.371094, 0.367188, 0.363281, 0.330078, 0.417969, 0.248047, 0.373047, 0.314453, 0.155273, 0.349609, 0.378906, 0.394531, 0.337891, 0.394531, 0.373047, 0.371094, 0.402344, 0.371094, 0.326172, 0.398438, 0.373047, 0.337891, 0.335938, 0.345703, 0.369141, 0.326172, 0.34375, 0.283203, 0.416016, 0.439453, 0.404297, 0.326172, 0.375, 0.380859, 0.337891, 0.408203, 0.332031, 0.328125, 0.359375, 0.421875, 0.349609, 0.355469, 0.384766, 0.384766, 0.380859, 0.402344, 0.375, 0.425781, 0.390625, 0.375, 0.351562, 0.283203, 0.330078, 0.337891, 0.40625, 0.404297, 0.378906, 0.404297, 0.386719, 0.388672, 0.186523, 0.353516, 0.380859, 0.40625, 0.330078, 0.419922, 0.400391, 0.361328, 0.388672, 0.392578, 0.376953, 0.402344, 0.345703, 0.394531, 0.390625, 0.357422, 0.404297, 0.410156, 0.355469, 0.386719, 0.337891, 0.365234, 0.263672, 0.318359, 0.408203, 0.363281, 0.339844, 0.369141, 0.306641, 0.414062, 0.386719, 0.419922, 0.419922, 0.371094, 0.380859, 0.333984, 0.328125, 0.394531, 0.326172, 0.365234, 0.335938, 0.390625, 0.40625, 0.369141, 0.279297, 0.359375, 0.365234, 0.376953, 0.392578, 0.271484, 0.375, 0.390625, 0.332031, 0.425781, 0.341797, 0.365234, 0.400391, 0.378906, 0.394531, 0.382812, 0.394531, 0.353516, 0.394531, 0.396484, 0.186523, 0.386719, 0.388672, 0.330078, 0.333984, 0.328125, 0.40625, 0.361328, 0.410156, 0.396484, 0.378906, 0.335938, 0.347656, 0.371094, 0.376953, 0.410156, 0.384766, 0.310547, 0.376953, 0.388672, 0.351562, 0.394531, 0.361328, 0.333984, 0.349609, 0.341797, 0.339844, 0.365234, 0.296875, 0.410156, 0.382812, 0.408203, 0.380859, 0.396484, 0.341797, 0.431641, 0.298828, 0.414062, 0.394531, 0.369141, 0.304688, 0.398438, 0.380859, 0.369141, 0.373047, 0.353516, 0.384766, 0.332031, 0.351562, 0.382812, 0.255859, 0.369141, 0.371094, 0.396484, 0.392578, 0.390625, 0.378906, 0.349609, 0.382812, 0.507812, 0.40625, 0.330078, 0.363281, 0.363281, 0.386719, 0.425781, 0.371094, 0.394531, 0.353516, 0.341797, 0.408203, 0.367188, 0.382812, 0.451172, 0.371094, 0.404297, 0.402344, 0.369141, 0.339844, 0.398438, 0.367188, 0.322266, 0.410156, 0.388672, 0.384766, 0.363281, 0.400391, 0.330078, 0.443359, 0.382812, 0.392578, 0.380859, 0.357422, 0.388672, 0.410156, 0.384766, 0.40625, 0.376953, 0.410156, 0.333984, 0.349609, 0.417969, 0.400391, 0.357422, 0.339844, 0.535156, 0.316406, 0.365234, 0.378906, 0.378906, 0.328125, 0.402344, 0.314453, 0.380859, 0.335938, 0.355469, 0.416016, 0.335938, 0.388672, 0.283203, 0.355469, 0.349609, 0.380859, 0.339844, 0.367188, 0.359375, 0.40625, 0.390625, 0.335938, 0.400391, 0.324219, 0.335938, 0.384766, 0.308594, 0.410156, 0.408203, 0.390625, 0.367188, 0.388672, 0.378906, 0.371094, 0.320312, 0.390625, 0.396484, 0.408203, 0.361328, 0.259766, 0.394531, 0.404297, 0.402344, 0.332031, 0.388672, 0.373047, 0.388672, 0.320312, 0.425781, 0.337891, 0.355469, 0.417969, 0.380859, 0.384766, 0.417969, 0.367188, 0.359375, 0.328125, 0.554688, 0.421875, 0.414062, 0.392578, 0.371094, 0.382812, 0.384766, 0.390625, 0.40625, 0.330078, 0.369141, 0.423828, 0.361328, 0.417969, 0.330078, 0.373047, 0.322266, 0.386719, 0.384766, 0.371094, 0.34375, 0.390625, 0.457031, 0.380859, 0.394531, 0.378906, 0.333984, 0.316406, 0.388672, 0.386719, 0.390625, 0.339844, 0.396484, 0.423828, 0.353516, 0.369141, 0.384766, 0.396484, 0.353516, 0.384766, 0.296875, 0.376953, 0.396484, 0.355469, 0.382812, 0.382812, 0.40625, 0.375, 0.155273, 0.419922, 0.380859, 0.390625, 0.369141, 0.341797, 0.40625, 0.326172, 0.376953, 0.371094, 0.330078, 0.384766, 0.388672, 0.427734, 0.335938, 0.388672, 0.351562, 0.375, 0.382812, 0.345703, 0.421875, 0.341797, 0.351562, 0.373047, 0.375, 0.361328, 0.40625, 0.386719, 0.322266, 0.308594, 0.363281, 0.357422, 0.398438, 0.332031, 0.404297, 0.363281, 0.412109, 0.386719, 0.392578, 0.417969, 0.384766, 0.384766, 0.326172, 0.404297, 0.398438, 0.384766, 0.408203, 0.449219, 0.388672, 0.359375, 0.351562, 0.337891, 0.417969, 0.337891, 0.388672, 0.410156, 0.394531, 0.375, 0.369141, 0.353516, 0.417969, 0.402344, 0.361328, 0.421875, 0.412109, 0.408203, 0.367188, 0.376953, 0.388672, 0.306641, 0.404297, 0.398438, 0.359375, 0.328125, 0.369141, 0.392578, 0.361328, 0.365234, 0.357422, 0.326172, 0.412109, 0.40625, 0.392578, 0.34375, 0.369141, 0.408203, 0.263672, 0.384766, 0.322266, 0.371094, 0.355469, 0.400391, 0.351562, 0.386719, 0.394531, 0.408203, 0.402344, 0.335938, 0.375, 0.408203, 0.398438, 0.416016, 0.382812, 0.390625, 0.351562, 0.169922, 0.273438, 0.394531, 0.376953, 0.332031, 0.398438, 0.375, 0.300781, 0.365234, 0.404297, 0.400391, 0.337891, 0.398438, 0.351562, 0.400391, 0.408203, 0.349609, 0.333984, 0.386719, 0.421875, 0.345703, 0.380859, 0.419922, 0.332031, 0.345703, 0.400391, 0.398438, 0.398438, 0.363281, 0.367188, 0.353516, 0.396484, 0.416016, 0.392578, 0.378906, 0.326172, 0.380859, 0.337891, 0.394531, 0.429688, 0.402344, 0.269531, 0.396484, 0.355469, 0.400391, 0.375, 0.421875, 0.410156, 0.378906, 0.396484, 0.249023, 0.421875, 0.400391, 0.388672, 0.408203, 0.330078, 0.375, 0.40625, 0.332031, 0.316406, 0.371094, 0.384766, 0.384766, 0.376953, 0.441406, 0.398438, 0.351562, 0.373047, 0.324219, 0.398438, 0.345703, 0.402344, 0.390625, 0.394531, 0.402344, 0.40625, 0.378906, 0.380859, 0.353516, 0.421875, 0.423828, 0.341797, 0.398438, 0.353516, 0.339844, 0.404297, 0.28125, 0.386719, 0.359375, 0.341797, 0.355469, 0.416016, 0.417969, 0.371094, 0.394531, 0.390625, 0.384766, 0.404297, 0.34375, 0.408203, 0.416016, 0.388672, 0.400391, 0.330078, 0.328125, 0.384766, 0.410156, 0.384766, 0.398438, 0.396484, 0.427734, 0.369141, 0.349609, 0.390625, 0.382812, 0.335938, 0.396484, 0.414062, 0.394531, 0.402344, 0.425781, 0.384766, 0.421875, 0.398438, 0.359375, 0.453125, 0.416016, 0.367188, 0.398438, 0.378906, 0.363281, 0.425781, 0.335938, 0.400391, 0.388672, 0.453125, 0.351562, 0.316406, 0.330078, 0.423828, 0.392578, 0.390625, 0.578125, 0.361328, 0.398438, 0.378906, 0.316406, 0.394531, 0.361328, 0.365234, 0.390625, 0.357422, 0.361328, 0.333984, 0.345703, 0.382812, 0.388672, 0.386719, 0.326172, 0.390625, 0.390625, 0.382812, 0.398438, 0.402344, 0.412109, 0.398438, 0.390625, 0.341797, 0.292969, 0.359375, 0.376953, 0.382812, 0.378906, 0.414062, 0.347656, 0.384766, 0.326172, 0.3125, 0.373047, 0.386719, 0.359375, 0.408203, 0.388672, 0.373047, 0.376953, 0.394531, 0.398438, 0.400391, 0.361328, 0.402344, 0.376953, 0.394531, 0.332031, 0.339844, 0.328125, 0.373047, 0.380859, 0.318359, 0.373047, 0.445312, 0.357422, 0.388672, 0.417969, 0.322266, 0.322266, 0.365234, 0.324219, 0.363281, 0.347656, 0.371094, 0.341797, 0.439453, 0.15918, 0.335938, 0.414062, 0.378906 ] }, "name": "model.model.layers.29.post_attention_layernorm.weight", "outputIndexes": [ 2435 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2434 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_29/Mul_output_0", "outputIndexes": [ 2436 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2435, 2436 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_29/Mul_1_output_0", "outputIndexes": [ 2437 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2437 ], "outputIndexes": [ 5216 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5216 ], "outputIndexes": [ 5217 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear", "inputIndexes": [ 5217 ], "outputIndexes": [ 5218 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 293626314, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5218 ], "outputIndexes": [ 5219 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5219 ], "outputIndexes": [ 2438 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2438 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_29/Sigmoid_output_0", "outputIndexes": [ 2439 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2438, 2439 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_29/Mul_output_0", "outputIndexes": [ 2440 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2437 ], "outputIndexes": [ 5220 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5220 ], "outputIndexes": [ 5221 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear", "inputIndexes": [ 5221 ], "outputIndexes": [ 5222 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 296206816, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5222 ], "outputIndexes": [ 5223 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5223 ], "outputIndexes": [ 2441 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2440, 2441 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_29/Mul_output_0", "outputIndexes": [ 2442 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2442 ], "outputIndexes": [ 5224 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5224 ], "outputIndexes": [ 5225 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear", "inputIndexes": [ 5225 ], "outputIndexes": [ 5226 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 298787318, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5226 ], "outputIndexes": [ 5227 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.29/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5227 ], "outputIndexes": [ 2443 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2434, 2443 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_149_output_0", "outputIndexes": [ 2444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2444, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_270_output_0", "outputIndexes": [ 2445 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.371094, 0.417969, 0.417969, 0.480469, 0.445312, 0.435547, 0.875, 0.431641, 0.357422, 0.40625, 0.382812, 0.408203, 0.337891, 0.414062, 0.363281, 0.419922, 0.671875, 0.398438, 0.382812, 0.328125, 0.427734, 0.474609, 0.419922, 0.353516, 0.435547, 0.451172, 0.367188, 0.429688, 0.421875, 0.419922, 0.472656, 0.283203, 0.417969, 0.460938, 0.40625, 0.382812, 0.367188, 0.404297, 0.421875, 0.478516, 0.431641, 0.431641, 0.427734, 0.419922, 0.384766, 0.414062, 0.490234, 0.341797, 0.451172, 0.470703, 0.441406, 0.394531, 0.392578, 0.453125, 0.373047, 0.445312, 0.5, 0.400391, 0.425781, 0.492188, 0.423828, 0.439453, 0.378906, 0.445312, 0.384766, 0.523438, 0.765625, 0.324219, 0.4375, 0.660156, 0.427734, 0.347656, 0.414062, 0.400391, 0.470703, 0.400391, 0.375, 0.486328, 0.320312, 0.416016, 0.373047, 0.447266, 0.353516, 0.371094, 0.453125, 0.316406, 0.53125, 0.414062, 0.515625, 0.349609, 0.384766, 0.40625, 0.333984, 0.417969, 0.265625, 0.310547, 0.53125, 0.458984, 0.519531, 0.496094, 0.417969, 0.402344, 0.423828, 0.433594, 0.439453, 0.345703, 0.519531, 0.439453, 0.390625, 0.365234, 0.380859, 0.460938, 0.414062, 0.462891, 0.4375, 0.527344, 0.417969, 0.40625, 0.447266, 0.46875, 0.435547, 0.339844, 0.398438, 0.429688, 0.53125, 0.410156, 0.796875, 0.431641, 0.400391, 0.480469, 0.439453, 0.392578, 0.466797, 0.431641, 0.4375, 0.419922, 0.417969, 0.423828, 0.539062, 0.384766, 0.447266, 0.398438, 0.427734, 0.496094, 0.390625, 0.40625, 0.396484, 0.351562, 0.396484, 0.457031, 0.417969, 0.435547, 0.404297, 0.470703, 0.419922, 0.404297, 0.396484, 0.414062, 0.251953, 0.441406, 0.304688, 0.410156, 0.376953, 0.4375, 0.402344, 0.433594, 0.316406, 0.482422, 0.388672, 0.347656, 0.421875, 0.455078, 0.455078, 0.40625, 0.363281, 0.455078, 0.378906, 0.398438, 0.421875, 0.464844, 0.382812, 0.388672, 0.392578, 0.410156, 0.392578, 0.439453, 0.417969, 0.427734, 0.453125, 0.466797, 0.482422, 0.371094, 0.277344, 0.416016, 0.410156, 0.421875, 0.40625, 0.388672, 0.135742, 0.425781, 0.388672, 0.353516, 0.386719, 0.416016, 0.388672, 0.400391, 0.458984, 0.398438, 0.410156, 0.423828, 0.443359, 0.404297, 0.4375, 0.332031, 0.433594, 0.410156, 0.400391, 0.363281, 0.457031, 0.378906, 0.416016, 0.40625, 0.351562, 0.410156, 0.478516, 0.416016, 0.455078, 0.271484, 0.523438, 0.386719, 0.386719, 0.451172, 0.421875, 0.425781, 0.515625, 0.392578, 0.419922, 0.392578, 0.494141, 0.380859, 0.451172, 0.388672, 0.392578, 0.460938, 0.421875, 0.384766, 0.384766, 0.427734, 0.419922, 0.441406, 0.396484, 0.363281, 0.326172, 0.414062, 0.417969, 0.433594, 0.373047, 0.392578, 0.361328, 0.4375, 0.441406, 0.482422, 0.439453, 0.375, 0.417969, 0.429688, 0.380859, 0.453125, 0.345703, 0.470703, 0.738281, 0.369141, 0.414062, 0.675781, 0.382812, 0.425781, 0.435547, 0.361328, 0.351562, 0.445312, 0.375, 0.435547, 0.380859, 0.484375, 0.460938, 0.410156, 0.472656, 0.462891, 0.416016, 0.462891, 0.455078, 0.441406, 0.449219, 0.472656, 0.449219, 0.380859, 0.310547, 0.410156, 0.441406, 0.400391, 0.392578, 0.433594, 0.40625, 0.373047, 0.455078, 0.414062, 0.388672, 0.40625, 0.445312, 0.462891, 0.357422, 0.46875, 0.382812, 0.433594, 0.457031, 0.355469, 0.404297, 0.365234, 0.5625, 0.443359, 0.458984, 0.435547, 0.4375, 0.396484, 0.414062, 0.412109, 0.429688, 0.498047, 0.433594, 0.404297, 0.535156, 0.373047, 0.412109, 0.416016, 0.496094, 0.410156, 0.478516, 0.351562, 0.355469, 0.355469, 0.402344, 0.423828, 0.412109, 0.365234, 0.466797, 0.494141, 0.380859, 0.392578, 0.392578, 0.445312, 0.488281, 0.427734, 0.357422, 0.449219, 0.431641, 0.507812, 0.439453, 0.425781, 0.371094, 0.496094, 0.382812, 0.412109, 0.414062, 0.419922, 0.435547, 0.398438, 0.492188, 0.447266, 0.375, 0.380859, 0.451172, 0.365234, 0.439453, 0.300781, 0.431641, 0.394531, 0.412109, 0.439453, 0.417969, 0.445312, 0.753906, 0.392578, 0.554688, 0.408203, 0.380859, 0.388672, 0.419922, 0.453125, 0.425781, 0.429688, 0.425781, 0.478516, 0.484375, 0.349609, 0.511719, 0.439453, 0.421875, 0.470703, 0.494141, 0.431641, 0.4375, 0.503906, 0.400391, 0.394531, 0.441406, 0.363281, 0.507812, 0.460938, 0.396484, 0.392578, 0.394531, 0.503906, 0.365234, 0.388672, 0.486328, 0.419922, 0.386719, 0.40625, 0.410156, 0.46875, 0.527344, 0.402344, 0.458984, 0.40625, 0.417969, 0.333984, 0.427734, 0.455078, 0.511719, 0.451172, 0.330078, 0.375, 0.431641, 0.431641, 0.359375, 0.451172, 0.490234, 0.414062, 0.376953, 0.376953, 0.503906, 0.412109, 0.400391, 0.535156, 0.382812, 0.408203, 0.388672, 0.498047, 0.375, 0.416016, 0.453125, 0.535156, 0.384766, 0.441406, 0.408203, 0.492188, 0.464844, 0.40625, 0.376953, 0.398438, 0.410156, 0.455078, 0.400391, 0.472656, 0.304688, 0.421875, 0.402344, 0.457031, 0.464844, 0.396484, 0.433594, 0.431641, 0.439453, 0.441406, 0.423828, 0.371094, 0.402344, 0.427734, 0.394531, 0.382812, 0.457031, 0.451172, 0.466797, 0.375, 0.443359, 0.416016, 0.447266, 0.392578, 0.419922, 0.380859, 0.511719, 0.478516, 0.423828, 0.435547, 0.412109, 0.40625, 0.441406, 0.400391, 0.402344, 0.388672, 0.8125, 0.382812, 0.394531, 0.449219, 0.402344, 0.445312, 0.408203, 0.464844, 0.566406, 0.441406, 0.410156, 0.466797, 0.570312, 0.367188, 0.404297, 0.488281, 0.476562, 0.369141, 0.376953, 0.394531, 0.416016, 0.464844, 0.375, 0.386719, 0.474609, 0.447266, 0.445312, 0.472656, 0.441406, 0.40625, 0.523438, 0.390625, 0.351562, 0.253906, 0.466797, 0.414062, 0.408203, 0.451172, 0.375, 0.412109, 0.472656, 0.34375, 0.396484, 0.404297, 0.429688, 0.392578, 0.408203, 0.304688, 0.441406, 0.390625, 0.425781, 0.371094, 0.496094, 0.441406, 0.441406, 0.427734, 0.417969, 0.08252, 0.402344, 0.306641, 0.40625, 0.412109, 0.433594, 0.375, 0.351562, 0.335938, 0.410156, 0.410156, 0.40625, 0.451172, 0.462891, 0.439453, 0.375, 0.417969, 0.386719, 0.429688, 0.384766, 0.412109, 0.394531, 0.283203, 0.503906, 0.408203, 0.398438, 0.429688, 0.4375, 0.40625, 0.431641, 0.410156, 0.457031, 0.363281, 0.380859, 0.349609, 0.462891, 0.398438, 0.472656, 0.347656, 0.435547, 0.363281, 0.363281, 0.472656, 0.417969, 0.472656, 0.412109, 0.333984, 0.275391, 0.380859, 0.427734, 0.363281, 0.40625, 0.425781, 0.369141, 0.458984, 0.451172, 0.396484, 0.421875, 0.390625, 0.578125, 0.421875, 0.390625, 0.455078, 0.255859, 0.384766, 0.416016, 0.445312, 0.394531, 0.289062, 0.478516, 0.53125, 0.435547, 0.277344, 0.792969, 0.373047, 0.376953, 0.376953, 0.384766, 0.431641, 0.449219, 0.46875, 0.435547, 0.40625, 0.441406, 0.427734, 0.421875, 0.398438, 0.332031, 0.369141, 0.408203, 0.283203, 0.478516, 0.546875, 0.486328, 0.472656, 0.472656, 0.369141, 0.404297, 0.414062, 0.255859, 0.425781, 0.335938, 0.421875, 0.394531, 0.435547, 0.392578, 0.373047, 0.410156, 0.398438, 0.4375, 0.416016, 0.421875, 0.414062, 0.429688, 0.429688, 0.445312, 0.609375, 0.353516, 0.314453, 0.527344, 0.400391, 0.4375, 0.457031, 0.457031, 0.486328, 0.808594, 0.388672, 0.498047, 0.503906, 0.365234, 0.455078, 0.457031, 0.357422, 0.417969, 0.449219, 0.425781, 0.457031, 0.376953, 0.417969, 0.402344, 0.378906, 0.410156, 0.390625, 0.392578, 0.412109, 0.396484, 0.376953, 0.597656, 0.423828, 0.392578, 0.398438, 0.335938, 0.457031, 0.486328, 0.462891, 0.431641, 0.458984, 0.474609, 0.390625, 0.400391, 0.367188, 0.335938, 0.435547, 0.339844, 0.378906, 0.363281, 0.457031, 0.416016, 0.402344, 0.761719, 0.394531, 0.417969, 0.419922, 0.462891, 0.289062, 0.421875, 0.396484, 0.363281, 0.480469, 0.347656, 0.388672, 0.451172, 0.431641, 0.429688, 0.423828, 0.408203, 0.4375, 0.462891, 0.402344, 0.878906, 0.394531, 0.425781, 0.449219, 0.347656, 0.308594, 0.423828, 0.394531, 0.443359, 0.439453, 0.349609, 0.378906, 0.380859, 0.380859, 0.417969, 0.46875, 0.423828, 0.425781, 0.449219, 0.40625, 0.353516, 0.388672, 0.388672, 0.412109, 0.441406, 0.384766, 0.380859, 0.380859, 0.589844, 0.46875, 0.431641, 0.5, 0.410156, 0.439453, 0.367188, 0.429688, 0.488281, 0.464844, 0.431641, 0.425781, 0.433594, 0.460938, 0.423828, 0.408203, 0.472656, 0.400391, 0.447266, 0.376953, 0.396484, 0.460938, 0.574219, 0.371094, 0.398438, 0.419922, 0.431641, 0.416016, 0.421875, 0.417969, 0.417969, 0.539062, 0.494141, 0.353516, 0.46875, 0.400391, 0.464844, 0.429688, 0.425781, 0.439453, 0.470703, 0.398438, 0.40625, 0.421875, 0.433594, 0.652344, 0.435547, 0.486328, 0.425781, 0.388672, 0.417969, 0.435547, 0.367188, 0.417969, 0.464844, 0.449219, 0.435547, 0.394531, 0.503906, 0.296875, 0.4375, 0.433594, 0.439453, 0.433594, 0.404297, 0.404297, 0.5, 0.445312, 0.402344, 0.404297, 0.447266, 0.400391, 0.355469, 0.439453, 0.455078, 0.449219, 0.34375, 0.5625, 0.574219, 0.388672, 0.449219, 0.414062, 0.380859, 0.460938, 0.330078, 0.433594, 0.421875, 0.455078, 0.484375, 0.306641, 0.478516, 0.519531, 0.384766, 0.427734, 0.423828, 0.378906, 0.412109, 0.435547, 0.417969, 0.433594, 0.388672, 0.414062, 0.259766, 0.300781, 0.4375, 0.421875, 0.419922, 0.451172, 0.421875, 0.439453, 0.474609, 0.408203, 0.380859, 0.5, 0.4375, 0.455078, 0.511719, 0.384766, 0.550781, 0.396484, 0.439453, 0.400391, 0.341797, 0.398438, 0.416016, 0.484375, 0.439453, 0.462891, 0.384766, 0.388672, 0.5625, 0.392578, 0.423828, 0.472656, 0.410156, 0.443359, 0.396484, 0.578125, 0.503906, 0.472656, 0.447266, 0.376953, 0.412109, 0.394531, 0.470703, 0.435547, 0.376953, 0.410156, 0.589844, 0.419922, 0.445312, 0.369141, 0.419922, 0.380859, 0.408203, 0.460938, 0.416016, 0.339844, 0.404297, 0.498047, 0.386719, 0.376953, 0.412109, 0.291016, 0.367188, 0.398438, 0.433594, 0.447266, 0.431641, 0.394531, 0.474609, 0.388672, 0.396484, 0.429688, 0.40625, 0.550781, 0.404297, 0.457031, 0.421875, 0.441406, 0.404297, 0.423828, 0.447266, 0.445312, 0.398438, 0.730469, 0.488281, 0.419922, 0.447266, 0.523438, 0.349609, 0.427734, 0.308594, 0.384766, 0.427734, 0.535156, 0.40625, 0.582031, 0.421875, 0.384766, 0.427734, 0.421875, 0.384766, 0.470703, 0.683594, 0.449219, 0.34375, 0.458984, 0.429688, 0.451172, 0.375, 0.492188, 0.441406, 0.349609, 0.703125, 0.402344, 0.419922, 0.476562, 0.34375, 0.458984, 0.382812, 0.429688, 0.457031, 0.421875, 0.470703, 0.371094, 0.421875, 0.330078, 0.425781, 0.455078, 0.46875, 0.427734, 0.5, 0.585938, 0.382812, 0.375, 0.375, 0.419922, 0.371094, 0.455078, 0.412109, 0.412109, 0.427734, 0.414062, 0.388672, 0.46875, 0.425781, 0.410156, 0.480469, 0.462891, 0.4375, 0.376953, 0.439453, 0.466797, 0.484375, 0.398438, 0.419922, 0.396484, 0.371094, 0.4375, 0.390625, 0.386719, 0.376953, 0.466797, 0.3125, 0.433594, 0.445312, 0.423828, 0.279297, 0.419922, 0.457031, 0.546875, 0.425781, 0.330078, 0.402344, 0.365234, 0.464844, 0.400391, 0.427734, 0.443359, 0.464844, 0.421875, 0.34375, 0.416016, 0.480469, 0.427734, 0.472656, 0.410156, 0.427734, 0.314453, 0.761719, 0.490234, 0.457031, 0.425781, 0.400391, 0.427734, 0.40625, 0.492188, 0.427734, 0.439453, 0.419922, 0.441406, 0.439453, 0.4375, 0.472656, 0.492188, 0.367188, 0.404297, 0.439453, 0.441406, 0.390625, 0.410156, 0.402344, 0.421875, 0.341797, 0.478516, 0.457031, 0.457031, 0.462891, 0.361328, 0.386719, 0.439453, 0.550781, 0.417969, 0.400391, 0.371094, 0.392578, 0.375, 0.402344, 0.449219, 0.439453, 0.671875, 0.416016, 0.353516, 0.451172, 0.423828, 0.462891, 0.4375, 0.441406, 0.410156, 0.800781, 0.464844, 0.355469, 0.455078, 0.490234, 0.419922, 0.376953, 0.523438, 0.275391, 0.337891, 0.416016, 0.394531, 0.40625, 0.402344, 0.53125, 0.439453, 0.353516, 0.431641, 0.333984, 0.464844, 0.384766, 0.445312, 0.400391, 0.441406, 0.451172, 0.433594, 0.408203, 0.390625, 0.378906, 0.496094, 0.460938, 0.443359, 0.46875, 0.400391, 0.470703, 0.435547, 0.632812, 0.4375, 0.390625, 0.414062, 0.378906, 0.419922, 0.449219, 0.451172, 0.431641, 0.425781, 0.4375, 0.484375, 0.390625, 0.410156, 0.546875, 0.492188, 0.435547, 0.28125, 0.414062, 0.388672, 0.427734, 0.386719, 0.435547, 0.425781, 0.470703, 0.425781, 0.40625, 0.404297, 0.445312, 0.316406, 0.429688, 0.435547, 0.466797, 0.507812, 0.492188, 0.431641, 0.414062, 0.449219, 0.400391, 0.492188, 0.480469, 0.414062, 0.412109, 0.394531, 0.402344, 0.503906, 0.382812, 0.447266, 0.421875, 0.478516, 0.335938, 0.408203, 0.341797, 0.482422, 0.462891, 0.412109, 0.617188, 0.447266, 0.435547, 0.408203, 0.318359, 0.410156, 0.402344, 0.402344, 0.421875, 0.369141, 0.462891, 0.349609, 0.455078, 0.439453, 0.388672, 0.417969, 0.353516, 0.388672, 0.394531, 0.449219, 0.472656, 0.429688, 0.443359, 0.386719, 0.412109, 0.441406, 0.390625, 0.376953, 0.480469, 0.414062, 0.427734, 0.431641, 0.410156, 0.447266, 0.353516, 0.388672, 0.367188, 0.457031, 0.408203, 0.464844, 0.349609, 0.431641, 0.414062, 0.435547, 0.40625, 0.464844, 0.40625, 0.447266, 0.419922, 0.433594, 0.302734, 0.392578, 0.337891, 0.443359, 0.445312, 0.447266, 0.378906, 0.474609, 0.443359, 0.410156, 0.400391, 0.386719, 0.363281, 0.378906, 0.349609, 0.378906, 0.423828, 0.429688, 0.369141, 0.4375, 0.847656, 0.332031, 0.480469, 0.427734 ] }, "name": "model.model.layers.30.input_layernorm.weight", "outputIndexes": [ 2446 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2445 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_30/Mul_output_0", "outputIndexes": [ 2447 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2446, 2447 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_30/Mul_1_output_0", "outputIndexes": [ 2448 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2448 ], "outputIndexes": [ 5228 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5228 ], "outputIndexes": [ 5229 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear", "inputIndexes": [ 5229 ], "outputIndexes": [ 5230 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 301367820, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5230 ], "outputIndexes": [ 5231 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5231 ], "outputIndexes": [ 2449 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2448 ], "main_type": "NONE", "name": "/Shape_421_output_0", "outputIndexes": [ 2450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2450 ], "main_type": "NONE", "name": "Shape6559", "outputIndexes": [ 2451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2450 ], "main_type": "NONE", "name": "Rank6561", "outputIndexes": [ 2452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2452, 2452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6563", "outputIndexes": [ 2453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6564", "outputIndexes": [ 2454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6566", "outputIndexes": [ 2455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6567", "outputIndexes": [ 2456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2451, 2454, 2456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6570", "outputIndexes": [ 2457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6571", "outputIndexes": [ 2458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6572", "outputIndexes": [ 2459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2459, 2458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6573", "outputIndexes": [ 2460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2450, 2460, 2453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_454_output_0", "outputIndexes": [ 2461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2461, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_961_output_0", "outputIndexes": [ 2462 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2462, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_390_output_0", "outputIndexes": [ 2463 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2449, 2463 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_271_output_0", "outputIndexes": [ 2464 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2464, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_240_output_0", "outputIndexes": [ 2465 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2464 ], "main_type": "NONE", "name": "/Shape_422_output_0", "outputIndexes": [ 2466 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2466 ], "main_type": "NONE", "name": "Shape6580", "outputIndexes": [ 2467 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2466 ], "main_type": "NONE", "name": "Rank6582", "outputIndexes": [ 2468 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2468, 2468 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6584", "outputIndexes": [ 2469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2469 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6585", "outputIndexes": [ 2470 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2469, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6587", "outputIndexes": [ 2471 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2471 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6588", "outputIndexes": [ 2472 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2467, 2470, 2472, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6591", "outputIndexes": [ 2473 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2473 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6592", "outputIndexes": [ 2474 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2474 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6593", "outputIndexes": [ 2475 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2475, 2474 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6594", "outputIndexes": [ 2476 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2466, 2476, 2469 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_455_output_0", "outputIndexes": [ 2477 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2477, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_90_output_0", "outputIndexes": [ 2478 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2478, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_966_output_0", "outputIndexes": [ 2479 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2464, 2479, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_121_output_0", "outputIndexes": [ 2480 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2480 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_60_output_0", "outputIndexes": [ 2481 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2464, 22, 2479, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_120_output_0", "outputIndexes": [ 2482 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2481, 2482 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_393_output_0", "outputIndexes": [ 2483 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2483, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_241_output_0", "outputIndexes": [ 2484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2465, 2484 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_150_output_0", "outputIndexes": [ 2485 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2448 ], "outputIndexes": [ 5232 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5232 ], "outputIndexes": [ 5233 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear", "inputIndexes": [ 5233 ], "outputIndexes": [ 5234 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 302289442, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5234 ], "outputIndexes": [ 5235 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5235 ], "outputIndexes": [ 2486 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2462, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_391_output_0", "outputIndexes": [ 2487 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2486, 2487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_272_output_0", "outputIndexes": [ 2488 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_242_output_0", "outputIndexes": [ 2489 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488 ], "main_type": "NONE", "name": "/Shape_423_output_0", "outputIndexes": [ 2490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2490 ], "main_type": "NONE", "name": "Shape6643", "outputIndexes": [ 2491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2490 ], "main_type": "NONE", "name": "Rank6645", "outputIndexes": [ 2492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2492, 2492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6647", "outputIndexes": [ 2493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6648", "outputIndexes": [ 2494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6650", "outputIndexes": [ 2495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6651", "outputIndexes": [ 2496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2491, 2494, 2496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6654", "outputIndexes": [ 2497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6655", "outputIndexes": [ 2498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6656", "outputIndexes": [ 2499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2499, 2498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6657", "outputIndexes": [ 2500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2490, 2500, 2493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_456_output_0", "outputIndexes": [ 2501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2501, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_91_output_0", "outputIndexes": [ 2502 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2502, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_968_output_0", "outputIndexes": [ 2503 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488, 2503, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_123_output_0", "outputIndexes": [ 2504 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2504 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_61_output_0", "outputIndexes": [ 2505 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2488, 22, 2503, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_122_output_0", "outputIndexes": [ 2506 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2505, 2506 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_394_output_0", "outputIndexes": [ 2507 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2507, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_243_output_0", "outputIndexes": [ 2508 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2489, 2508 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_151_output_0", "outputIndexes": [ 2509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2448 ], "outputIndexes": [ 5236 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5236 ], "outputIndexes": [ 5237 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear", "inputIndexes": [ 5237 ], "outputIndexes": [ 5238 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 302519864, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5238 ], "outputIndexes": [ 5239 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5239 ], "outputIndexes": [ 2510 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2510, 2487 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_273_output_0", "outputIndexes": [ 2511 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2485, 2509, 2511, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_278_output_0", "outputIndexes": [ 2512 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2512 ], "outputIndexes": [ 5240 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5240 ], "outputIndexes": [ 5241 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear", "inputIndexes": [ 5241 ], "outputIndexes": [ 5242 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 302750286, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5242 ], "outputIndexes": [ 5243 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5243 ], "outputIndexes": [ 2513 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2445, 2513 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_153_output_0", "outputIndexes": [ 2514 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.337891, 0.396484, 0.402344, 0.417969, 0.416016, 0.398438, 0.120117, 0.414062, 0.361328, 0.332031, 0.3125, 0.396484, 0.34375, 0.398438, 0.382812, 0.398438, 0.192383, 0.390625, 0.396484, 0.330078, 0.394531, 0.408203, 0.355469, 0.363281, 0.365234, 0.421875, 0.361328, 0.412109, 0.404297, 0.423828, 0.324219, 0.141602, 0.396484, 0.380859, 0.398438, 0.392578, 0.332031, 0.402344, 0.304688, 0.417969, 0.404297, 0.390625, 0.373047, 0.355469, 0.337891, 0.367188, 0.443359, 0.335938, 0.425781, 0.287109, 0.412109, 0.322266, 0.388672, 0.394531, 0.330078, 0.398438, 0.46875, 0.382812, 0.384766, 0.414062, 0.400391, 0.408203, 0.373047, 0.404297, 0.34375, 0.316406, 0.219727, 0.318359, 0.423828, 0.223633, 0.423828, 0.3125, 0.371094, 0.365234, 0.414062, 0.369141, 0.380859, 0.416016, 0.3125, 0.386719, 0.382812, 0.423828, 0.359375, 0.376953, 0.414062, 0.351562, 0.429688, 0.330078, 0.462891, 0.324219, 0.375, 0.394531, 0.341797, 0.404297, 0.332031, 0.333984, 0.515625, 0.427734, 0.433594, 0.396484, 0.380859, 0.375, 0.419922, 0.410156, 0.357422, 0.337891, 0.414062, 0.392578, 0.392578, 0.400391, 0.394531, 0.447266, 0.376953, 0.386719, 0.414062, 0.335938, 0.404297, 0.408203, 0.451172, 0.416016, 0.394531, 0.347656, 0.423828, 0.335938, 0.445312, 0.386719, 0.201172, 0.419922, 0.416016, 0.433594, 0.412109, 0.412109, 0.402344, 0.384766, 0.417969, 0.398438, 0.40625, 0.373047, 0.314453, 0.359375, 0.433594, 0.363281, 0.392578, 0.451172, 0.421875, 0.408203, 0.396484, 0.355469, 0.404297, 0.40625, 0.402344, 0.388672, 0.404297, 0.416016, 0.400391, 0.369141, 0.435547, 0.386719, 0.330078, 0.412109, 0.332031, 0.382812, 0.324219, 0.417969, 0.382812, 0.449219, 0.314453, 0.40625, 0.388672, 0.318359, 0.357422, 0.416016, 0.427734, 0.367188, 0.324219, 0.429688, 0.371094, 0.40625, 0.435547, 0.414062, 0.388672, 0.361328, 0.388672, 0.384766, 0.40625, 0.408203, 0.392578, 0.396484, 0.417969, 0.419922, 0.416016, 0.363281, 0.322266, 0.396484, 0.398438, 0.394531, 0.382812, 0.353516, 0.103027, 0.412109, 0.386719, 0.390625, 0.365234, 0.394531, 0.367188, 0.402344, 0.447266, 0.378906, 0.353516, 0.419922, 0.394531, 0.394531, 0.398438, 0.324219, 0.410156, 0.388672, 0.408203, 0.371094, 0.416016, 0.388672, 0.386719, 0.382812, 0.355469, 0.382812, 0.4375, 0.373047, 0.425781, 0.332031, 0.585938, 0.386719, 0.355469, 0.306641, 0.404297, 0.375, 0.421875, 0.349609, 0.400391, 0.355469, 0.404297, 0.400391, 0.412109, 0.382812, 0.412109, 0.396484, 0.412109, 0.376953, 0.34375, 0.414062, 0.425781, 0.394531, 0.398438, 0.355469, 0.306641, 0.396484, 0.367188, 0.412109, 0.363281, 0.373047, 0.339844, 0.421875, 0.425781, 0.404297, 0.396484, 0.355469, 0.414062, 0.429688, 0.386719, 0.417969, 0.335938, 0.392578, 0.245117, 0.376953, 0.373047, 0.223633, 0.34375, 0.412109, 0.400391, 0.345703, 0.326172, 0.416016, 0.355469, 0.416016, 0.390625, 0.433594, 0.402344, 0.378906, 0.429688, 0.423828, 0.416016, 0.431641, 0.410156, 0.390625, 0.40625, 0.382812, 0.410156, 0.396484, 0.365234, 0.408203, 0.412109, 0.388672, 0.396484, 0.396484, 0.388672, 0.324219, 0.400391, 0.394531, 0.347656, 0.386719, 0.414062, 0.416016, 0.328125, 0.408203, 0.373047, 0.339844, 0.416016, 0.371094, 0.40625, 0.333984, 0.291016, 0.398438, 0.445312, 0.408203, 0.402344, 0.398438, 0.380859, 0.359375, 0.40625, 0.474609, 0.410156, 0.363281, 0.279297, 0.345703, 0.310547, 0.40625, 0.353516, 0.392578, 0.417969, 0.349609, 0.318359, 0.330078, 0.367188, 0.384766, 0.396484, 0.351562, 0.431641, 0.400391, 0.359375, 0.402344, 0.363281, 0.40625, 0.414062, 0.414062, 0.363281, 0.375, 0.388672, 0.402344, 0.400391, 0.404297, 0.380859, 0.423828, 0.371094, 0.353516, 0.396484, 0.408203, 0.410156, 0.390625, 0.400391, 0.410156, 0.367188, 0.351562, 0.431641, 0.388672, 0.410156, 0.314453, 0.380859, 0.378906, 0.396484, 0.398438, 0.40625, 0.308594, 0.143555, 0.357422, 0.613281, 0.394531, 0.40625, 0.382812, 0.353516, 0.410156, 0.347656, 0.404297, 0.40625, 0.292969, 0.449219, 0.316406, 0.423828, 0.402344, 0.375, 0.435547, 0.417969, 0.410156, 0.361328, 0.414062, 0.335938, 0.410156, 0.460938, 0.357422, 0.412109, 0.408203, 0.416016, 0.394531, 0.375, 0.458984, 0.386719, 0.382812, 0.429688, 0.421875, 0.386719, 0.402344, 0.392578, 0.351562, 0.435547, 0.375, 0.257812, 0.412109, 0.416016, 0.333984, 0.414062, 0.373047, 0.238281, 0.386719, 0.310547, 0.341797, 0.419922, 0.390625, 0.378906, 0.414062, 0.429688, 0.392578, 0.388672, 0.400391, 0.476562, 0.341797, 0.34375, 0.542969, 0.371094, 0.341797, 0.378906, 0.417969, 0.320312, 0.400391, 0.376953, 0.300781, 0.386719, 0.419922, 0.410156, 0.429688, 0.414062, 0.396484, 0.380859, 0.347656, 0.394531, 0.369141, 0.402344, 0.392578, 0.308594, 0.404297, 0.375, 0.429688, 0.421875, 0.341797, 0.384766, 0.414062, 0.390625, 0.394531, 0.375, 0.375, 0.365234, 0.412109, 0.361328, 0.367188, 0.408203, 0.427734, 0.421875, 0.384766, 0.410156, 0.347656, 0.404297, 0.337891, 0.404297, 0.388672, 0.423828, 0.423828, 0.40625, 0.419922, 0.392578, 0.335938, 0.433594, 0.392578, 0.326172, 0.355469, 0.117676, 0.371094, 0.417969, 0.402344, 0.308594, 0.419922, 0.388672, 0.376953, 0.419922, 0.375, 0.380859, 0.417969, 0.201172, 0.349609, 0.353516, 0.433594, 0.414062, 0.339844, 0.376953, 0.371094, 0.402344, 0.404297, 0.316406, 0.414062, 0.414062, 0.378906, 0.416016, 0.443359, 0.419922, 0.349609, 0.261719, 0.371094, 0.335938, 0.335938, 0.404297, 0.375, 0.384766, 0.412109, 0.375, 0.396484, 0.414062, 0.335938, 0.361328, 0.416016, 0.394531, 0.365234, 0.376953, 0.324219, 0.351562, 0.328125, 0.349609, 0.400391, 0.417969, 0.40625, 0.414062, 0.40625, 0.378906, 0.211914, 0.414062, 0.326172, 0.310547, 0.345703, 0.425781, 0.378906, 0.337891, 0.332031, 0.423828, 0.402344, 0.376953, 0.380859, 0.431641, 0.398438, 0.337891, 0.417969, 0.373047, 0.417969, 0.376953, 0.400391, 0.367188, 0.324219, 0.435547, 0.392578, 0.373047, 0.365234, 0.417969, 0.404297, 0.376953, 0.388672, 0.408203, 0.380859, 0.375, 0.332031, 0.441406, 0.412109, 0.416016, 0.339844, 0.416016, 0.306641, 0.316406, 0.419922, 0.402344, 0.378906, 0.40625, 0.367188, 0.326172, 0.337891, 0.416016, 0.386719, 0.380859, 0.423828, 0.347656, 0.431641, 0.384766, 0.341797, 0.394531, 0.404297, 0.271484, 0.392578, 0.378906, 0.414062, 0.322266, 0.402344, 0.378906, 0.382812, 0.373047, 0.332031, 0.435547, 0.225586, 0.382812, 0.320312, 0.111816, 0.363281, 0.392578, 0.408203, 0.347656, 0.410156, 0.384766, 0.384766, 0.412109, 0.390625, 0.332031, 0.410156, 0.382812, 0.341797, 0.330078, 0.361328, 0.380859, 0.335938, 0.347656, 0.287109, 0.425781, 0.429688, 0.412109, 0.328125, 0.396484, 0.392578, 0.322266, 0.417969, 0.333984, 0.318359, 0.375, 0.433594, 0.363281, 0.361328, 0.396484, 0.392578, 0.388672, 0.410156, 0.386719, 0.431641, 0.421875, 0.384766, 0.355469, 0.248047, 0.347656, 0.332031, 0.390625, 0.423828, 0.390625, 0.410156, 0.402344, 0.400391, 0.148438, 0.367188, 0.396484, 0.412109, 0.339844, 0.429688, 0.416016, 0.375, 0.394531, 0.404297, 0.382812, 0.410156, 0.34375, 0.410156, 0.408203, 0.378906, 0.416016, 0.421875, 0.371094, 0.408203, 0.339844, 0.382812, 0.231445, 0.332031, 0.417969, 0.367188, 0.359375, 0.386719, 0.283203, 0.425781, 0.384766, 0.425781, 0.431641, 0.376953, 0.388672, 0.339844, 0.339844, 0.400391, 0.328125, 0.371094, 0.345703, 0.402344, 0.414062, 0.371094, 0.237305, 0.378906, 0.380859, 0.386719, 0.429688, 0.257812, 0.388672, 0.402344, 0.337891, 0.4375, 0.34375, 0.384766, 0.416016, 0.390625, 0.404297, 0.392578, 0.40625, 0.359375, 0.402344, 0.412109, 0.143555, 0.404297, 0.40625, 0.314453, 0.351562, 0.332031, 0.40625, 0.371094, 0.423828, 0.404297, 0.402344, 0.349609, 0.345703, 0.380859, 0.394531, 0.429688, 0.398438, 0.300781, 0.382812, 0.402344, 0.361328, 0.416016, 0.388672, 0.308594, 0.365234, 0.351562, 0.339844, 0.375, 0.277344, 0.419922, 0.384766, 0.423828, 0.392578, 0.40625, 0.345703, 0.447266, 0.296875, 0.429688, 0.408203, 0.375, 0.300781, 0.414062, 0.394531, 0.388672, 0.390625, 0.376953, 0.402344, 0.332031, 0.373047, 0.40625, 0.233398, 0.380859, 0.376953, 0.402344, 0.410156, 0.402344, 0.394531, 0.365234, 0.388672, 0.503906, 0.427734, 0.326172, 0.386719, 0.378906, 0.400391, 0.429688, 0.380859, 0.398438, 0.361328, 0.361328, 0.427734, 0.394531, 0.390625, 0.455078, 0.400391, 0.394531, 0.408203, 0.380859, 0.355469, 0.417969, 0.382812, 0.328125, 0.417969, 0.40625, 0.410156, 0.386719, 0.425781, 0.326172, 0.445312, 0.388672, 0.400391, 0.390625, 0.375, 0.398438, 0.427734, 0.394531, 0.416016, 0.388672, 0.423828, 0.34375, 0.345703, 0.431641, 0.425781, 0.375, 0.345703, 0.507812, 0.271484, 0.375, 0.390625, 0.388672, 0.335938, 0.416016, 0.332031, 0.398438, 0.347656, 0.351562, 0.421875, 0.322266, 0.400391, 0.269531, 0.369141, 0.365234, 0.386719, 0.355469, 0.388672, 0.378906, 0.423828, 0.414062, 0.345703, 0.414062, 0.330078, 0.328125, 0.404297, 0.294922, 0.419922, 0.423828, 0.388672, 0.382812, 0.40625, 0.390625, 0.378906, 0.347656, 0.396484, 0.402344, 0.429688, 0.386719, 0.25, 0.400391, 0.416016, 0.40625, 0.335938, 0.398438, 0.386719, 0.408203, 0.320312, 0.425781, 0.355469, 0.361328, 0.425781, 0.402344, 0.400391, 0.429688, 0.375, 0.369141, 0.328125, 0.558594, 0.417969, 0.414062, 0.400391, 0.388672, 0.400391, 0.386719, 0.404297, 0.419922, 0.326172, 0.375, 0.427734, 0.369141, 0.433594, 0.316406, 0.384766, 0.326172, 0.382812, 0.400391, 0.376953, 0.351562, 0.402344, 0.470703, 0.398438, 0.412109, 0.400391, 0.337891, 0.306641, 0.396484, 0.402344, 0.408203, 0.339844, 0.414062, 0.423828, 0.371094, 0.380859, 0.398438, 0.410156, 0.367188, 0.392578, 0.285156, 0.392578, 0.412109, 0.376953, 0.40625, 0.396484, 0.421875, 0.382812, 0.116211, 0.427734, 0.392578, 0.400391, 0.380859, 0.359375, 0.419922, 0.320312, 0.398438, 0.394531, 0.339844, 0.408203, 0.400391, 0.445312, 0.353516, 0.404297, 0.359375, 0.392578, 0.386719, 0.279297, 0.441406, 0.324219, 0.369141, 0.388672, 0.376953, 0.371094, 0.412109, 0.402344, 0.333984, 0.277344, 0.369141, 0.367188, 0.416016, 0.316406, 0.410156, 0.380859, 0.421875, 0.398438, 0.408203, 0.427734, 0.400391, 0.394531, 0.337891, 0.416016, 0.402344, 0.398438, 0.414062, 0.46875, 0.388672, 0.369141, 0.353516, 0.355469, 0.427734, 0.351562, 0.392578, 0.414062, 0.410156, 0.384766, 0.382812, 0.361328, 0.421875, 0.40625, 0.380859, 0.429688, 0.414062, 0.431641, 0.380859, 0.382812, 0.396484, 0.261719, 0.404297, 0.40625, 0.375, 0.322266, 0.394531, 0.410156, 0.375, 0.373047, 0.375, 0.328125, 0.419922, 0.419922, 0.412109, 0.328125, 0.390625, 0.410156, 0.245117, 0.398438, 0.347656, 0.382812, 0.373047, 0.414062, 0.376953, 0.396484, 0.404297, 0.416016, 0.421875, 0.320312, 0.390625, 0.421875, 0.40625, 0.435547, 0.398438, 0.412109, 0.330078, 0.143555, 0.291016, 0.40625, 0.398438, 0.34375, 0.425781, 0.382812, 0.300781, 0.371094, 0.410156, 0.400391, 0.347656, 0.40625, 0.373047, 0.408203, 0.410156, 0.359375, 0.333984, 0.400391, 0.431641, 0.349609, 0.400391, 0.447266, 0.34375, 0.324219, 0.417969, 0.410156, 0.417969, 0.375, 0.384766, 0.369141, 0.408203, 0.402344, 0.408203, 0.388672, 0.3125, 0.390625, 0.353516, 0.408203, 0.425781, 0.419922, 0.227539, 0.414062, 0.373047, 0.412109, 0.384766, 0.4375, 0.417969, 0.392578, 0.404297, 0.205078, 0.4375, 0.419922, 0.40625, 0.419922, 0.34375, 0.380859, 0.414062, 0.34375, 0.324219, 0.376953, 0.390625, 0.382812, 0.392578, 0.443359, 0.419922, 0.359375, 0.386719, 0.316406, 0.412109, 0.353516, 0.414062, 0.394531, 0.400391, 0.419922, 0.421875, 0.386719, 0.388672, 0.365234, 0.447266, 0.439453, 0.349609, 0.421875, 0.369141, 0.351562, 0.40625, 0.253906, 0.402344, 0.376953, 0.339844, 0.367188, 0.421875, 0.419922, 0.375, 0.40625, 0.419922, 0.408203, 0.416016, 0.363281, 0.421875, 0.416016, 0.396484, 0.419922, 0.318359, 0.341797, 0.392578, 0.427734, 0.404297, 0.408203, 0.408203, 0.443359, 0.378906, 0.365234, 0.400391, 0.384766, 0.341797, 0.402344, 0.433594, 0.404297, 0.421875, 0.449219, 0.388672, 0.427734, 0.412109, 0.369141, 0.455078, 0.427734, 0.384766, 0.417969, 0.390625, 0.376953, 0.439453, 0.345703, 0.40625, 0.398438, 0.460938, 0.361328, 0.316406, 0.322266, 0.423828, 0.400391, 0.410156, 0.589844, 0.371094, 0.416016, 0.386719, 0.3125, 0.410156, 0.378906, 0.386719, 0.402344, 0.380859, 0.369141, 0.349609, 0.359375, 0.392578, 0.392578, 0.400391, 0.320312, 0.402344, 0.398438, 0.390625, 0.414062, 0.412109, 0.416016, 0.417969, 0.412109, 0.357422, 0.291016, 0.373047, 0.394531, 0.398438, 0.386719, 0.4375, 0.367188, 0.404297, 0.326172, 0.326172, 0.386719, 0.400391, 0.386719, 0.421875, 0.410156, 0.386719, 0.402344, 0.414062, 0.416016, 0.410156, 0.355469, 0.419922, 0.398438, 0.416016, 0.324219, 0.355469, 0.310547, 0.386719, 0.394531, 0.322266, 0.382812, 0.462891, 0.367188, 0.396484, 0.435547, 0.310547, 0.324219, 0.371094, 0.318359, 0.371094, 0.359375, 0.378906, 0.353516, 0.441406, 0.117676, 0.324219, 0.433594, 0.400391 ] }, "name": "model.model.layers.30.post_attention_layernorm.weight", "outputIndexes": [ 2515 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2514 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_30/Mul_output_0", "outputIndexes": [ 2516 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2515, 2516 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_30/Mul_1_output_0", "outputIndexes": [ 2517 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2517 ], "outputIndexes": [ 5244 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5244 ], "outputIndexes": [ 5245 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear", "inputIndexes": [ 5245 ], "outputIndexes": [ 5246 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 303671908, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5246 ], "outputIndexes": [ 5247 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5247 ], "outputIndexes": [ 2518 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2518 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_30/Sigmoid_output_0", "outputIndexes": [ 2519 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2518, 2519 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_30/Mul_output_0", "outputIndexes": [ 2520 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2517 ], "outputIndexes": [ 5248 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5248 ], "outputIndexes": [ 5249 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear", "inputIndexes": [ 5249 ], "outputIndexes": [ 5250 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 306252410, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5250 ], "outputIndexes": [ 5251 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5251 ], "outputIndexes": [ 2521 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2520, 2521 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_30/Mul_output_0", "outputIndexes": [ 2522 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2522 ], "outputIndexes": [ 5252 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5252 ], "outputIndexes": [ 5253 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear", "inputIndexes": [ 5253 ], "outputIndexes": [ 5254 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 308832912, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5254 ], "outputIndexes": [ 5255 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.30/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5255 ], "outputIndexes": [ 2523 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2514, 2523 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_154_output_0", "outputIndexes": [ 2524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2524, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_279_output_0", "outputIndexes": [ 2525 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.365234, 0.380859, 0.365234, 0.435547, 0.412109, 0.369141, 0.777344, 0.380859, 0.355469, 0.382812, 0.431641, 0.369141, 0.337891, 0.384766, 0.373047, 0.386719, 0.605469, 0.371094, 0.365234, 0.357422, 0.378906, 0.427734, 0.382812, 0.357422, 0.384766, 0.419922, 0.363281, 0.367188, 0.382812, 0.349609, 0.433594, 0.263672, 0.367188, 0.402344, 0.363281, 0.353516, 0.384766, 0.382812, 0.433594, 0.378906, 0.378906, 0.388672, 0.390625, 0.376953, 0.367188, 0.400391, 0.410156, 0.365234, 0.400391, 0.455078, 0.378906, 0.414062, 0.369141, 0.412109, 0.369141, 0.408203, 0.425781, 0.361328, 0.390625, 0.398438, 0.380859, 0.382812, 0.355469, 0.390625, 0.369141, 0.476562, 0.691406, 0.410156, 0.404297, 0.636719, 0.380859, 0.367188, 0.349609, 0.376953, 0.396484, 0.361328, 0.382812, 0.392578, 0.412109, 0.351562, 0.369141, 0.417969, 0.349609, 0.335938, 0.398438, 0.339844, 0.480469, 0.40625, 0.466797, 0.365234, 0.345703, 0.380859, 0.337891, 0.361328, 0.402344, 0.363281, 0.486328, 0.414062, 0.46875, 0.458984, 0.40625, 0.367188, 0.378906, 0.390625, 0.425781, 0.382812, 0.476562, 0.382812, 0.375, 0.357422, 0.341797, 0.402344, 0.371094, 0.417969, 0.398438, 0.519531, 0.380859, 0.361328, 0.412109, 0.396484, 0.394531, 0.359375, 0.378906, 0.441406, 0.453125, 0.363281, 0.78125, 0.380859, 0.367188, 0.445312, 0.398438, 0.337891, 0.400391, 0.369141, 0.400391, 0.371094, 0.396484, 0.380859, 0.519531, 0.361328, 0.400391, 0.398438, 0.384766, 0.421875, 0.359375, 0.388672, 0.390625, 0.345703, 0.376953, 0.388672, 0.404297, 0.396484, 0.378906, 0.439453, 0.376953, 0.386719, 0.378906, 0.347656, 0.404297, 0.365234, 0.390625, 0.384766, 0.376953, 0.425781, 0.359375, 0.382812, 0.416016, 0.429688, 0.355469, 0.373047, 0.388672, 0.388672, 0.400391, 0.375, 0.447266, 0.390625, 0.373047, 0.355469, 0.394531, 0.421875, 0.365234, 0.363281, 0.345703, 0.384766, 0.378906, 0.419922, 0.371094, 0.380859, 0.384766, 0.425781, 0.376953, 0.371094, 0.384766, 0.369141, 0.388672, 0.386719, 0.378906, 0.398438, 0.185547, 0.388672, 0.349609, 0.328125, 0.353516, 0.359375, 0.361328, 0.369141, 0.414062, 0.367188, 0.425781, 0.388672, 0.388672, 0.347656, 0.384766, 0.373047, 0.382812, 0.355469, 0.375, 0.359375, 0.410156, 0.363281, 0.382812, 0.363281, 0.347656, 0.367188, 0.417969, 0.359375, 0.410156, 0.367188, 0.482422, 0.376953, 0.375, 0.4375, 0.394531, 0.384766, 0.423828, 0.378906, 0.382812, 0.365234, 0.441406, 0.349609, 0.421875, 0.373047, 0.349609, 0.384766, 0.380859, 0.347656, 0.384766, 0.384766, 0.394531, 0.398438, 0.378906, 0.34375, 0.373047, 0.404297, 0.392578, 0.453125, 0.363281, 0.349609, 0.363281, 0.361328, 0.400391, 0.419922, 0.382812, 0.355469, 0.363281, 0.416016, 0.375, 0.396484, 0.382812, 0.425781, 0.710938, 0.347656, 0.376953, 0.671875, 0.365234, 0.396484, 0.382812, 0.345703, 0.390625, 0.394531, 0.339844, 0.390625, 0.361328, 0.398438, 0.396484, 0.369141, 0.40625, 0.388672, 0.373047, 0.382812, 0.400391, 0.384766, 0.380859, 0.400391, 0.376953, 0.371094, 0.324219, 0.396484, 0.361328, 0.34375, 0.375, 0.380859, 0.359375, 0.384766, 0.380859, 0.369141, 0.367188, 0.376953, 0.376953, 0.40625, 0.367188, 0.40625, 0.371094, 0.412109, 0.412109, 0.363281, 0.380859, 0.341797, 0.503906, 0.431641, 0.435547, 0.394531, 0.394531, 0.359375, 0.363281, 0.392578, 0.384766, 0.455078, 0.380859, 0.359375, 0.503906, 0.357422, 0.425781, 0.375, 0.480469, 0.355469, 0.408203, 0.349609, 0.380859, 0.378906, 0.373047, 0.380859, 0.382812, 0.357422, 0.421875, 0.441406, 0.365234, 0.369141, 0.378906, 0.392578, 0.431641, 0.392578, 0.337891, 0.404297, 0.382812, 0.457031, 0.380859, 0.376953, 0.34375, 0.445312, 0.351562, 0.376953, 0.345703, 0.392578, 0.402344, 0.371094, 0.402344, 0.398438, 0.380859, 0.333984, 0.40625, 0.341797, 0.376953, 0.382812, 0.425781, 0.376953, 0.373047, 0.392578, 0.361328, 0.445312, 0.648438, 0.339844, 0.515625, 0.375, 0.365234, 0.369141, 0.371094, 0.402344, 0.408203, 0.373047, 0.400391, 0.484375, 0.414062, 0.376953, 0.458984, 0.378906, 0.371094, 0.386719, 0.419922, 0.378906, 0.392578, 0.474609, 0.380859, 0.351562, 0.453125, 0.347656, 0.439453, 0.404297, 0.386719, 0.376953, 0.392578, 0.470703, 0.365234, 0.359375, 0.427734, 0.392578, 0.375, 0.367188, 0.382812, 0.462891, 0.4375, 0.347656, 0.458984, 0.373047, 0.388672, 0.347656, 0.353516, 0.404297, 0.507812, 0.402344, 0.410156, 0.375, 0.380859, 0.398438, 0.332031, 0.394531, 0.455078, 0.365234, 0.359375, 0.375, 0.447266, 0.369141, 0.384766, 0.492188, 0.363281, 0.396484, 0.398438, 0.503906, 0.398438, 0.378906, 0.425781, 0.515625, 0.367188, 0.412109, 0.361328, 0.457031, 0.388672, 0.378906, 0.355469, 0.359375, 0.382812, 0.429688, 0.367188, 0.396484, 0.394531, 0.363281, 0.34375, 0.400391, 0.419922, 0.376953, 0.40625, 0.367188, 0.417969, 0.392578, 0.388672, 0.351562, 0.390625, 0.394531, 0.359375, 0.367188, 0.392578, 0.390625, 0.416016, 0.359375, 0.414062, 0.363281, 0.394531, 0.388672, 0.398438, 0.361328, 0.447266, 0.421875, 0.380859, 0.388672, 0.390625, 0.369141, 0.378906, 0.371094, 0.380859, 0.375, 0.777344, 0.361328, 0.371094, 0.396484, 0.445312, 0.390625, 0.382812, 0.392578, 0.490234, 0.384766, 0.363281, 0.417969, 0.582031, 0.365234, 0.363281, 0.464844, 0.416016, 0.361328, 0.357422, 0.357422, 0.369141, 0.404297, 0.404297, 0.367188, 0.408203, 0.373047, 0.414062, 0.427734, 0.394531, 0.386719, 0.515625, 0.355469, 0.357422, 0.376953, 0.402344, 0.367188, 0.365234, 0.410156, 0.357422, 0.390625, 0.417969, 0.349609, 0.375, 0.365234, 0.371094, 0.375, 0.355469, 0.412109, 0.378906, 0.386719, 0.396484, 0.349609, 0.410156, 0.380859, 0.392578, 0.382812, 0.376953, 0.065918, 0.365234, 0.373047, 0.458984, 0.384766, 0.396484, 0.359375, 0.34375, 0.376953, 0.376953, 0.376953, 0.375, 0.386719, 0.425781, 0.394531, 0.375, 0.400391, 0.392578, 0.394531, 0.376953, 0.365234, 0.361328, 0.363281, 0.423828, 0.371094, 0.382812, 0.400391, 0.402344, 0.404297, 0.382812, 0.384766, 0.431641, 0.357422, 0.339844, 0.363281, 0.396484, 0.349609, 0.392578, 0.341797, 0.388672, 0.439453, 0.378906, 0.441406, 0.376953, 0.40625, 0.376953, 0.341797, 0.388672, 0.357422, 0.396484, 0.359375, 0.376953, 0.388672, 0.357422, 0.423828, 0.417969, 0.382812, 0.388672, 0.369141, 0.570312, 0.365234, 0.367188, 0.394531, 0.388672, 0.355469, 0.382812, 0.412109, 0.367188, 0.378906, 0.417969, 0.566406, 0.400391, 0.382812, 0.6875, 0.347656, 0.367188, 0.361328, 0.351562, 0.433594, 0.382812, 0.398438, 0.361328, 0.378906, 0.408203, 0.386719, 0.363281, 0.373047, 0.394531, 0.376953, 0.376953, 0.386719, 0.412109, 0.5, 0.4375, 0.394531, 0.417969, 0.376953, 0.363281, 0.365234, 0.392578, 0.375, 0.380859, 0.40625, 0.369141, 0.386719, 0.376953, 0.380859, 0.363281, 0.363281, 0.363281, 0.376953, 0.378906, 0.392578, 0.390625, 0.369141, 0.421875, 0.546875, 0.351562, 0.373047, 0.554688, 0.365234, 0.382812, 0.410156, 0.414062, 0.443359, 0.824219, 0.361328, 0.390625, 0.455078, 0.369141, 0.392578, 0.40625, 0.349609, 0.369141, 0.423828, 0.388672, 0.433594, 0.378906, 0.373047, 0.353516, 0.380859, 0.373047, 0.359375, 0.380859, 0.384766, 0.408203, 0.367188, 0.585938, 0.386719, 0.388672, 0.373047, 0.34375, 0.412109, 0.457031, 0.384766, 0.373047, 0.419922, 0.439453, 0.376953, 0.341797, 0.375, 0.365234, 0.396484, 0.386719, 0.353516, 0.363281, 0.394531, 0.375, 0.400391, 0.753906, 0.378906, 0.398438, 0.369141, 0.439453, 0.298828, 0.373047, 0.363281, 0.365234, 0.390625, 0.351562, 0.361328, 0.384766, 0.419922, 0.408203, 0.392578, 0.382812, 0.400391, 0.408203, 0.367188, 0.746094, 0.357422, 0.371094, 0.457031, 0.353516, 0.402344, 0.382812, 0.365234, 0.410156, 0.378906, 0.34375, 0.365234, 0.375, 0.367188, 0.388672, 0.457031, 0.394531, 0.408203, 0.380859, 0.384766, 0.345703, 0.337891, 0.367188, 0.484375, 0.400391, 0.355469, 0.367188, 0.351562, 0.5625, 0.404297, 0.382812, 0.423828, 0.361328, 0.404297, 0.369141, 0.394531, 0.460938, 0.433594, 0.386719, 0.380859, 0.460938, 0.417969, 0.380859, 0.369141, 0.417969, 0.431641, 0.382812, 0.365234, 0.390625, 0.392578, 0.550781, 0.363281, 0.373047, 0.357422, 0.396484, 0.371094, 0.375, 0.369141, 0.398438, 0.464844, 0.427734, 0.359375, 0.460938, 0.388672, 0.416016, 0.384766, 0.380859, 0.408203, 0.412109, 0.373047, 0.359375, 0.384766, 0.404297, 0.578125, 0.376953, 0.470703, 0.398438, 0.359375, 0.398438, 0.386719, 0.345703, 0.417969, 0.421875, 0.375, 0.376953, 0.369141, 0.423828, 0.382812, 0.425781, 0.400391, 0.378906, 0.390625, 0.363281, 0.359375, 0.408203, 0.388672, 0.353516, 0.394531, 0.441406, 0.363281, 0.361328, 0.375, 0.40625, 0.398438, 0.335938, 0.519531, 0.628906, 0.349609, 0.400391, 0.378906, 0.351562, 0.410156, 0.337891, 0.384766, 0.423828, 0.402344, 0.421875, 0.367188, 0.447266, 0.46875, 0.347656, 0.373047, 0.367188, 0.369141, 0.369141, 0.416016, 0.388672, 0.417969, 0.375, 0.378906, 0.40625, 0.376953, 0.369141, 0.431641, 0.373047, 0.382812, 0.380859, 0.400391, 0.466797, 0.367188, 0.339844, 0.453125, 0.388672, 0.398438, 0.474609, 0.384766, 0.53125, 0.367188, 0.388672, 0.380859, 0.351562, 0.361328, 0.386719, 0.398438, 0.390625, 0.392578, 0.351562, 0.365234, 0.558594, 0.367188, 0.398438, 0.412109, 0.375, 0.386719, 0.386719, 0.486328, 0.419922, 0.449219, 0.472656, 0.357422, 0.359375, 0.347656, 0.433594, 0.376953, 0.353516, 0.396484, 0.546875, 0.378906, 0.398438, 0.40625, 0.373047, 0.400391, 0.369141, 0.392578, 0.380859, 0.337891, 0.359375, 0.447266, 0.365234, 0.371094, 0.361328, 0.386719, 0.410156, 0.357422, 0.400391, 0.398438, 0.398438, 0.369141, 0.382812, 0.384766, 0.369141, 0.376953, 0.386719, 0.542969, 0.369141, 0.445312, 0.378906, 0.40625, 0.365234, 0.367188, 0.417969, 0.416016, 0.376953, 0.6875, 0.429688, 0.371094, 0.410156, 0.457031, 0.349609, 0.396484, 0.386719, 0.351562, 0.376953, 0.494141, 0.361328, 0.53125, 0.388672, 0.369141, 0.400391, 0.423828, 0.367188, 0.441406, 0.699219, 0.376953, 0.433594, 0.419922, 0.376953, 0.40625, 0.380859, 0.4375, 0.373047, 0.351562, 0.710938, 0.369141, 0.388672, 0.427734, 0.384766, 0.402344, 0.359375, 0.376953, 0.404297, 0.380859, 0.429688, 0.359375, 0.388672, 0.351562, 0.392578, 0.423828, 0.449219, 0.400391, 0.462891, 0.59375, 0.357422, 0.337891, 0.365234, 0.367188, 0.361328, 0.384766, 0.376953, 0.367188, 0.386719, 0.386719, 0.363281, 0.386719, 0.363281, 0.382812, 0.414062, 0.433594, 0.394531, 0.349609, 0.427734, 0.402344, 0.460938, 0.359375, 0.390625, 0.369141, 0.371094, 0.392578, 0.365234, 0.361328, 0.349609, 0.410156, 0.337891, 0.394531, 0.410156, 0.380859, 0.384766, 0.376953, 0.40625, 0.503906, 0.378906, 0.380859, 0.359375, 0.347656, 0.402344, 0.349609, 0.376953, 0.398438, 0.410156, 0.376953, 0.40625, 0.386719, 0.398438, 0.361328, 0.425781, 0.394531, 0.398438, 0.371094, 0.734375, 0.507812, 0.386719, 0.396484, 0.373047, 0.390625, 0.357422, 0.53125, 0.414062, 0.384766, 0.388672, 0.386719, 0.414062, 0.414062, 0.433594, 0.404297, 0.361328, 0.388672, 0.400391, 0.380859, 0.355469, 0.388672, 0.375, 0.398438, 0.439453, 0.417969, 0.421875, 0.402344, 0.419922, 0.34375, 0.369141, 0.388672, 0.511719, 0.365234, 0.34375, 0.375, 0.371094, 0.365234, 0.396484, 0.404297, 0.417969, 0.742188, 0.359375, 0.337891, 0.398438, 0.380859, 0.400391, 0.392578, 0.402344, 0.400391, 0.828125, 0.400391, 0.378906, 0.382812, 0.431641, 0.408203, 0.371094, 0.455078, 0.412109, 0.378906, 0.365234, 0.357422, 0.378906, 0.371094, 0.523438, 0.384766, 0.351562, 0.416016, 0.427734, 0.400391, 0.388672, 0.392578, 0.378906, 0.427734, 0.416016, 0.388672, 0.390625, 0.347656, 0.369141, 0.398438, 0.402344, 0.392578, 0.398438, 0.361328, 0.421875, 0.410156, 0.652344, 0.373047, 0.371094, 0.363281, 0.361328, 0.373047, 0.375, 0.414062, 0.396484, 0.392578, 0.376953, 0.410156, 0.380859, 0.382812, 0.474609, 0.482422, 0.384766, 0.371094, 0.375, 0.361328, 0.378906, 0.341797, 0.390625, 0.369141, 0.390625, 0.390625, 0.382812, 0.367188, 0.384766, 0.347656, 0.380859, 0.357422, 0.392578, 0.427734, 0.451172, 0.367188, 0.394531, 0.435547, 0.375, 0.435547, 0.429688, 0.376953, 0.347656, 0.382812, 0.371094, 0.429688, 0.369141, 0.414062, 0.394531, 0.417969, 0.345703, 0.373047, 0.359375, 0.447266, 0.433594, 0.402344, 0.578125, 0.396484, 0.400391, 0.376953, 0.373047, 0.369141, 0.367188, 0.371094, 0.382812, 0.378906, 0.398438, 0.388672, 0.412109, 0.367188, 0.361328, 0.363281, 0.380859, 0.365234, 0.378906, 0.400391, 0.453125, 0.412109, 0.400391, 0.345703, 0.361328, 0.388672, 0.384766, 0.34375, 0.441406, 0.373047, 0.365234, 0.396484, 0.380859, 0.382812, 0.376953, 0.386719, 0.365234, 0.40625, 0.367188, 0.394531, 0.34375, 0.384766, 0.390625, 0.398438, 0.347656, 0.40625, 0.386719, 0.380859, 0.365234, 0.402344, 0.384766, 0.369141, 0.378906, 0.367188, 0.404297, 0.398438, 0.353516, 0.451172, 0.417969, 0.353516, 0.355469, 0.365234, 0.359375, 0.347656, 0.376953, 0.380859, 0.390625, 0.359375, 0.353516, 0.412109, 0.828125, 0.380859, 0.460938, 0.388672 ] }, "name": "model.model.layers.31.input_layernorm.weight", "outputIndexes": [ 2526 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2525 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_31/Mul_output_0", "outputIndexes": [ 2527 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2526, 2527 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_31/Mul_1_output_0", "outputIndexes": [ 2528 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2528 ], "outputIndexes": [ 5256 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5256 ], "outputIndexes": [ 5257 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear", "inputIndexes": [ 5257 ], "outputIndexes": [ 5258 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 311413414, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5258 ], "outputIndexes": [ 5259 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5259 ], "outputIndexes": [ 2529 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2528 ], "main_type": "NONE", "name": "/Shape_435_output_0", "outputIndexes": [ 2530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2530 ], "main_type": "NONE", "name": "Shape6775", "outputIndexes": [ 2531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2530 ], "main_type": "NONE", "name": "Rank6777", "outputIndexes": [ 2532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2532, 2532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6779", "outputIndexes": [ 2533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6780", "outputIndexes": [ 2534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6782", "outputIndexes": [ 2535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6783", "outputIndexes": [ 2536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2531, 2534, 2536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6786", "outputIndexes": [ 2537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6787", "outputIndexes": [ 2538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6788", "outputIndexes": [ 2539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2539, 2538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6789", "outputIndexes": [ 2540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2530, 2540, 2533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_469_output_0", "outputIndexes": [ 2541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2541, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_993_output_0", "outputIndexes": [ 2542 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2542, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_403_output_0", "outputIndexes": [ 2543 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2529, 2543 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_280_output_0", "outputIndexes": [ 2544 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_248_output_0", "outputIndexes": [ 2545 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544 ], "main_type": "NONE", "name": "/Shape_436_output_0", "outputIndexes": [ 2546 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2546 ], "main_type": "NONE", "name": "Shape6796", "outputIndexes": [ 2547 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2546 ], "main_type": "NONE", "name": "Rank6798", "outputIndexes": [ 2548 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2548, 2548 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6800", "outputIndexes": [ 2549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2549 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6801", "outputIndexes": [ 2550 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2549, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6803", "outputIndexes": [ 2551 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2551 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6804", "outputIndexes": [ 2552 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2547, 2550, 2552, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6807", "outputIndexes": [ 2553 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2553 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6808", "outputIndexes": [ 2554 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2554 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6809", "outputIndexes": [ 2555 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2555, 2554 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6810", "outputIndexes": [ 2556 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2546, 2556, 2549 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_470_output_0", "outputIndexes": [ 2557 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2557, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_93_output_0", "outputIndexes": [ 2558 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2558, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_998_output_0", "outputIndexes": [ 2559 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544, 2559, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_125_output_0", "outputIndexes": [ 2560 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2560 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_62_output_0", "outputIndexes": [ 2561 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2544, 22, 2559, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_124_output_0", "outputIndexes": [ 2562 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2561, 2562 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_406_output_0", "outputIndexes": [ 2563 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2563, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_249_output_0", "outputIndexes": [ 2564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2545, 2564 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_155_output_0", "outputIndexes": [ 2565 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2528 ], "outputIndexes": [ 5260 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5260 ], "outputIndexes": [ 5261 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear", "inputIndexes": [ 5261 ], "outputIndexes": [ 5262 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 312335036, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5262 ], "outputIndexes": [ 5263 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5263 ], "outputIndexes": [ 2566 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2542, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_404_output_0", "outputIndexes": [ 2567 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2566, 2567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_281_output_0", "outputIndexes": [ 2568 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_250_output_0", "outputIndexes": [ 2569 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568 ], "main_type": "NONE", "name": "/Shape_437_output_0", "outputIndexes": [ 2570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2570 ], "main_type": "NONE", "name": "Shape6859", "outputIndexes": [ 2571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2570 ], "main_type": "NONE", "name": "Rank6861", "outputIndexes": [ 2572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2572, 2572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6863", "outputIndexes": [ 2573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6864", "outputIndexes": [ 2574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6866", "outputIndexes": [ 2575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6867", "outputIndexes": [ 2576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2571, 2574, 2576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice6870", "outputIndexes": [ 2577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze6871", "outputIndexes": [ 2578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6872", "outputIndexes": [ 2579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2579, 2578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6873", "outputIndexes": [ 2580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2570, 2580, 2573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_471_output_0", "outputIndexes": [ 2581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2581, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_94_output_0", "outputIndexes": [ 2582 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2582, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1000_output_0", "outputIndexes": [ 2583 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568, 2583, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_127_output_0", "outputIndexes": [ 2584 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2584 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_63_output_0", "outputIndexes": [ 2585 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2568, 22, 2583, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_126_output_0", "outputIndexes": [ 2586 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2585, 2586 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_407_output_0", "outputIndexes": [ 2587 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2587, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_251_output_0", "outputIndexes": [ 2588 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2569, 2588 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_156_output_0", "outputIndexes": [ 2589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2528 ], "outputIndexes": [ 5264 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5264 ], "outputIndexes": [ 5265 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear", "inputIndexes": [ 5265 ], "outputIndexes": [ 5266 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 312565458, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5266 ], "outputIndexes": [ 5267 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5267 ], "outputIndexes": [ 2590 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2590, 2567 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_282_output_0", "outputIndexes": [ 2591 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2565, 2589, 2591, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_287_output_0", "outputIndexes": [ 2592 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2592 ], "outputIndexes": [ 5268 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5268 ], "outputIndexes": [ 5269 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear", "inputIndexes": [ 5269 ], "outputIndexes": [ 5270 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 312795880, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5270 ], "outputIndexes": [ 5271 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5271 ], "outputIndexes": [ 2593 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2525, 2593 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_158_output_0", "outputIndexes": [ 2594 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.345703, 0.404297, 0.404297, 0.417969, 0.417969, 0.402344, 0.114746, 0.408203, 0.378906, 0.335938, 0.308594, 0.40625, 0.353516, 0.396484, 0.390625, 0.414062, 0.204102, 0.404297, 0.400391, 0.328125, 0.394531, 0.421875, 0.363281, 0.365234, 0.378906, 0.417969, 0.367188, 0.412109, 0.402344, 0.410156, 0.337891, 0.191406, 0.408203, 0.398438, 0.400391, 0.398438, 0.322266, 0.384766, 0.291016, 0.417969, 0.416016, 0.400391, 0.380859, 0.361328, 0.333984, 0.367188, 0.457031, 0.357422, 0.423828, 0.296875, 0.417969, 0.3125, 0.394531, 0.402344, 0.339844, 0.404297, 0.453125, 0.388672, 0.384766, 0.419922, 0.40625, 0.416016, 0.382812, 0.416016, 0.347656, 0.326172, 0.224609, 0.326172, 0.431641, 0.21875, 0.421875, 0.324219, 0.380859, 0.371094, 0.419922, 0.378906, 0.388672, 0.417969, 0.300781, 0.396484, 0.386719, 0.429688, 0.375, 0.380859, 0.414062, 0.357422, 0.429688, 0.341797, 0.46875, 0.335938, 0.380859, 0.394531, 0.345703, 0.404297, 0.318359, 0.335938, 0.523438, 0.431641, 0.4375, 0.402344, 0.400391, 0.375, 0.419922, 0.402344, 0.371094, 0.332031, 0.412109, 0.396484, 0.392578, 0.40625, 0.400391, 0.435547, 0.380859, 0.394531, 0.425781, 0.347656, 0.40625, 0.412109, 0.455078, 0.429688, 0.404297, 0.34375, 0.419922, 0.347656, 0.4375, 0.398438, 0.188477, 0.421875, 0.417969, 0.445312, 0.404297, 0.40625, 0.410156, 0.390625, 0.412109, 0.402344, 0.410156, 0.386719, 0.316406, 0.361328, 0.4375, 0.373047, 0.402344, 0.447266, 0.419922, 0.410156, 0.398438, 0.367188, 0.400391, 0.414062, 0.404297, 0.400391, 0.404297, 0.427734, 0.414062, 0.369141, 0.435547, 0.392578, 0.318359, 0.412109, 0.332031, 0.380859, 0.339844, 0.425781, 0.384766, 0.449219, 0.318359, 0.412109, 0.398438, 0.326172, 0.367188, 0.419922, 0.425781, 0.369141, 0.292969, 0.427734, 0.376953, 0.412109, 0.427734, 0.421875, 0.384766, 0.375, 0.400391, 0.388672, 0.414062, 0.408203, 0.402344, 0.410156, 0.425781, 0.417969, 0.421875, 0.375, 0.337891, 0.400391, 0.40625, 0.394531, 0.392578, 0.367188, 0.109863, 0.423828, 0.402344, 0.394531, 0.376953, 0.402344, 0.380859, 0.414062, 0.453125, 0.388672, 0.369141, 0.419922, 0.392578, 0.408203, 0.412109, 0.337891, 0.414062, 0.388672, 0.421875, 0.378906, 0.431641, 0.392578, 0.392578, 0.396484, 0.349609, 0.388672, 0.457031, 0.386719, 0.429688, 0.330078, 0.574219, 0.390625, 0.363281, 0.310547, 0.416016, 0.384766, 0.416016, 0.355469, 0.408203, 0.357422, 0.410156, 0.416016, 0.414062, 0.394531, 0.410156, 0.402344, 0.412109, 0.376953, 0.378906, 0.416016, 0.427734, 0.398438, 0.412109, 0.373047, 0.320312, 0.390625, 0.367188, 0.417969, 0.373047, 0.386719, 0.351562, 0.421875, 0.4375, 0.408203, 0.414062, 0.367188, 0.419922, 0.421875, 0.384766, 0.419922, 0.337891, 0.398438, 0.259766, 0.384766, 0.388672, 0.216797, 0.351562, 0.417969, 0.408203, 0.351562, 0.324219, 0.419922, 0.365234, 0.416016, 0.394531, 0.455078, 0.419922, 0.390625, 0.431641, 0.431641, 0.410156, 0.427734, 0.417969, 0.398438, 0.412109, 0.392578, 0.412109, 0.404297, 0.388672, 0.410156, 0.408203, 0.404297, 0.392578, 0.402344, 0.400391, 0.34375, 0.416016, 0.402344, 0.357422, 0.402344, 0.417969, 0.416016, 0.332031, 0.410156, 0.382812, 0.351562, 0.417969, 0.375, 0.408203, 0.349609, 0.302734, 0.408203, 0.441406, 0.408203, 0.414062, 0.402344, 0.388672, 0.361328, 0.410156, 0.476562, 0.421875, 0.378906, 0.291016, 0.349609, 0.316406, 0.390625, 0.367188, 0.400391, 0.425781, 0.359375, 0.320312, 0.333984, 0.380859, 0.400391, 0.396484, 0.353516, 0.433594, 0.40625, 0.367188, 0.412109, 0.361328, 0.414062, 0.417969, 0.419922, 0.365234, 0.388672, 0.394531, 0.402344, 0.402344, 0.421875, 0.388672, 0.4375, 0.376953, 0.367188, 0.400391, 0.414062, 0.414062, 0.390625, 0.404297, 0.412109, 0.371094, 0.367188, 0.423828, 0.402344, 0.410156, 0.330078, 0.380859, 0.398438, 0.398438, 0.412109, 0.408203, 0.304688, 0.134766, 0.369141, 0.589844, 0.398438, 0.416016, 0.384766, 0.363281, 0.417969, 0.357422, 0.404297, 0.410156, 0.294922, 0.441406, 0.324219, 0.433594, 0.400391, 0.390625, 0.435547, 0.419922, 0.417969, 0.371094, 0.421875, 0.34375, 0.410156, 0.451172, 0.367188, 0.423828, 0.419922, 0.414062, 0.400391, 0.386719, 0.472656, 0.380859, 0.388672, 0.4375, 0.435547, 0.400391, 0.396484, 0.40625, 0.375, 0.425781, 0.375, 0.251953, 0.40625, 0.414062, 0.339844, 0.419922, 0.382812, 0.249023, 0.394531, 0.306641, 0.355469, 0.419922, 0.404297, 0.384766, 0.416016, 0.4375, 0.398438, 0.390625, 0.396484, 0.464844, 0.34375, 0.361328, 0.523438, 0.373047, 0.347656, 0.384766, 0.425781, 0.322266, 0.417969, 0.376953, 0.3125, 0.402344, 0.427734, 0.414062, 0.435547, 0.412109, 0.402344, 0.398438, 0.353516, 0.392578, 0.382812, 0.410156, 0.40625, 0.3125, 0.408203, 0.380859, 0.429688, 0.419922, 0.347656, 0.392578, 0.417969, 0.400391, 0.404297, 0.388672, 0.378906, 0.373047, 0.423828, 0.369141, 0.373047, 0.402344, 0.421875, 0.431641, 0.390625, 0.416016, 0.357422, 0.40625, 0.347656, 0.402344, 0.384766, 0.427734, 0.423828, 0.410156, 0.421875, 0.398438, 0.349609, 0.4375, 0.394531, 0.335938, 0.367188, 0.104492, 0.378906, 0.419922, 0.419922, 0.310547, 0.427734, 0.394531, 0.392578, 0.429688, 0.396484, 0.390625, 0.410156, 0.19043, 0.375, 0.369141, 0.433594, 0.421875, 0.363281, 0.390625, 0.375, 0.394531, 0.408203, 0.316406, 0.421875, 0.425781, 0.378906, 0.416016, 0.445312, 0.414062, 0.359375, 0.279297, 0.384766, 0.353516, 0.322266, 0.404297, 0.382812, 0.380859, 0.402344, 0.378906, 0.408203, 0.417969, 0.34375, 0.365234, 0.419922, 0.394531, 0.371094, 0.390625, 0.308594, 0.363281, 0.351562, 0.351562, 0.400391, 0.419922, 0.423828, 0.408203, 0.414062, 0.382812, 0.207031, 0.417969, 0.326172, 0.304688, 0.359375, 0.433594, 0.388672, 0.357422, 0.339844, 0.412109, 0.416016, 0.390625, 0.396484, 0.419922, 0.408203, 0.339844, 0.427734, 0.382812, 0.425781, 0.384766, 0.40625, 0.373047, 0.326172, 0.439453, 0.402344, 0.386719, 0.371094, 0.421875, 0.40625, 0.378906, 0.398438, 0.423828, 0.382812, 0.375, 0.355469, 0.447266, 0.414062, 0.419922, 0.345703, 0.416016, 0.324219, 0.326172, 0.431641, 0.400391, 0.384766, 0.40625, 0.369141, 0.326172, 0.349609, 0.417969, 0.390625, 0.390625, 0.423828, 0.357422, 0.431641, 0.388672, 0.359375, 0.404297, 0.400391, 0.265625, 0.398438, 0.386719, 0.419922, 0.314453, 0.408203, 0.376953, 0.388672, 0.382812, 0.333984, 0.427734, 0.226562, 0.388672, 0.333984, 0.100098, 0.369141, 0.404297, 0.404297, 0.359375, 0.419922, 0.390625, 0.396484, 0.421875, 0.402344, 0.337891, 0.408203, 0.390625, 0.353516, 0.345703, 0.375, 0.390625, 0.322266, 0.351562, 0.296875, 0.435547, 0.441406, 0.421875, 0.333984, 0.402344, 0.396484, 0.308594, 0.419922, 0.34375, 0.322266, 0.380859, 0.433594, 0.378906, 0.378906, 0.402344, 0.400391, 0.394531, 0.412109, 0.384766, 0.4375, 0.412109, 0.388672, 0.363281, 0.243164, 0.341797, 0.332031, 0.398438, 0.425781, 0.404297, 0.410156, 0.410156, 0.40625, 0.118164, 0.369141, 0.402344, 0.423828, 0.345703, 0.435547, 0.412109, 0.386719, 0.404297, 0.404297, 0.394531, 0.410156, 0.357422, 0.400391, 0.410156, 0.384766, 0.410156, 0.431641, 0.378906, 0.408203, 0.349609, 0.382812, 0.238281, 0.337891, 0.416016, 0.380859, 0.355469, 0.392578, 0.310547, 0.423828, 0.400391, 0.421875, 0.4375, 0.390625, 0.400391, 0.351562, 0.34375, 0.410156, 0.326172, 0.386719, 0.357422, 0.410156, 0.417969, 0.380859, 0.235352, 0.378906, 0.390625, 0.398438, 0.427734, 0.279297, 0.396484, 0.404297, 0.34375, 0.4375, 0.34375, 0.388672, 0.429688, 0.408203, 0.400391, 0.392578, 0.417969, 0.375, 0.40625, 0.419922, 0.138672, 0.398438, 0.404297, 0.302734, 0.355469, 0.320312, 0.410156, 0.390625, 0.429688, 0.402344, 0.400391, 0.353516, 0.357422, 0.384766, 0.402344, 0.425781, 0.400391, 0.304688, 0.382812, 0.402344, 0.369141, 0.412109, 0.402344, 0.298828, 0.365234, 0.369141, 0.359375, 0.384766, 0.287109, 0.425781, 0.388672, 0.419922, 0.40625, 0.416016, 0.347656, 0.447266, 0.300781, 0.427734, 0.419922, 0.386719, 0.304688, 0.419922, 0.396484, 0.402344, 0.390625, 0.380859, 0.40625, 0.341797, 0.380859, 0.410156, 0.233398, 0.388672, 0.392578, 0.408203, 0.402344, 0.410156, 0.398438, 0.378906, 0.394531, 0.494141, 0.421875, 0.347656, 0.380859, 0.382812, 0.404297, 0.417969, 0.390625, 0.412109, 0.367188, 0.357422, 0.421875, 0.400391, 0.398438, 0.455078, 0.400391, 0.40625, 0.412109, 0.382812, 0.363281, 0.416016, 0.388672, 0.330078, 0.431641, 0.410156, 0.412109, 0.386719, 0.431641, 0.318359, 0.453125, 0.408203, 0.412109, 0.394531, 0.375, 0.412109, 0.433594, 0.412109, 0.425781, 0.386719, 0.423828, 0.355469, 0.353516, 0.431641, 0.417969, 0.378906, 0.369141, 0.460938, 0.279297, 0.378906, 0.394531, 0.40625, 0.347656, 0.429688, 0.34375, 0.414062, 0.363281, 0.361328, 0.429688, 0.333984, 0.404297, 0.28125, 0.382812, 0.375, 0.384766, 0.359375, 0.388672, 0.386719, 0.421875, 0.417969, 0.361328, 0.417969, 0.306641, 0.322266, 0.40625, 0.292969, 0.416016, 0.431641, 0.40625, 0.388672, 0.408203, 0.390625, 0.398438, 0.357422, 0.40625, 0.408203, 0.423828, 0.396484, 0.259766, 0.410156, 0.417969, 0.416016, 0.34375, 0.412109, 0.390625, 0.414062, 0.339844, 0.435547, 0.355469, 0.375, 0.414062, 0.400391, 0.414062, 0.427734, 0.378906, 0.375, 0.339844, 0.539062, 0.419922, 0.414062, 0.400391, 0.388672, 0.392578, 0.392578, 0.414062, 0.40625, 0.337891, 0.382812, 0.439453, 0.371094, 0.423828, 0.320312, 0.392578, 0.335938, 0.398438, 0.398438, 0.388672, 0.359375, 0.40625, 0.464844, 0.402344, 0.417969, 0.390625, 0.337891, 0.296875, 0.400391, 0.412109, 0.404297, 0.349609, 0.416016, 0.417969, 0.384766, 0.384766, 0.396484, 0.421875, 0.371094, 0.398438, 0.289062, 0.396484, 0.410156, 0.378906, 0.410156, 0.404297, 0.410156, 0.392578, 0.108887, 0.433594, 0.394531, 0.408203, 0.388672, 0.378906, 0.417969, 0.3125, 0.408203, 0.392578, 0.337891, 0.408203, 0.396484, 0.439453, 0.351562, 0.40625, 0.373047, 0.400391, 0.40625, 0.296875, 0.441406, 0.314453, 0.380859, 0.398438, 0.394531, 0.384766, 0.427734, 0.402344, 0.335938, 0.296875, 0.390625, 0.373047, 0.421875, 0.328125, 0.417969, 0.384766, 0.417969, 0.40625, 0.410156, 0.425781, 0.410156, 0.40625, 0.355469, 0.419922, 0.408203, 0.398438, 0.416016, 0.453125, 0.376953, 0.375, 0.365234, 0.363281, 0.423828, 0.365234, 0.410156, 0.414062, 0.414062, 0.398438, 0.388672, 0.373047, 0.421875, 0.408203, 0.386719, 0.435547, 0.427734, 0.433594, 0.380859, 0.382812, 0.410156, 0.267578, 0.408203, 0.40625, 0.380859, 0.333984, 0.386719, 0.402344, 0.384766, 0.388672, 0.378906, 0.335938, 0.410156, 0.429688, 0.408203, 0.316406, 0.396484, 0.419922, 0.25, 0.396484, 0.332031, 0.382812, 0.375, 0.419922, 0.382812, 0.390625, 0.412109, 0.417969, 0.419922, 0.324219, 0.402344, 0.431641, 0.416016, 0.441406, 0.402344, 0.416016, 0.332031, 0.125, 0.296875, 0.416016, 0.396484, 0.357422, 0.427734, 0.390625, 0.310547, 0.380859, 0.417969, 0.416016, 0.355469, 0.421875, 0.384766, 0.414062, 0.417969, 0.359375, 0.347656, 0.408203, 0.429688, 0.371094, 0.402344, 0.431641, 0.363281, 0.328125, 0.419922, 0.410156, 0.427734, 0.384766, 0.384766, 0.375, 0.417969, 0.417969, 0.408203, 0.394531, 0.328125, 0.392578, 0.361328, 0.410156, 0.435547, 0.417969, 0.21582, 0.417969, 0.380859, 0.414062, 0.400391, 0.4375, 0.423828, 0.392578, 0.402344, 0.206055, 0.441406, 0.410156, 0.410156, 0.421875, 0.351562, 0.388672, 0.416016, 0.300781, 0.335938, 0.384766, 0.398438, 0.400391, 0.390625, 0.433594, 0.423828, 0.369141, 0.390625, 0.314453, 0.423828, 0.347656, 0.414062, 0.408203, 0.40625, 0.425781, 0.433594, 0.388672, 0.396484, 0.382812, 0.447266, 0.4375, 0.363281, 0.414062, 0.378906, 0.353516, 0.416016, 0.261719, 0.404297, 0.392578, 0.357422, 0.375, 0.429688, 0.419922, 0.384766, 0.416016, 0.412109, 0.408203, 0.421875, 0.363281, 0.423828, 0.410156, 0.398438, 0.425781, 0.324219, 0.347656, 0.402344, 0.429688, 0.408203, 0.408203, 0.416016, 0.443359, 0.390625, 0.375, 0.40625, 0.404297, 0.351562, 0.40625, 0.429688, 0.414062, 0.435547, 0.460938, 0.398438, 0.429688, 0.412109, 0.378906, 0.453125, 0.433594, 0.400391, 0.425781, 0.402344, 0.394531, 0.429688, 0.359375, 0.414062, 0.412109, 0.455078, 0.369141, 0.332031, 0.333984, 0.433594, 0.402344, 0.404297, 0.585938, 0.382812, 0.421875, 0.398438, 0.308594, 0.421875, 0.382812, 0.390625, 0.414062, 0.378906, 0.373047, 0.34375, 0.363281, 0.396484, 0.400391, 0.414062, 0.328125, 0.410156, 0.398438, 0.402344, 0.408203, 0.421875, 0.423828, 0.40625, 0.408203, 0.363281, 0.308594, 0.378906, 0.410156, 0.400391, 0.402344, 0.433594, 0.378906, 0.400391, 0.324219, 0.320312, 0.386719, 0.394531, 0.384766, 0.431641, 0.414062, 0.392578, 0.396484, 0.421875, 0.410156, 0.414062, 0.371094, 0.421875, 0.390625, 0.421875, 0.324219, 0.357422, 0.326172, 0.396484, 0.400391, 0.337891, 0.402344, 0.447266, 0.384766, 0.402344, 0.417969, 0.322266, 0.339844, 0.382812, 0.333984, 0.375, 0.380859, 0.384766, 0.369141, 0.443359, 0.118164, 0.34375, 0.4375, 0.412109 ] }, "name": "model.model.layers.31.post_attention_layernorm.weight", "outputIndexes": [ 2595 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2594 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_31/Mul_output_0", "outputIndexes": [ 2596 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2595, 2596 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_31/Mul_1_output_0", "outputIndexes": [ 2597 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2597 ], "outputIndexes": [ 5272 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5272 ], "outputIndexes": [ 5273 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear", "inputIndexes": [ 5273 ], "outputIndexes": [ 5274 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 313717502, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5274 ], "outputIndexes": [ 5275 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5275 ], "outputIndexes": [ 2598 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2598 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_31/Sigmoid_output_0", "outputIndexes": [ 2599 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2598, 2599 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_31/Mul_output_0", "outputIndexes": [ 2600 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2597 ], "outputIndexes": [ 5276 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5276 ], "outputIndexes": [ 5277 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear", "inputIndexes": [ 5277 ], "outputIndexes": [ 5278 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 316298004, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5278 ], "outputIndexes": [ 5279 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5279 ], "outputIndexes": [ 2601 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2600, 2601 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_31/Mul_output_0", "outputIndexes": [ 2602 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2602 ], "outputIndexes": [ 5280 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5280 ], "outputIndexes": [ 5281 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear", "inputIndexes": [ 5281 ], "outputIndexes": [ 5282 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 318878506, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5282 ], "outputIndexes": [ 5283 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.31/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5283 ], "outputIndexes": [ 2603 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2594, 2603 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_159_output_0", "outputIndexes": [ 2604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2604, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_288_output_0", "outputIndexes": [ 2605 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.373047, 0.431641, 0.40625, 0.482422, 0.474609, 0.429688, 0.914062, 0.431641, 0.404297, 0.429688, 0.363281, 0.416016, 0.326172, 0.435547, 0.394531, 0.449219, 0.640625, 0.421875, 0.416016, 0.339844, 0.429688, 0.480469, 0.427734, 0.380859, 0.423828, 0.457031, 0.396484, 0.414062, 0.439453, 0.384766, 0.455078, 0.259766, 0.447266, 0.478516, 0.417969, 0.40625, 0.373047, 0.417969, 0.408203, 0.451172, 0.435547, 0.431641, 0.460938, 0.427734, 0.390625, 0.441406, 0.474609, 0.369141, 0.46875, 0.476562, 0.435547, 0.390625, 0.412109, 0.480469, 0.404297, 0.429688, 0.474609, 0.394531, 0.421875, 0.478516, 0.453125, 0.445312, 0.394531, 0.457031, 0.380859, 0.519531, 0.734375, 0.316406, 0.460938, 0.652344, 0.431641, 0.349609, 0.421875, 0.412109, 0.433594, 0.40625, 0.408203, 0.455078, 0.324219, 0.419922, 0.421875, 0.435547, 0.394531, 0.376953, 0.433594, 0.347656, 0.488281, 0.40625, 0.535156, 0.363281, 0.414062, 0.449219, 0.34375, 0.431641, 0.273438, 0.335938, 0.53125, 0.455078, 0.5, 0.460938, 0.425781, 0.396484, 0.427734, 0.443359, 0.423828, 0.345703, 0.503906, 0.443359, 0.402344, 0.373047, 0.396484, 0.474609, 0.419922, 0.503906, 0.453125, 0.515625, 0.4375, 0.427734, 0.429688, 0.488281, 0.455078, 0.369141, 0.416016, 0.421875, 0.478516, 0.421875, 0.855469, 0.439453, 0.427734, 0.464844, 0.419922, 0.371094, 0.458984, 0.429688, 0.462891, 0.435547, 0.443359, 0.414062, 0.5625, 0.394531, 0.443359, 0.398438, 0.423828, 0.439453, 0.404297, 0.423828, 0.423828, 0.347656, 0.404297, 0.449219, 0.4375, 0.435547, 0.410156, 0.490234, 0.425781, 0.386719, 0.416016, 0.398438, 0.259766, 0.435547, 0.291016, 0.431641, 0.390625, 0.474609, 0.398438, 0.423828, 0.294922, 0.460938, 0.412109, 0.351562, 0.421875, 0.464844, 0.466797, 0.423828, 0.359375, 0.431641, 0.417969, 0.421875, 0.4375, 0.443359, 0.398438, 0.396484, 0.417969, 0.441406, 0.404297, 0.457031, 0.417969, 0.431641, 0.429688, 0.457031, 0.455078, 0.417969, 0.298828, 0.431641, 0.445312, 0.451172, 0.429688, 0.425781, 0.144531, 0.445312, 0.417969, 0.361328, 0.404297, 0.455078, 0.408203, 0.419922, 0.429688, 0.392578, 0.4375, 0.458984, 0.453125, 0.421875, 0.464844, 0.351562, 0.419922, 0.429688, 0.419922, 0.398438, 0.455078, 0.398438, 0.417969, 0.412109, 0.349609, 0.423828, 0.470703, 0.416016, 0.453125, 0.292969, 0.546875, 0.408203, 0.408203, 0.470703, 0.460938, 0.427734, 0.462891, 0.414062, 0.460938, 0.394531, 0.472656, 0.40625, 0.451172, 0.384766, 0.394531, 0.449219, 0.414062, 0.392578, 0.367188, 0.414062, 0.453125, 0.445312, 0.414062, 0.380859, 0.361328, 0.427734, 0.425781, 0.458984, 0.390625, 0.402344, 0.367188, 0.425781, 0.46875, 0.464844, 0.462891, 0.382812, 0.412109, 0.449219, 0.392578, 0.478516, 0.361328, 0.474609, 0.75, 0.369141, 0.404297, 0.6875, 0.392578, 0.443359, 0.457031, 0.388672, 0.375, 0.449219, 0.396484, 0.433594, 0.404297, 0.488281, 0.46875, 0.431641, 0.4375, 0.457031, 0.435547, 0.431641, 0.460938, 0.453125, 0.431641, 0.486328, 0.447266, 0.431641, 0.292969, 0.453125, 0.4375, 0.435547, 0.394531, 0.421875, 0.421875, 0.390625, 0.425781, 0.429688, 0.408203, 0.429688, 0.425781, 0.458984, 0.376953, 0.455078, 0.402344, 0.429688, 0.455078, 0.347656, 0.417969, 0.371094, 0.53125, 0.435547, 0.5, 0.441406, 0.462891, 0.425781, 0.425781, 0.40625, 0.416016, 0.496094, 0.451172, 0.408203, 0.539062, 0.396484, 0.388672, 0.421875, 0.494141, 0.40625, 0.476562, 0.357422, 0.371094, 0.382812, 0.398438, 0.429688, 0.417969, 0.367188, 0.476562, 0.484375, 0.388672, 0.423828, 0.414062, 0.431641, 0.464844, 0.451172, 0.355469, 0.451172, 0.441406, 0.476562, 0.429688, 0.439453, 0.390625, 0.490234, 0.402344, 0.40625, 0.404297, 0.414062, 0.431641, 0.404297, 0.464844, 0.435547, 0.392578, 0.375, 0.435547, 0.359375, 0.443359, 0.326172, 0.441406, 0.425781, 0.421875, 0.460938, 0.40625, 0.453125, 0.710938, 0.404297, 0.515625, 0.427734, 0.40625, 0.357422, 0.412109, 0.431641, 0.417969, 0.443359, 0.419922, 0.472656, 0.490234, 0.34375, 0.5, 0.414062, 0.441406, 0.460938, 0.482422, 0.4375, 0.427734, 0.478516, 0.410156, 0.40625, 0.460938, 0.398438, 0.486328, 0.419922, 0.404297, 0.40625, 0.394531, 0.515625, 0.378906, 0.4375, 0.451172, 0.421875, 0.404297, 0.412109, 0.425781, 0.507812, 0.46875, 0.419922, 0.421875, 0.433594, 0.458984, 0.357422, 0.425781, 0.427734, 0.519531, 0.443359, 0.3125, 0.396484, 0.445312, 0.480469, 0.373047, 0.431641, 0.507812, 0.40625, 0.404297, 0.378906, 0.527344, 0.400391, 0.404297, 0.511719, 0.408203, 0.421875, 0.419922, 0.494141, 0.396484, 0.427734, 0.458984, 0.519531, 0.404297, 0.439453, 0.414062, 0.496094, 0.455078, 0.410156, 0.410156, 0.394531, 0.417969, 0.457031, 0.408203, 0.453125, 0.300781, 0.439453, 0.416016, 0.455078, 0.474609, 0.408203, 0.453125, 0.416016, 0.460938, 0.455078, 0.429688, 0.384766, 0.408203, 0.425781, 0.410156, 0.410156, 0.455078, 0.455078, 0.462891, 0.392578, 0.441406, 0.414062, 0.447266, 0.416016, 0.427734, 0.390625, 0.523438, 0.472656, 0.412109, 0.445312, 0.449219, 0.40625, 0.443359, 0.427734, 0.412109, 0.40625, 0.832031, 0.404297, 0.427734, 0.474609, 0.394531, 0.441406, 0.419922, 0.439453, 0.539062, 0.429688, 0.417969, 0.449219, 0.5625, 0.40625, 0.414062, 0.492188, 0.480469, 0.384766, 0.386719, 0.394531, 0.425781, 0.464844, 0.378906, 0.423828, 0.460938, 0.419922, 0.445312, 0.480469, 0.419922, 0.421875, 0.523438, 0.40625, 0.375, 0.259766, 0.453125, 0.414062, 0.396484, 0.435547, 0.369141, 0.443359, 0.476562, 0.361328, 0.412109, 0.408203, 0.429688, 0.388672, 0.416016, 0.296875, 0.429688, 0.410156, 0.429688, 0.375, 0.474609, 0.433594, 0.451172, 0.441406, 0.433594, 0.089355, 0.431641, 0.316406, 0.402344, 0.410156, 0.423828, 0.423828, 0.376953, 0.345703, 0.408203, 0.423828, 0.40625, 0.458984, 0.453125, 0.460938, 0.390625, 0.433594, 0.419922, 0.427734, 0.402344, 0.400391, 0.410156, 0.294922, 0.476562, 0.4375, 0.417969, 0.486328, 0.455078, 0.4375, 0.408203, 0.431641, 0.507812, 0.369141, 0.384766, 0.363281, 0.455078, 0.425781, 0.439453, 0.369141, 0.443359, 0.363281, 0.376953, 0.476562, 0.412109, 0.470703, 0.429688, 0.322266, 0.306641, 0.380859, 0.431641, 0.371094, 0.431641, 0.392578, 0.380859, 0.443359, 0.453125, 0.396484, 0.453125, 0.388672, 0.566406, 0.40625, 0.416016, 0.451172, 0.273438, 0.382812, 0.398438, 0.476562, 0.412109, 0.285156, 0.484375, 0.566406, 0.433594, 0.287109, 0.699219, 0.380859, 0.412109, 0.392578, 0.392578, 0.451172, 0.431641, 0.470703, 0.451172, 0.429688, 0.4375, 0.419922, 0.414062, 0.410156, 0.335938, 0.416016, 0.396484, 0.296875, 0.453125, 0.519531, 0.494141, 0.445312, 0.447266, 0.349609, 0.404297, 0.421875, 0.279297, 0.427734, 0.363281, 0.421875, 0.412109, 0.46875, 0.400391, 0.396484, 0.392578, 0.416016, 0.419922, 0.423828, 0.439453, 0.416016, 0.447266, 0.417969, 0.429688, 0.546875, 0.361328, 0.339844, 0.566406, 0.40625, 0.447266, 0.474609, 0.443359, 0.470703, 0.847656, 0.410156, 0.476562, 0.503906, 0.376953, 0.443359, 0.443359, 0.386719, 0.421875, 0.435547, 0.412109, 0.492188, 0.419922, 0.427734, 0.416016, 0.404297, 0.396484, 0.408203, 0.398438, 0.429688, 0.398438, 0.408203, 0.574219, 0.441406, 0.427734, 0.396484, 0.333984, 0.447266, 0.472656, 0.453125, 0.466797, 0.482422, 0.490234, 0.410156, 0.412109, 0.373047, 0.335938, 0.419922, 0.337891, 0.410156, 0.363281, 0.451172, 0.439453, 0.435547, 0.730469, 0.421875, 0.470703, 0.439453, 0.496094, 0.341797, 0.425781, 0.394531, 0.367188, 0.458984, 0.333984, 0.400391, 0.443359, 0.441406, 0.449219, 0.4375, 0.441406, 0.429688, 0.458984, 0.433594, 0.796875, 0.416016, 0.427734, 0.4375, 0.363281, 0.310547, 0.410156, 0.410156, 0.443359, 0.402344, 0.390625, 0.404297, 0.398438, 0.398438, 0.404297, 0.470703, 0.429688, 0.402344, 0.447266, 0.433594, 0.386719, 0.375, 0.414062, 0.400391, 0.441406, 0.417969, 0.396484, 0.394531, 0.574219, 0.462891, 0.449219, 0.46875, 0.408203, 0.435547, 0.378906, 0.433594, 0.480469, 0.457031, 0.441406, 0.421875, 0.447266, 0.484375, 0.416016, 0.421875, 0.472656, 0.410156, 0.433594, 0.386719, 0.423828, 0.462891, 0.578125, 0.421875, 0.40625, 0.412109, 0.414062, 0.441406, 0.439453, 0.427734, 0.429688, 0.496094, 0.46875, 0.365234, 0.464844, 0.416016, 0.464844, 0.410156, 0.429688, 0.427734, 0.464844, 0.408203, 0.396484, 0.435547, 0.457031, 0.613281, 0.423828, 0.466797, 0.435547, 0.429688, 0.435547, 0.435547, 0.392578, 0.439453, 0.496094, 0.419922, 0.455078, 0.396484, 0.511719, 0.310547, 0.421875, 0.460938, 0.4375, 0.433594, 0.419922, 0.429688, 0.470703, 0.431641, 0.421875, 0.398438, 0.425781, 0.378906, 0.386719, 0.457031, 0.455078, 0.457031, 0.373047, 0.490234, 0.597656, 0.384766, 0.419922, 0.427734, 0.390625, 0.46875, 0.337891, 0.427734, 0.419922, 0.478516, 0.488281, 0.320312, 0.470703, 0.5, 0.427734, 0.416016, 0.433594, 0.376953, 0.414062, 0.431641, 0.435547, 0.449219, 0.425781, 0.425781, 0.265625, 0.306641, 0.408203, 0.40625, 0.449219, 0.449219, 0.417969, 0.425781, 0.490234, 0.419922, 0.400391, 0.482422, 0.439453, 0.443359, 0.5, 0.408203, 0.523438, 0.400391, 0.429688, 0.447266, 0.347656, 0.427734, 0.419922, 0.492188, 0.410156, 0.478516, 0.396484, 0.402344, 0.523438, 0.417969, 0.419922, 0.470703, 0.396484, 0.431641, 0.404297, 0.527344, 0.451172, 0.445312, 0.451172, 0.410156, 0.410156, 0.414062, 0.474609, 0.423828, 0.376953, 0.439453, 0.550781, 0.414062, 0.451172, 0.363281, 0.431641, 0.396484, 0.429688, 0.451172, 0.431641, 0.367188, 0.423828, 0.488281, 0.398438, 0.408203, 0.431641, 0.300781, 0.355469, 0.392578, 0.455078, 0.431641, 0.410156, 0.396484, 0.458984, 0.425781, 0.414062, 0.449219, 0.417969, 0.554688, 0.416016, 0.443359, 0.441406, 0.46875, 0.421875, 0.449219, 0.453125, 0.425781, 0.417969, 0.714844, 0.466797, 0.425781, 0.458984, 0.535156, 0.351562, 0.427734, 0.302734, 0.392578, 0.419922, 0.527344, 0.414062, 0.585938, 0.445312, 0.398438, 0.416016, 0.453125, 0.414062, 0.457031, 0.71875, 0.433594, 0.34375, 0.478516, 0.435547, 0.464844, 0.388672, 0.480469, 0.445312, 0.363281, 0.671875, 0.400391, 0.435547, 0.482422, 0.363281, 0.429688, 0.382812, 0.421875, 0.474609, 0.417969, 0.457031, 0.373047, 0.451172, 0.363281, 0.445312, 0.443359, 0.494141, 0.460938, 0.503906, 0.554688, 0.378906, 0.382812, 0.380859, 0.423828, 0.367188, 0.455078, 0.382812, 0.416016, 0.414062, 0.435547, 0.400391, 0.439453, 0.408203, 0.443359, 0.474609, 0.462891, 0.441406, 0.40625, 0.431641, 0.46875, 0.476562, 0.396484, 0.441406, 0.431641, 0.357422, 0.431641, 0.363281, 0.384766, 0.384766, 0.464844, 0.326172, 0.429688, 0.425781, 0.439453, 0.285156, 0.427734, 0.445312, 0.519531, 0.423828, 0.324219, 0.433594, 0.386719, 0.466797, 0.4375, 0.431641, 0.447266, 0.4375, 0.408203, 0.349609, 0.423828, 0.470703, 0.443359, 0.482422, 0.433594, 0.453125, 0.34375, 0.769531, 0.511719, 0.474609, 0.427734, 0.408203, 0.425781, 0.427734, 0.566406, 0.410156, 0.439453, 0.433594, 0.458984, 0.472656, 0.453125, 0.464844, 0.466797, 0.359375, 0.396484, 0.447266, 0.455078, 0.425781, 0.40625, 0.410156, 0.445312, 0.351562, 0.46875, 0.464844, 0.472656, 0.453125, 0.363281, 0.410156, 0.433594, 0.523438, 0.40625, 0.408203, 0.365234, 0.402344, 0.400391, 0.412109, 0.445312, 0.447266, 0.703125, 0.416016, 0.363281, 0.451172, 0.449219, 0.455078, 0.439453, 0.445312, 0.425781, 0.859375, 0.451172, 0.347656, 0.451172, 0.464844, 0.4375, 0.398438, 0.523438, 0.28125, 0.332031, 0.402344, 0.419922, 0.439453, 0.425781, 0.539062, 0.453125, 0.365234, 0.478516, 0.337891, 0.46875, 0.402344, 0.423828, 0.431641, 0.451172, 0.46875, 0.447266, 0.423828, 0.404297, 0.402344, 0.46875, 0.441406, 0.455078, 0.476562, 0.402344, 0.445312, 0.458984, 0.710938, 0.451172, 0.410156, 0.400391, 0.400391, 0.433594, 0.435547, 0.445312, 0.455078, 0.439453, 0.4375, 0.441406, 0.398438, 0.417969, 0.494141, 0.453125, 0.464844, 0.294922, 0.408203, 0.416016, 0.433594, 0.414062, 0.451172, 0.416016, 0.486328, 0.447266, 0.427734, 0.425781, 0.433594, 0.326172, 0.443359, 0.431641, 0.474609, 0.5, 0.503906, 0.417969, 0.445312, 0.439453, 0.40625, 0.478516, 0.488281, 0.419922, 0.419922, 0.431641, 0.416016, 0.482422, 0.417969, 0.466797, 0.421875, 0.478516, 0.337891, 0.410156, 0.378906, 0.470703, 0.488281, 0.431641, 0.648438, 0.476562, 0.439453, 0.423828, 0.339844, 0.443359, 0.443359, 0.423828, 0.419922, 0.351562, 0.431641, 0.365234, 0.453125, 0.455078, 0.404297, 0.453125, 0.347656, 0.423828, 0.394531, 0.447266, 0.492188, 0.421875, 0.453125, 0.394531, 0.410156, 0.435547, 0.375, 0.373047, 0.511719, 0.421875, 0.451172, 0.447266, 0.433594, 0.439453, 0.335938, 0.369141, 0.382812, 0.476562, 0.429688, 0.451172, 0.316406, 0.423828, 0.419922, 0.449219, 0.427734, 0.453125, 0.416016, 0.443359, 0.398438, 0.445312, 0.306641, 0.402344, 0.332031, 0.427734, 0.449219, 0.449219, 0.398438, 0.472656, 0.458984, 0.433594, 0.388672, 0.376953, 0.378906, 0.394531, 0.34375, 0.412109, 0.410156, 0.425781, 0.396484, 0.435547, 0.933594, 0.333984, 0.498047, 0.419922 ] }, "name": "model.model.layers.32.input_layernorm.weight", "outputIndexes": [ 2606 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2605 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_32/Mul_output_0", "outputIndexes": [ 2607 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2606, 2607 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_32/Mul_1_output_0", "outputIndexes": [ 2608 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2608 ], "outputIndexes": [ 5284 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5284 ], "outputIndexes": [ 5285 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear", "inputIndexes": [ 5285 ], "outputIndexes": [ 5286 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 321459008, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5286 ], "outputIndexes": [ 5287 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5287 ], "outputIndexes": [ 2609 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2608 ], "main_type": "NONE", "name": "/Shape_449_output_0", "outputIndexes": [ 2610 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2610 ], "main_type": "NONE", "name": "Shape6991", "outputIndexes": [ 2611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2610 ], "main_type": "NONE", "name": "Rank6993", "outputIndexes": [ 2612 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2612, 2612 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6995", "outputIndexes": [ 2613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2613 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6996", "outputIndexes": [ 2614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2613, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp6998", "outputIndexes": [ 2615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2615 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze6999", "outputIndexes": [ 2616 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2611, 2614, 2616, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7002", "outputIndexes": [ 2617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2617 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7003", "outputIndexes": [ 2618 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7004", "outputIndexes": [ 2619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2619, 2618 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7005", "outputIndexes": [ 2620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2610, 2620, 2613 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_484_output_0", "outputIndexes": [ 2621 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2621, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1025_output_0", "outputIndexes": [ 2622 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2622, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_416_output_0", "outputIndexes": [ 2623 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2609, 2623 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_289_output_0", "outputIndexes": [ 2624 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2624, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_256_output_0", "outputIndexes": [ 2625 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2624 ], "main_type": "NONE", "name": "/Shape_450_output_0", "outputIndexes": [ 2626 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2626 ], "main_type": "NONE", "name": "Shape7012", "outputIndexes": [ 2627 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2626 ], "main_type": "NONE", "name": "Rank7014", "outputIndexes": [ 2628 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2628, 2628 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7016", "outputIndexes": [ 2629 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2629 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7017", "outputIndexes": [ 2630 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2629, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7019", "outputIndexes": [ 2631 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2631 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7020", "outputIndexes": [ 2632 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2627, 2630, 2632, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7023", "outputIndexes": [ 2633 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2633 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7024", "outputIndexes": [ 2634 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2634 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7025", "outputIndexes": [ 2635 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2635, 2634 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7026", "outputIndexes": [ 2636 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2626, 2636, 2629 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_485_output_0", "outputIndexes": [ 2637 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2637, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_96_output_0", "outputIndexes": [ 2638 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2638, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1030_output_0", "outputIndexes": [ 2639 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2624, 2639, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_129_output_0", "outputIndexes": [ 2640 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2640 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_64_output_0", "outputIndexes": [ 2641 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2624, 22, 2639, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_128_output_0", "outputIndexes": [ 2642 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2641, 2642 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_419_output_0", "outputIndexes": [ 2643 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2643, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_257_output_0", "outputIndexes": [ 2644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2625, 2644 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_160_output_0", "outputIndexes": [ 2645 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2608 ], "outputIndexes": [ 5288 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5288 ], "outputIndexes": [ 5289 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear", "inputIndexes": [ 5289 ], "outputIndexes": [ 5290 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 322380630, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5290 ], "outputIndexes": [ 5291 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5291 ], "outputIndexes": [ 2646 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2622, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_417_output_0", "outputIndexes": [ 2647 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2646, 2647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_290_output_0", "outputIndexes": [ 2648 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2648, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_258_output_0", "outputIndexes": [ 2649 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2648 ], "main_type": "NONE", "name": "/Shape_451_output_0", "outputIndexes": [ 2650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2650 ], "main_type": "NONE", "name": "Shape7075", "outputIndexes": [ 2651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2650 ], "main_type": "NONE", "name": "Rank7077", "outputIndexes": [ 2652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2652, 2652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7079", "outputIndexes": [ 2653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7080", "outputIndexes": [ 2654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2653, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7082", "outputIndexes": [ 2655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7083", "outputIndexes": [ 2656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2651, 2654, 2656, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7086", "outputIndexes": [ 2657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7087", "outputIndexes": [ 2658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7088", "outputIndexes": [ 2659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2659, 2658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7089", "outputIndexes": [ 2660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2650, 2660, 2653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_486_output_0", "outputIndexes": [ 2661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2661, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_97_output_0", "outputIndexes": [ 2662 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2662, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1032_output_0", "outputIndexes": [ 2663 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2648, 2663, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_131_output_0", "outputIndexes": [ 2664 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2664 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_65_output_0", "outputIndexes": [ 2665 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2648, 22, 2663, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_130_output_0", "outputIndexes": [ 2666 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2665, 2666 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_420_output_0", "outputIndexes": [ 2667 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2667, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_259_output_0", "outputIndexes": [ 2668 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2649, 2668 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_161_output_0", "outputIndexes": [ 2669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2608 ], "outputIndexes": [ 5292 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5292 ], "outputIndexes": [ 5293 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear", "inputIndexes": [ 5293 ], "outputIndexes": [ 5294 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 322611052, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5294 ], "outputIndexes": [ 5295 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5295 ], "outputIndexes": [ 2670 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2670, 2647 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_291_output_0", "outputIndexes": [ 2671 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2645, 2669, 2671, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_296_output_0", "outputIndexes": [ 2672 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2672 ], "outputIndexes": [ 5296 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5296 ], "outputIndexes": [ 5297 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear", "inputIndexes": [ 5297 ], "outputIndexes": [ 5298 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 322841474, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5298 ], "outputIndexes": [ 5299 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5299 ], "outputIndexes": [ 2673 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2605, 2673 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_163_output_0", "outputIndexes": [ 2674 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.353516, 0.423828, 0.427734, 0.439453, 0.433594, 0.421875, 0.121094, 0.427734, 0.376953, 0.349609, 0.318359, 0.417969, 0.355469, 0.400391, 0.402344, 0.423828, 0.208008, 0.410156, 0.408203, 0.349609, 0.414062, 0.4375, 0.380859, 0.380859, 0.394531, 0.433594, 0.371094, 0.421875, 0.423828, 0.429688, 0.347656, 0.148438, 0.425781, 0.416016, 0.417969, 0.404297, 0.333984, 0.412109, 0.308594, 0.433594, 0.427734, 0.423828, 0.396484, 0.371094, 0.353516, 0.390625, 0.466797, 0.361328, 0.435547, 0.298828, 0.421875, 0.326172, 0.404297, 0.421875, 0.34375, 0.410156, 0.462891, 0.394531, 0.402344, 0.429688, 0.427734, 0.433594, 0.390625, 0.427734, 0.363281, 0.339844, 0.235352, 0.335938, 0.449219, 0.231445, 0.429688, 0.333984, 0.402344, 0.384766, 0.431641, 0.396484, 0.400391, 0.4375, 0.330078, 0.396484, 0.392578, 0.443359, 0.386719, 0.394531, 0.427734, 0.369141, 0.441406, 0.351562, 0.496094, 0.335938, 0.402344, 0.40625, 0.345703, 0.423828, 0.337891, 0.339844, 0.535156, 0.447266, 0.453125, 0.412109, 0.419922, 0.388672, 0.429688, 0.417969, 0.373047, 0.347656, 0.429688, 0.410156, 0.408203, 0.410156, 0.40625, 0.449219, 0.392578, 0.410156, 0.441406, 0.357422, 0.414062, 0.425781, 0.472656, 0.423828, 0.423828, 0.365234, 0.435547, 0.365234, 0.460938, 0.410156, 0.196289, 0.431641, 0.429688, 0.464844, 0.423828, 0.417969, 0.425781, 0.394531, 0.427734, 0.417969, 0.423828, 0.396484, 0.326172, 0.378906, 0.453125, 0.378906, 0.421875, 0.458984, 0.435547, 0.425781, 0.408203, 0.365234, 0.417969, 0.427734, 0.423828, 0.412109, 0.416016, 0.443359, 0.425781, 0.378906, 0.435547, 0.398438, 0.333984, 0.429688, 0.339844, 0.402344, 0.349609, 0.435547, 0.398438, 0.451172, 0.322266, 0.425781, 0.416016, 0.335938, 0.376953, 0.4375, 0.433594, 0.380859, 0.300781, 0.4375, 0.398438, 0.421875, 0.447266, 0.441406, 0.400391, 0.373047, 0.400391, 0.40625, 0.423828, 0.427734, 0.425781, 0.414062, 0.431641, 0.433594, 0.439453, 0.390625, 0.330078, 0.416016, 0.423828, 0.408203, 0.414062, 0.384766, 0.091797, 0.4375, 0.410156, 0.404297, 0.382812, 0.421875, 0.390625, 0.425781, 0.466797, 0.396484, 0.380859, 0.443359, 0.414062, 0.421875, 0.433594, 0.355469, 0.433594, 0.402344, 0.425781, 0.398438, 0.427734, 0.410156, 0.408203, 0.40625, 0.363281, 0.396484, 0.457031, 0.392578, 0.443359, 0.341797, 0.59375, 0.40625, 0.380859, 0.324219, 0.421875, 0.398438, 0.427734, 0.371094, 0.423828, 0.373047, 0.431641, 0.421875, 0.4375, 0.390625, 0.425781, 0.410156, 0.427734, 0.394531, 0.371094, 0.423828, 0.4375, 0.408203, 0.412109, 0.376953, 0.330078, 0.412109, 0.382812, 0.431641, 0.382812, 0.392578, 0.363281, 0.4375, 0.457031, 0.410156, 0.421875, 0.373047, 0.427734, 0.447266, 0.398438, 0.431641, 0.355469, 0.425781, 0.261719, 0.390625, 0.400391, 0.213867, 0.361328, 0.425781, 0.421875, 0.365234, 0.332031, 0.427734, 0.375, 0.427734, 0.414062, 0.466797, 0.421875, 0.398438, 0.451172, 0.4375, 0.425781, 0.4375, 0.429688, 0.412109, 0.427734, 0.40625, 0.429688, 0.421875, 0.359375, 0.431641, 0.427734, 0.423828, 0.414062, 0.423828, 0.416016, 0.339844, 0.425781, 0.416016, 0.375, 0.412109, 0.421875, 0.4375, 0.337891, 0.429688, 0.402344, 0.357422, 0.433594, 0.384766, 0.429688, 0.363281, 0.320312, 0.417969, 0.457031, 0.427734, 0.433594, 0.421875, 0.398438, 0.378906, 0.429688, 0.484375, 0.433594, 0.380859, 0.302734, 0.367188, 0.318359, 0.414062, 0.373047, 0.40625, 0.443359, 0.371094, 0.328125, 0.337891, 0.384766, 0.419922, 0.408203, 0.359375, 0.443359, 0.416016, 0.371094, 0.419922, 0.378906, 0.423828, 0.421875, 0.4375, 0.371094, 0.402344, 0.408203, 0.417969, 0.419922, 0.425781, 0.396484, 0.447266, 0.398438, 0.384766, 0.410156, 0.425781, 0.429688, 0.414062, 0.423828, 0.421875, 0.382812, 0.371094, 0.4375, 0.404297, 0.421875, 0.339844, 0.392578, 0.408203, 0.40625, 0.423828, 0.425781, 0.316406, 0.128906, 0.380859, 0.621094, 0.408203, 0.431641, 0.398438, 0.371094, 0.433594, 0.373047, 0.414062, 0.417969, 0.304688, 0.455078, 0.326172, 0.453125, 0.419922, 0.408203, 0.447266, 0.427734, 0.431641, 0.380859, 0.441406, 0.355469, 0.419922, 0.462891, 0.386719, 0.435547, 0.433594, 0.427734, 0.421875, 0.384766, 0.486328, 0.390625, 0.400391, 0.455078, 0.449219, 0.398438, 0.40625, 0.414062, 0.392578, 0.439453, 0.404297, 0.267578, 0.433594, 0.433594, 0.353516, 0.423828, 0.400391, 0.259766, 0.410156, 0.306641, 0.363281, 0.443359, 0.421875, 0.404297, 0.435547, 0.445312, 0.408203, 0.398438, 0.400391, 0.488281, 0.365234, 0.367188, 0.539062, 0.388672, 0.357422, 0.388672, 0.433594, 0.333984, 0.40625, 0.392578, 0.320312, 0.419922, 0.443359, 0.423828, 0.447266, 0.435547, 0.421875, 0.400391, 0.375, 0.404297, 0.388672, 0.410156, 0.419922, 0.328125, 0.427734, 0.398438, 0.435547, 0.441406, 0.351562, 0.410156, 0.429688, 0.427734, 0.414062, 0.386719, 0.400391, 0.378906, 0.435547, 0.386719, 0.376953, 0.425781, 0.445312, 0.447266, 0.404297, 0.419922, 0.375, 0.416016, 0.365234, 0.419922, 0.404297, 0.443359, 0.443359, 0.439453, 0.427734, 0.417969, 0.353516, 0.445312, 0.414062, 0.341797, 0.388672, 0.108887, 0.388672, 0.431641, 0.441406, 0.314453, 0.445312, 0.398438, 0.394531, 0.4375, 0.400391, 0.40625, 0.431641, 0.189453, 0.380859, 0.378906, 0.460938, 0.439453, 0.371094, 0.398438, 0.386719, 0.416016, 0.421875, 0.316406, 0.425781, 0.439453, 0.388672, 0.429688, 0.458984, 0.427734, 0.375, 0.294922, 0.392578, 0.349609, 0.330078, 0.423828, 0.396484, 0.400391, 0.419922, 0.394531, 0.414062, 0.425781, 0.345703, 0.375, 0.431641, 0.414062, 0.382812, 0.404297, 0.330078, 0.375, 0.357422, 0.371094, 0.412109, 0.4375, 0.4375, 0.423828, 0.431641, 0.398438, 0.206055, 0.429688, 0.333984, 0.316406, 0.371094, 0.435547, 0.402344, 0.357422, 0.353516, 0.425781, 0.429688, 0.404297, 0.402344, 0.439453, 0.417969, 0.347656, 0.433594, 0.390625, 0.439453, 0.396484, 0.419922, 0.386719, 0.339844, 0.466797, 0.423828, 0.390625, 0.396484, 0.445312, 0.425781, 0.388672, 0.417969, 0.433594, 0.398438, 0.382812, 0.357422, 0.449219, 0.429688, 0.431641, 0.359375, 0.445312, 0.333984, 0.328125, 0.443359, 0.421875, 0.392578, 0.421875, 0.394531, 0.335938, 0.359375, 0.429688, 0.398438, 0.412109, 0.427734, 0.371094, 0.447266, 0.404297, 0.369141, 0.419922, 0.412109, 0.271484, 0.412109, 0.414062, 0.433594, 0.328125, 0.423828, 0.392578, 0.412109, 0.394531, 0.337891, 0.455078, 0.232422, 0.410156, 0.337891, 0.100098, 0.384766, 0.414062, 0.419922, 0.365234, 0.421875, 0.402344, 0.404297, 0.433594, 0.408203, 0.351562, 0.4375, 0.417969, 0.367188, 0.341797, 0.384766, 0.398438, 0.333984, 0.376953, 0.320312, 0.445312, 0.449219, 0.427734, 0.341797, 0.417969, 0.404297, 0.318359, 0.429688, 0.345703, 0.337891, 0.388672, 0.447266, 0.380859, 0.384766, 0.414062, 0.416016, 0.402344, 0.427734, 0.404297, 0.455078, 0.4375, 0.410156, 0.382812, 0.255859, 0.347656, 0.328125, 0.396484, 0.433594, 0.427734, 0.4375, 0.423828, 0.429688, 0.120117, 0.386719, 0.419922, 0.4375, 0.355469, 0.439453, 0.419922, 0.392578, 0.417969, 0.417969, 0.410156, 0.431641, 0.378906, 0.419922, 0.427734, 0.404297, 0.423828, 0.431641, 0.388672, 0.425781, 0.363281, 0.396484, 0.240234, 0.351562, 0.4375, 0.398438, 0.369141, 0.40625, 0.314453, 0.439453, 0.410156, 0.445312, 0.453125, 0.398438, 0.412109, 0.357422, 0.351562, 0.417969, 0.337891, 0.398438, 0.363281, 0.417969, 0.435547, 0.392578, 0.244141, 0.392578, 0.398438, 0.40625, 0.4375, 0.271484, 0.400391, 0.404297, 0.355469, 0.455078, 0.355469, 0.398438, 0.4375, 0.416016, 0.416016, 0.396484, 0.421875, 0.384766, 0.431641, 0.429688, 0.135742, 0.408203, 0.423828, 0.306641, 0.361328, 0.320312, 0.435547, 0.396484, 0.439453, 0.417969, 0.414062, 0.375, 0.373047, 0.384766, 0.412109, 0.435547, 0.404297, 0.318359, 0.40625, 0.416016, 0.380859, 0.431641, 0.394531, 0.3125, 0.390625, 0.363281, 0.371094, 0.394531, 0.296875, 0.441406, 0.408203, 0.433594, 0.414062, 0.425781, 0.369141, 0.460938, 0.316406, 0.443359, 0.433594, 0.396484, 0.310547, 0.4375, 0.410156, 0.408203, 0.416016, 0.388672, 0.421875, 0.349609, 0.384766, 0.423828, 0.243164, 0.396484, 0.398438, 0.421875, 0.421875, 0.425781, 0.421875, 0.386719, 0.408203, 0.498047, 0.441406, 0.357422, 0.398438, 0.402344, 0.412109, 0.439453, 0.404297, 0.421875, 0.371094, 0.375, 0.423828, 0.425781, 0.412109, 0.464844, 0.408203, 0.400391, 0.433594, 0.400391, 0.376953, 0.4375, 0.412109, 0.339844, 0.435547, 0.421875, 0.427734, 0.410156, 0.4375, 0.333984, 0.462891, 0.429688, 0.427734, 0.40625, 0.396484, 0.423828, 0.449219, 0.417969, 0.433594, 0.404297, 0.445312, 0.369141, 0.363281, 0.441406, 0.441406, 0.390625, 0.371094, 0.46875, 0.289062, 0.388672, 0.414062, 0.421875, 0.363281, 0.4375, 0.351562, 0.421875, 0.373047, 0.384766, 0.443359, 0.326172, 0.423828, 0.285156, 0.388672, 0.386719, 0.408203, 0.371094, 0.408203, 0.396484, 0.439453, 0.427734, 0.373047, 0.423828, 0.318359, 0.320312, 0.425781, 0.298828, 0.4375, 0.443359, 0.400391, 0.400391, 0.435547, 0.408203, 0.404297, 0.371094, 0.414062, 0.421875, 0.427734, 0.404297, 0.269531, 0.410156, 0.425781, 0.435547, 0.347656, 0.421875, 0.402344, 0.431641, 0.347656, 0.447266, 0.371094, 0.390625, 0.425781, 0.414062, 0.414062, 0.449219, 0.400391, 0.394531, 0.353516, 0.554688, 0.431641, 0.419922, 0.417969, 0.396484, 0.412109, 0.400391, 0.419922, 0.417969, 0.351562, 0.404297, 0.453125, 0.388672, 0.443359, 0.322266, 0.408203, 0.341797, 0.410156, 0.404297, 0.40625, 0.367188, 0.416016, 0.480469, 0.412109, 0.425781, 0.412109, 0.333984, 0.304688, 0.419922, 0.433594, 0.425781, 0.359375, 0.414062, 0.427734, 0.400391, 0.398438, 0.412109, 0.425781, 0.380859, 0.414062, 0.296875, 0.414062, 0.423828, 0.390625, 0.425781, 0.421875, 0.433594, 0.40625, 0.106445, 0.451172, 0.40625, 0.412109, 0.412109, 0.375, 0.433594, 0.324219, 0.416016, 0.412109, 0.363281, 0.412109, 0.416016, 0.447266, 0.365234, 0.427734, 0.390625, 0.416016, 0.416016, 0.298828, 0.449219, 0.318359, 0.392578, 0.410156, 0.408203, 0.398438, 0.433594, 0.417969, 0.345703, 0.283203, 0.398438, 0.396484, 0.429688, 0.337891, 0.431641, 0.404297, 0.433594, 0.419922, 0.416016, 0.441406, 0.417969, 0.417969, 0.355469, 0.439453, 0.421875, 0.419922, 0.431641, 0.476562, 0.408203, 0.388672, 0.371094, 0.369141, 0.4375, 0.369141, 0.416016, 0.4375, 0.4375, 0.408203, 0.404297, 0.378906, 0.4375, 0.414062, 0.40625, 0.455078, 0.443359, 0.435547, 0.396484, 0.40625, 0.416016, 0.277344, 0.414062, 0.429688, 0.390625, 0.34375, 0.412109, 0.408203, 0.396484, 0.392578, 0.396484, 0.345703, 0.423828, 0.435547, 0.421875, 0.337891, 0.40625, 0.435547, 0.249023, 0.412109, 0.353516, 0.394531, 0.380859, 0.435547, 0.394531, 0.404297, 0.427734, 0.427734, 0.433594, 0.333984, 0.404297, 0.441406, 0.425781, 0.457031, 0.40625, 0.435547, 0.339844, 0.124512, 0.302734, 0.4375, 0.412109, 0.369141, 0.4375, 0.404297, 0.316406, 0.394531, 0.427734, 0.433594, 0.376953, 0.425781, 0.394531, 0.431641, 0.4375, 0.367188, 0.359375, 0.425781, 0.441406, 0.380859, 0.419922, 0.4375, 0.382812, 0.330078, 0.427734, 0.419922, 0.445312, 0.400391, 0.388672, 0.390625, 0.421875, 0.433594, 0.423828, 0.410156, 0.320312, 0.402344, 0.365234, 0.427734, 0.447266, 0.435547, 0.217773, 0.419922, 0.390625, 0.431641, 0.414062, 0.460938, 0.4375, 0.412109, 0.421875, 0.222656, 0.449219, 0.435547, 0.414062, 0.441406, 0.365234, 0.398438, 0.4375, 0.320312, 0.339844, 0.390625, 0.408203, 0.410156, 0.40625, 0.451172, 0.427734, 0.373047, 0.408203, 0.322266, 0.4375, 0.359375, 0.429688, 0.423828, 0.433594, 0.429688, 0.443359, 0.404297, 0.412109, 0.388672, 0.458984, 0.453125, 0.375, 0.431641, 0.386719, 0.367188, 0.427734, 0.257812, 0.423828, 0.398438, 0.363281, 0.392578, 0.441406, 0.441406, 0.404297, 0.427734, 0.433594, 0.417969, 0.441406, 0.373047, 0.433594, 0.425781, 0.412109, 0.421875, 0.330078, 0.365234, 0.416016, 0.429688, 0.419922, 0.425781, 0.423828, 0.453125, 0.390625, 0.386719, 0.419922, 0.421875, 0.363281, 0.419922, 0.449219, 0.429688, 0.445312, 0.476562, 0.416016, 0.4375, 0.443359, 0.392578, 0.46875, 0.439453, 0.410156, 0.439453, 0.414062, 0.417969, 0.449219, 0.367188, 0.423828, 0.423828, 0.464844, 0.384766, 0.335938, 0.34375, 0.455078, 0.429688, 0.425781, 0.585938, 0.398438, 0.429688, 0.417969, 0.333984, 0.435547, 0.394531, 0.400391, 0.421875, 0.386719, 0.390625, 0.345703, 0.382812, 0.410156, 0.408203, 0.423828, 0.330078, 0.439453, 0.425781, 0.412109, 0.423828, 0.429688, 0.441406, 0.417969, 0.435547, 0.378906, 0.316406, 0.386719, 0.421875, 0.419922, 0.410156, 0.453125, 0.390625, 0.421875, 0.335938, 0.324219, 0.402344, 0.410156, 0.400391, 0.445312, 0.414062, 0.40625, 0.410156, 0.441406, 0.427734, 0.425781, 0.382812, 0.4375, 0.402344, 0.433594, 0.326172, 0.369141, 0.330078, 0.408203, 0.416016, 0.339844, 0.412109, 0.474609, 0.394531, 0.421875, 0.447266, 0.326172, 0.351562, 0.386719, 0.341797, 0.384766, 0.394531, 0.402344, 0.384766, 0.453125, 0.106934, 0.347656, 0.466797, 0.425781 ] }, "name": "model.model.layers.32.post_attention_layernorm.weight", "outputIndexes": [ 2675 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2674 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_32/Mul_output_0", "outputIndexes": [ 2676 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2675, 2676 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_32/Mul_1_output_0", "outputIndexes": [ 2677 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2677 ], "outputIndexes": [ 5300 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5300 ], "outputIndexes": [ 5301 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/gate_proj/Linear", "inputIndexes": [ 5301 ], "outputIndexes": [ 5302 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 323763096, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5302 ], "outputIndexes": [ 5303 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5303 ], "outputIndexes": [ 2678 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2678 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_32/Sigmoid_output_0", "outputIndexes": [ 2679 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2678, 2679 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_32/Mul_output_0", "outputIndexes": [ 2680 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2677 ], "outputIndexes": [ 5304 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5304 ], "outputIndexes": [ 5305 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/up_proj/Linear", "inputIndexes": [ 5305 ], "outputIndexes": [ 5306 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 326343598, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5306 ], "outputIndexes": [ 5307 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5307 ], "outputIndexes": [ 2681 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2680, 2681 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_32/Mul_output_0", "outputIndexes": [ 2682 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2682 ], "outputIndexes": [ 5308 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5308 ], "outputIndexes": [ 5309 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/down_proj/Linear", "inputIndexes": [ 5309 ], "outputIndexes": [ 5310 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 328924100, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5310 ], "outputIndexes": [ 5311 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.32/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5311 ], "outputIndexes": [ 2683 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2674, 2683 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_164_output_0", "outputIndexes": [ 2684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2684, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_297_output_0", "outputIndexes": [ 2685 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.376953, 0.398438, 0.396484, 0.443359, 0.40625, 0.390625, 0.742188, 0.412109, 0.386719, 0.400391, 0.388672, 0.380859, 0.337891, 0.398438, 0.378906, 0.417969, 0.498047, 0.376953, 0.386719, 0.359375, 0.396484, 0.429688, 0.416016, 0.376953, 0.396484, 0.40625, 0.369141, 0.388672, 0.375, 0.369141, 0.4375, 0.324219, 0.408203, 0.4375, 0.392578, 0.396484, 0.380859, 0.378906, 0.382812, 0.435547, 0.40625, 0.404297, 0.416016, 0.386719, 0.371094, 0.388672, 0.449219, 0.369141, 0.412109, 0.449219, 0.378906, 0.40625, 0.373047, 0.4375, 0.386719, 0.402344, 0.439453, 0.369141, 0.416016, 0.427734, 0.414062, 0.419922, 0.378906, 0.402344, 0.384766, 0.429688, 0.628906, 0.357422, 0.40625, 0.660156, 0.392578, 0.349609, 0.404297, 0.367188, 0.392578, 0.359375, 0.402344, 0.439453, 0.34375, 0.410156, 0.371094, 0.404297, 0.375, 0.347656, 0.429688, 0.367188, 0.447266, 0.390625, 0.478516, 0.373047, 0.390625, 0.40625, 0.359375, 0.390625, 0.306641, 0.34375, 0.5, 0.419922, 0.5, 0.410156, 0.419922, 0.349609, 0.392578, 0.394531, 0.398438, 0.369141, 0.46875, 0.398438, 0.378906, 0.355469, 0.380859, 0.4375, 0.40625, 0.445312, 0.400391, 0.443359, 0.410156, 0.384766, 0.425781, 0.423828, 0.392578, 0.359375, 0.384766, 0.439453, 0.484375, 0.402344, 0.757812, 0.410156, 0.429688, 0.439453, 0.414062, 0.330078, 0.425781, 0.414062, 0.423828, 0.408203, 0.417969, 0.390625, 0.53125, 0.376953, 0.421875, 0.390625, 0.396484, 0.435547, 0.388672, 0.394531, 0.394531, 0.341797, 0.355469, 0.396484, 0.392578, 0.408203, 0.369141, 0.447266, 0.408203, 0.355469, 0.386719, 0.388672, 0.316406, 0.398438, 0.34375, 0.417969, 0.375, 0.414062, 0.369141, 0.398438, 0.341797, 0.419922, 0.351562, 0.378906, 0.398438, 0.40625, 0.414062, 0.382812, 0.375, 0.402344, 0.421875, 0.365234, 0.425781, 0.449219, 0.378906, 0.371094, 0.373047, 0.371094, 0.388672, 0.441406, 0.388672, 0.376953, 0.439453, 0.425781, 0.412109, 0.382812, 0.324219, 0.375, 0.402344, 0.402344, 0.404297, 0.423828, 0.206055, 0.396484, 0.357422, 0.335938, 0.388672, 0.400391, 0.355469, 0.402344, 0.435547, 0.355469, 0.425781, 0.414062, 0.398438, 0.398438, 0.412109, 0.373047, 0.363281, 0.355469, 0.386719, 0.339844, 0.40625, 0.375, 0.386719, 0.404297, 0.355469, 0.392578, 0.457031, 0.410156, 0.414062, 0.330078, 0.5625, 0.398438, 0.388672, 0.470703, 0.423828, 0.394531, 0.419922, 0.427734, 0.414062, 0.388672, 0.414062, 0.367188, 0.431641, 0.390625, 0.367188, 0.410156, 0.390625, 0.390625, 0.375, 0.373047, 0.4375, 0.429688, 0.388672, 0.373047, 0.369141, 0.400391, 0.398438, 0.423828, 0.378906, 0.357422, 0.382812, 0.398438, 0.408203, 0.419922, 0.408203, 0.375, 0.40625, 0.421875, 0.371094, 0.441406, 0.365234, 0.433594, 0.648438, 0.341797, 0.392578, 0.652344, 0.380859, 0.400391, 0.404297, 0.396484, 0.341797, 0.408203, 0.386719, 0.419922, 0.378906, 0.421875, 0.416016, 0.388672, 0.414062, 0.410156, 0.396484, 0.423828, 0.398438, 0.404297, 0.408203, 0.410156, 0.384766, 0.380859, 0.296875, 0.433594, 0.380859, 0.388672, 0.371094, 0.396484, 0.378906, 0.378906, 0.429688, 0.394531, 0.400391, 0.388672, 0.429688, 0.410156, 0.371094, 0.417969, 0.373047, 0.400391, 0.433594, 0.341797, 0.378906, 0.373047, 0.449219, 0.449219, 0.466797, 0.40625, 0.425781, 0.390625, 0.419922, 0.402344, 0.416016, 0.460938, 0.421875, 0.382812, 0.490234, 0.394531, 0.384766, 0.390625, 0.441406, 0.375, 0.421875, 0.335938, 0.380859, 0.386719, 0.361328, 0.378906, 0.382812, 0.363281, 0.431641, 0.451172, 0.388672, 0.404297, 0.373047, 0.400391, 0.435547, 0.445312, 0.359375, 0.394531, 0.392578, 0.439453, 0.396484, 0.404297, 0.347656, 0.464844, 0.363281, 0.378906, 0.369141, 0.396484, 0.396484, 0.376953, 0.398438, 0.421875, 0.398438, 0.357422, 0.388672, 0.369141, 0.392578, 0.314453, 0.392578, 0.392578, 0.402344, 0.404297, 0.40625, 0.449219, 0.605469, 0.365234, 0.535156, 0.388672, 0.388672, 0.367188, 0.408203, 0.400391, 0.388672, 0.380859, 0.400391, 0.425781, 0.431641, 0.333984, 0.464844, 0.410156, 0.398438, 0.427734, 0.470703, 0.392578, 0.402344, 0.460938, 0.398438, 0.365234, 0.435547, 0.396484, 0.447266, 0.414062, 0.371094, 0.384766, 0.386719, 0.484375, 0.357422, 0.388672, 0.449219, 0.408203, 0.402344, 0.390625, 0.388672, 0.519531, 0.433594, 0.376953, 0.425781, 0.400391, 0.40625, 0.349609, 0.382812, 0.425781, 0.414062, 0.416016, 0.349609, 0.375, 0.410156, 0.408203, 0.359375, 0.417969, 0.478516, 0.392578, 0.376953, 0.339844, 0.419922, 0.404297, 0.410156, 0.523438, 0.359375, 0.416016, 0.378906, 0.46875, 0.384766, 0.392578, 0.408203, 0.455078, 0.408203, 0.410156, 0.376953, 0.478516, 0.425781, 0.388672, 0.390625, 0.373047, 0.384766, 0.4375, 0.402344, 0.429688, 0.318359, 0.408203, 0.394531, 0.416016, 0.449219, 0.392578, 0.419922, 0.392578, 0.429688, 0.429688, 0.394531, 0.384766, 0.386719, 0.396484, 0.375, 0.384766, 0.417969, 0.441406, 0.453125, 0.384766, 0.402344, 0.40625, 0.445312, 0.380859, 0.419922, 0.380859, 0.476562, 0.421875, 0.382812, 0.371094, 0.371094, 0.373047, 0.414062, 0.384766, 0.380859, 0.376953, 0.707031, 0.365234, 0.378906, 0.427734, 0.398438, 0.445312, 0.382812, 0.410156, 0.550781, 0.392578, 0.40625, 0.40625, 0.601562, 0.375, 0.386719, 0.515625, 0.451172, 0.367188, 0.371094, 0.380859, 0.382812, 0.400391, 0.404297, 0.382812, 0.417969, 0.388672, 0.412109, 0.441406, 0.408203, 0.396484, 0.443359, 0.367188, 0.384766, 0.302734, 0.408203, 0.400391, 0.402344, 0.40625, 0.365234, 0.431641, 0.4375, 0.376953, 0.40625, 0.365234, 0.398438, 0.390625, 0.386719, 0.345703, 0.396484, 0.386719, 0.402344, 0.363281, 0.453125, 0.423828, 0.425781, 0.390625, 0.412109, 0.088867, 0.382812, 0.347656, 0.400391, 0.394531, 0.410156, 0.408203, 0.349609, 0.369141, 0.384766, 0.412109, 0.386719, 0.417969, 0.427734, 0.394531, 0.382812, 0.382812, 0.396484, 0.400391, 0.375, 0.392578, 0.402344, 0.328125, 0.443359, 0.380859, 0.388672, 0.429688, 0.425781, 0.394531, 0.373047, 0.398438, 0.455078, 0.369141, 0.380859, 0.365234, 0.421875, 0.376953, 0.427734, 0.367188, 0.382812, 0.384766, 0.357422, 0.412109, 0.376953, 0.414062, 0.394531, 0.322266, 0.322266, 0.376953, 0.416016, 0.365234, 0.390625, 0.378906, 0.376953, 0.425781, 0.404297, 0.398438, 0.408203, 0.367188, 0.550781, 0.394531, 0.373047, 0.423828, 0.302734, 0.392578, 0.363281, 0.427734, 0.388672, 0.326172, 0.435547, 0.535156, 0.412109, 0.318359, 0.636719, 0.369141, 0.392578, 0.371094, 0.400391, 0.447266, 0.400391, 0.427734, 0.425781, 0.392578, 0.431641, 0.416016, 0.384766, 0.388672, 0.353516, 0.417969, 0.380859, 0.3125, 0.435547, 0.435547, 0.421875, 0.416016, 0.412109, 0.371094, 0.384766, 0.380859, 0.320312, 0.394531, 0.337891, 0.435547, 0.369141, 0.435547, 0.378906, 0.369141, 0.369141, 0.365234, 0.402344, 0.414062, 0.375, 0.412109, 0.402344, 0.394531, 0.392578, 0.585938, 0.378906, 0.357422, 0.589844, 0.384766, 0.416016, 0.419922, 0.396484, 0.419922, 0.769531, 0.40625, 0.425781, 0.484375, 0.373047, 0.425781, 0.402344, 0.376953, 0.386719, 0.396484, 0.384766, 0.455078, 0.386719, 0.386719, 0.388672, 0.375, 0.386719, 0.349609, 0.384766, 0.386719, 0.402344, 0.359375, 0.507812, 0.414062, 0.392578, 0.378906, 0.345703, 0.439453, 0.472656, 0.431641, 0.390625, 0.476562, 0.4375, 0.382812, 0.380859, 0.375, 0.378906, 0.396484, 0.353516, 0.373047, 0.373047, 0.414062, 0.388672, 0.429688, 0.6875, 0.380859, 0.412109, 0.386719, 0.464844, 0.337891, 0.382812, 0.355469, 0.365234, 0.433594, 0.371094, 0.361328, 0.414062, 0.400391, 0.404297, 0.40625, 0.392578, 0.376953, 0.410156, 0.376953, 0.683594, 0.380859, 0.439453, 0.431641, 0.378906, 0.330078, 0.392578, 0.380859, 0.392578, 0.396484, 0.363281, 0.373047, 0.414062, 0.375, 0.40625, 0.486328, 0.392578, 0.378906, 0.404297, 0.373047, 0.363281, 0.359375, 0.378906, 0.423828, 0.408203, 0.367188, 0.396484, 0.375, 0.515625, 0.443359, 0.404297, 0.451172, 0.367188, 0.400391, 0.382812, 0.419922, 0.488281, 0.423828, 0.404297, 0.388672, 0.429688, 0.474609, 0.373047, 0.378906, 0.431641, 0.423828, 0.410156, 0.392578, 0.392578, 0.421875, 0.482422, 0.373047, 0.386719, 0.380859, 0.402344, 0.390625, 0.412109, 0.386719, 0.412109, 0.480469, 0.396484, 0.394531, 0.431641, 0.410156, 0.439453, 0.375, 0.40625, 0.402344, 0.453125, 0.416016, 0.367188, 0.396484, 0.410156, 0.546875, 0.412109, 0.496094, 0.400391, 0.390625, 0.380859, 0.404297, 0.378906, 0.408203, 0.449219, 0.427734, 0.417969, 0.386719, 0.435547, 0.363281, 0.414062, 0.414062, 0.425781, 0.376953, 0.382812, 0.398438, 0.4375, 0.408203, 0.375, 0.380859, 0.419922, 0.382812, 0.386719, 0.388672, 0.40625, 0.414062, 0.365234, 0.476562, 0.65625, 0.357422, 0.414062, 0.412109, 0.371094, 0.417969, 0.337891, 0.402344, 0.396484, 0.402344, 0.419922, 0.335938, 0.4375, 0.433594, 0.386719, 0.408203, 0.384766, 0.392578, 0.392578, 0.388672, 0.410156, 0.423828, 0.402344, 0.425781, 0.292969, 0.345703, 0.376953, 0.382812, 0.380859, 0.441406, 0.375, 0.386719, 0.462891, 0.388672, 0.376953, 0.400391, 0.417969, 0.414062, 0.498047, 0.349609, 0.439453, 0.378906, 0.419922, 0.384766, 0.376953, 0.386719, 0.388672, 0.412109, 0.402344, 0.439453, 0.382812, 0.396484, 0.474609, 0.388672, 0.388672, 0.410156, 0.400391, 0.394531, 0.386719, 0.507812, 0.412109, 0.419922, 0.441406, 0.361328, 0.392578, 0.361328, 0.466797, 0.376953, 0.388672, 0.412109, 0.466797, 0.388672, 0.416016, 0.369141, 0.382812, 0.396484, 0.408203, 0.40625, 0.402344, 0.365234, 0.380859, 0.519531, 0.398438, 0.392578, 0.382812, 0.335938, 0.353516, 0.369141, 0.419922, 0.390625, 0.416016, 0.371094, 0.416016, 0.386719, 0.404297, 0.394531, 0.419922, 0.542969, 0.359375, 0.421875, 0.388672, 0.404297, 0.388672, 0.4375, 0.433594, 0.412109, 0.404297, 0.597656, 0.423828, 0.394531, 0.412109, 0.445312, 0.355469, 0.394531, 0.330078, 0.371094, 0.390625, 0.462891, 0.390625, 0.511719, 0.412109, 0.382812, 0.396484, 0.435547, 0.386719, 0.416016, 0.617188, 0.402344, 0.339844, 0.414062, 0.414062, 0.447266, 0.378906, 0.4375, 0.398438, 0.378906, 0.632812, 0.384766, 0.417969, 0.435547, 0.371094, 0.410156, 0.384766, 0.392578, 0.423828, 0.378906, 0.455078, 0.378906, 0.412109, 0.373047, 0.404297, 0.410156, 0.416016, 0.433594, 0.470703, 0.515625, 0.373047, 0.365234, 0.375, 0.361328, 0.369141, 0.449219, 0.361328, 0.375, 0.396484, 0.410156, 0.375, 0.412109, 0.341797, 0.396484, 0.441406, 0.417969, 0.431641, 0.363281, 0.396484, 0.40625, 0.449219, 0.367188, 0.416016, 0.378906, 0.400391, 0.402344, 0.345703, 0.361328, 0.382812, 0.421875, 0.353516, 0.398438, 0.410156, 0.417969, 0.3125, 0.390625, 0.40625, 0.416016, 0.386719, 0.339844, 0.394531, 0.359375, 0.46875, 0.392578, 0.392578, 0.414062, 0.408203, 0.365234, 0.388672, 0.386719, 0.404297, 0.419922, 0.421875, 0.392578, 0.412109, 0.351562, 0.679688, 0.4375, 0.470703, 0.419922, 0.392578, 0.404297, 0.396484, 0.570312, 0.386719, 0.412109, 0.429688, 0.416016, 0.431641, 0.398438, 0.4375, 0.421875, 0.361328, 0.380859, 0.408203, 0.414062, 0.378906, 0.378906, 0.394531, 0.390625, 0.363281, 0.425781, 0.435547, 0.429688, 0.410156, 0.347656, 0.394531, 0.419922, 0.474609, 0.378906, 0.371094, 0.367188, 0.396484, 0.382812, 0.373047, 0.439453, 0.435547, 0.761719, 0.380859, 0.339844, 0.427734, 0.390625, 0.421875, 0.439453, 0.419922, 0.400391, 0.789062, 0.425781, 0.345703, 0.400391, 0.402344, 0.400391, 0.388672, 0.484375, 0.289062, 0.347656, 0.398438, 0.380859, 0.386719, 0.390625, 0.527344, 0.433594, 0.367188, 0.490234, 0.351562, 0.433594, 0.394531, 0.390625, 0.396484, 0.400391, 0.425781, 0.400391, 0.431641, 0.375, 0.390625, 0.490234, 0.425781, 0.412109, 0.425781, 0.386719, 0.419922, 0.4375, 0.660156, 0.40625, 0.378906, 0.380859, 0.378906, 0.408203, 0.396484, 0.421875, 0.396484, 0.419922, 0.414062, 0.433594, 0.417969, 0.390625, 0.443359, 0.460938, 0.439453, 0.300781, 0.388672, 0.382812, 0.470703, 0.380859, 0.417969, 0.423828, 0.433594, 0.398438, 0.375, 0.386719, 0.417969, 0.349609, 0.402344, 0.390625, 0.421875, 0.433594, 0.5, 0.386719, 0.410156, 0.416016, 0.376953, 0.443359, 0.474609, 0.400391, 0.388672, 0.369141, 0.369141, 0.429688, 0.373047, 0.443359, 0.386719, 0.433594, 0.335938, 0.386719, 0.382812, 0.441406, 0.460938, 0.40625, 0.589844, 0.410156, 0.402344, 0.398438, 0.339844, 0.384766, 0.382812, 0.394531, 0.388672, 0.392578, 0.416016, 0.384766, 0.402344, 0.400391, 0.384766, 0.425781, 0.367188, 0.402344, 0.351562, 0.425781, 0.472656, 0.423828, 0.4375, 0.363281, 0.371094, 0.417969, 0.392578, 0.369141, 0.460938, 0.414062, 0.388672, 0.421875, 0.398438, 0.412109, 0.357422, 0.365234, 0.375, 0.423828, 0.386719, 0.410156, 0.359375, 0.40625, 0.380859, 0.412109, 0.396484, 0.435547, 0.375, 0.400391, 0.378906, 0.414062, 0.335938, 0.376953, 0.369141, 0.376953, 0.402344, 0.388672, 0.384766, 0.425781, 0.396484, 0.400391, 0.378906, 0.378906, 0.378906, 0.373047, 0.361328, 0.367188, 0.398438, 0.386719, 0.388672, 0.417969, 0.773438, 0.326172, 0.519531, 0.419922 ] }, "name": "model.model.layers.33.input_layernorm.weight", "outputIndexes": [ 2686 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2685 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_33/Mul_output_0", "outputIndexes": [ 2687 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2686, 2687 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_33/Mul_1_output_0", "outputIndexes": [ 2688 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2688 ], "outputIndexes": [ 5312 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5312 ], "outputIndexes": [ 5313 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear", "inputIndexes": [ 5313 ], "outputIndexes": [ 5314 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 331504602, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5314 ], "outputIndexes": [ 5315 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5315 ], "outputIndexes": [ 2689 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2688 ], "main_type": "NONE", "name": "/Shape_463_output_0", "outputIndexes": [ 2690 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2690 ], "main_type": "NONE", "name": "Shape7207", "outputIndexes": [ 2691 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2690 ], "main_type": "NONE", "name": "Rank7209", "outputIndexes": [ 2692 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2692, 2692 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7211", "outputIndexes": [ 2693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7212", "outputIndexes": [ 2694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2693, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7214", "outputIndexes": [ 2695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2695 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7215", "outputIndexes": [ 2696 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2691, 2694, 2696, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7218", "outputIndexes": [ 2697 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2697 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7219", "outputIndexes": [ 2698 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7220", "outputIndexes": [ 2699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2699, 2698 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7221", "outputIndexes": [ 2700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2690, 2700, 2693 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_499_output_0", "outputIndexes": [ 2701 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2701, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1057_output_0", "outputIndexes": [ 2702 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2702, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_429_output_0", "outputIndexes": [ 2703 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2689, 2703 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_298_output_0", "outputIndexes": [ 2704 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2704, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_264_output_0", "outputIndexes": [ 2705 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2704 ], "main_type": "NONE", "name": "/Shape_464_output_0", "outputIndexes": [ 2706 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2706 ], "main_type": "NONE", "name": "Shape7228", "outputIndexes": [ 2707 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2706 ], "main_type": "NONE", "name": "Rank7230", "outputIndexes": [ 2708 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2708, 2708 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7232", "outputIndexes": [ 2709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2709 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7233", "outputIndexes": [ 2710 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2709, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7235", "outputIndexes": [ 2711 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2711 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7236", "outputIndexes": [ 2712 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2707, 2710, 2712, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7239", "outputIndexes": [ 2713 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2713 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7240", "outputIndexes": [ 2714 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2714 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7241", "outputIndexes": [ 2715 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2715, 2714 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7242", "outputIndexes": [ 2716 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2706, 2716, 2709 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_500_output_0", "outputIndexes": [ 2717 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2717, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_99_output_0", "outputIndexes": [ 2718 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2718, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1062_output_0", "outputIndexes": [ 2719 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2704, 2719, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_133_output_0", "outputIndexes": [ 2720 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2720 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_66_output_0", "outputIndexes": [ 2721 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2704, 22, 2719, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_132_output_0", "outputIndexes": [ 2722 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2721, 2722 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_432_output_0", "outputIndexes": [ 2723 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2723, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_265_output_0", "outputIndexes": [ 2724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2705, 2724 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_165_output_0", "outputIndexes": [ 2725 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2688 ], "outputIndexes": [ 5316 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5316 ], "outputIndexes": [ 5317 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear", "inputIndexes": [ 5317 ], "outputIndexes": [ 5318 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 332426224, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5318 ], "outputIndexes": [ 5319 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5319 ], "outputIndexes": [ 2726 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2702, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_430_output_0", "outputIndexes": [ 2727 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2726, 2727 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_299_output_0", "outputIndexes": [ 2728 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2728, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_266_output_0", "outputIndexes": [ 2729 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2728 ], "main_type": "NONE", "name": "/Shape_465_output_0", "outputIndexes": [ 2730 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2730 ], "main_type": "NONE", "name": "Shape7291", "outputIndexes": [ 2731 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2730 ], "main_type": "NONE", "name": "Rank7293", "outputIndexes": [ 2732 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2732, 2732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7295", "outputIndexes": [ 2733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2733 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7296", "outputIndexes": [ 2734 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2733, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7298", "outputIndexes": [ 2735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2735 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7299", "outputIndexes": [ 2736 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2731, 2734, 2736, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7302", "outputIndexes": [ 2737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2737 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7303", "outputIndexes": [ 2738 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7304", "outputIndexes": [ 2739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2739, 2738 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7305", "outputIndexes": [ 2740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2730, 2740, 2733 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_501_output_0", "outputIndexes": [ 2741 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2741, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_100_output_0", "outputIndexes": [ 2742 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2742, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1064_output_0", "outputIndexes": [ 2743 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2728, 2743, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_135_output_0", "outputIndexes": [ 2744 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2744 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_67_output_0", "outputIndexes": [ 2745 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2728, 22, 2743, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_134_output_0", "outputIndexes": [ 2746 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2745, 2746 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_433_output_0", "outputIndexes": [ 2747 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2747, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_267_output_0", "outputIndexes": [ 2748 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2729, 2748 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_166_output_0", "outputIndexes": [ 2749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2688 ], "outputIndexes": [ 5320 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5320 ], "outputIndexes": [ 5321 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear", "inputIndexes": [ 5321 ], "outputIndexes": [ 5322 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 332656646, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5322 ], "outputIndexes": [ 5323 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5323 ], "outputIndexes": [ 2750 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2750, 2727 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_300_output_0", "outputIndexes": [ 2751 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2725, 2749, 2751, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_305_output_0", "outputIndexes": [ 2752 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2752 ], "outputIndexes": [ 5324 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5324 ], "outputIndexes": [ 5325 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear", "inputIndexes": [ 5325 ], "outputIndexes": [ 5326 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 332887068, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5326 ], "outputIndexes": [ 5327 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5327 ], "outputIndexes": [ 2753 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2685, 2753 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_168_output_0", "outputIndexes": [ 2754 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.367188, 0.419922, 0.419922, 0.431641, 0.425781, 0.419922, 0.134766, 0.416016, 0.386719, 0.363281, 0.332031, 0.419922, 0.363281, 0.402344, 0.398438, 0.414062, 0.224609, 0.419922, 0.412109, 0.34375, 0.40625, 0.439453, 0.378906, 0.390625, 0.394531, 0.4375, 0.384766, 0.417969, 0.410156, 0.419922, 0.359375, 0.175781, 0.423828, 0.425781, 0.419922, 0.402344, 0.363281, 0.404297, 0.322266, 0.443359, 0.427734, 0.421875, 0.392578, 0.384766, 0.363281, 0.388672, 0.462891, 0.367188, 0.439453, 0.318359, 0.417969, 0.34375, 0.404297, 0.435547, 0.359375, 0.417969, 0.472656, 0.396484, 0.402344, 0.431641, 0.429688, 0.4375, 0.402344, 0.425781, 0.369141, 0.347656, 0.25, 0.345703, 0.439453, 0.259766, 0.429688, 0.347656, 0.410156, 0.386719, 0.431641, 0.396484, 0.400391, 0.427734, 0.34375, 0.410156, 0.400391, 0.443359, 0.386719, 0.394531, 0.429688, 0.373047, 0.449219, 0.363281, 0.496094, 0.355469, 0.404297, 0.416016, 0.361328, 0.421875, 0.333984, 0.365234, 0.554688, 0.445312, 0.453125, 0.40625, 0.417969, 0.388672, 0.425781, 0.423828, 0.386719, 0.367188, 0.429688, 0.408203, 0.408203, 0.419922, 0.410156, 0.458984, 0.394531, 0.423828, 0.443359, 0.375, 0.427734, 0.416016, 0.462891, 0.427734, 0.425781, 0.369141, 0.427734, 0.373047, 0.441406, 0.419922, 0.204102, 0.435547, 0.431641, 0.457031, 0.417969, 0.417969, 0.433594, 0.400391, 0.423828, 0.414062, 0.433594, 0.402344, 0.339844, 0.386719, 0.451172, 0.392578, 0.421875, 0.462891, 0.4375, 0.427734, 0.414062, 0.371094, 0.402344, 0.429688, 0.419922, 0.410156, 0.417969, 0.439453, 0.419922, 0.384766, 0.447266, 0.404297, 0.349609, 0.439453, 0.351562, 0.408203, 0.365234, 0.427734, 0.394531, 0.449219, 0.339844, 0.423828, 0.414062, 0.355469, 0.388672, 0.441406, 0.433594, 0.392578, 0.316406, 0.429688, 0.400391, 0.429688, 0.441406, 0.4375, 0.394531, 0.384766, 0.408203, 0.410156, 0.417969, 0.423828, 0.416016, 0.425781, 0.439453, 0.429688, 0.433594, 0.382812, 0.361328, 0.408203, 0.431641, 0.396484, 0.412109, 0.394531, 0.09082, 0.433594, 0.404297, 0.390625, 0.388672, 0.417969, 0.392578, 0.414062, 0.449219, 0.404297, 0.390625, 0.439453, 0.414062, 0.416016, 0.419922, 0.359375, 0.431641, 0.410156, 0.431641, 0.398438, 0.429688, 0.400391, 0.40625, 0.40625, 0.371094, 0.402344, 0.460938, 0.400391, 0.447266, 0.351562, 0.585938, 0.40625, 0.390625, 0.339844, 0.412109, 0.404297, 0.429688, 0.382812, 0.425781, 0.376953, 0.421875, 0.425781, 0.421875, 0.402344, 0.423828, 0.423828, 0.416016, 0.40625, 0.371094, 0.421875, 0.439453, 0.414062, 0.414062, 0.388672, 0.337891, 0.408203, 0.388672, 0.429688, 0.388672, 0.398438, 0.375, 0.435547, 0.464844, 0.423828, 0.419922, 0.376953, 0.433594, 0.435547, 0.404297, 0.439453, 0.363281, 0.417969, 0.271484, 0.382812, 0.402344, 0.255859, 0.376953, 0.431641, 0.421875, 0.376953, 0.34375, 0.431641, 0.384766, 0.435547, 0.421875, 0.458984, 0.414062, 0.412109, 0.441406, 0.435547, 0.423828, 0.431641, 0.427734, 0.408203, 0.417969, 0.412109, 0.431641, 0.416016, 0.371094, 0.445312, 0.425781, 0.419922, 0.408203, 0.429688, 0.419922, 0.359375, 0.423828, 0.417969, 0.382812, 0.408203, 0.423828, 0.427734, 0.361328, 0.431641, 0.404297, 0.376953, 0.435547, 0.382812, 0.421875, 0.371094, 0.326172, 0.398438, 0.445312, 0.427734, 0.439453, 0.416016, 0.400391, 0.386719, 0.439453, 0.482422, 0.431641, 0.386719, 0.3125, 0.378906, 0.326172, 0.419922, 0.380859, 0.396484, 0.441406, 0.369141, 0.341797, 0.359375, 0.396484, 0.416016, 0.400391, 0.376953, 0.441406, 0.429688, 0.382812, 0.427734, 0.384766, 0.412109, 0.423828, 0.445312, 0.376953, 0.404297, 0.404297, 0.429688, 0.421875, 0.423828, 0.398438, 0.445312, 0.390625, 0.390625, 0.417969, 0.423828, 0.429688, 0.40625, 0.423828, 0.421875, 0.384766, 0.382812, 0.433594, 0.404297, 0.425781, 0.341797, 0.402344, 0.408203, 0.416016, 0.423828, 0.425781, 0.341797, 0.157227, 0.386719, 0.640625, 0.423828, 0.425781, 0.388672, 0.386719, 0.4375, 0.384766, 0.421875, 0.425781, 0.324219, 0.453125, 0.347656, 0.447266, 0.416016, 0.421875, 0.443359, 0.433594, 0.429688, 0.386719, 0.441406, 0.353516, 0.416016, 0.451172, 0.378906, 0.433594, 0.439453, 0.421875, 0.408203, 0.396484, 0.486328, 0.384766, 0.404297, 0.457031, 0.439453, 0.419922, 0.421875, 0.412109, 0.390625, 0.445312, 0.412109, 0.289062, 0.429688, 0.431641, 0.355469, 0.435547, 0.410156, 0.28125, 0.416016, 0.318359, 0.371094, 0.4375, 0.421875, 0.402344, 0.435547, 0.451172, 0.417969, 0.408203, 0.410156, 0.480469, 0.363281, 0.378906, 0.542969, 0.396484, 0.369141, 0.390625, 0.435547, 0.355469, 0.425781, 0.392578, 0.328125, 0.414062, 0.441406, 0.423828, 0.453125, 0.423828, 0.421875, 0.40625, 0.376953, 0.412109, 0.396484, 0.417969, 0.427734, 0.335938, 0.419922, 0.402344, 0.455078, 0.435547, 0.373047, 0.416016, 0.416016, 0.410156, 0.423828, 0.410156, 0.396484, 0.388672, 0.429688, 0.382812, 0.392578, 0.423828, 0.449219, 0.439453, 0.404297, 0.429688, 0.384766, 0.423828, 0.376953, 0.417969, 0.402344, 0.435547, 0.447266, 0.423828, 0.429688, 0.423828, 0.373047, 0.427734, 0.40625, 0.353516, 0.392578, 0.12793, 0.392578, 0.431641, 0.439453, 0.322266, 0.455078, 0.412109, 0.404297, 0.429688, 0.402344, 0.40625, 0.423828, 0.220703, 0.388672, 0.396484, 0.464844, 0.429688, 0.384766, 0.40625, 0.392578, 0.421875, 0.427734, 0.333984, 0.425781, 0.435547, 0.390625, 0.435547, 0.441406, 0.423828, 0.376953, 0.304688, 0.404297, 0.365234, 0.357422, 0.416016, 0.398438, 0.40625, 0.431641, 0.388672, 0.419922, 0.427734, 0.365234, 0.384766, 0.433594, 0.410156, 0.384766, 0.400391, 0.351562, 0.384766, 0.371094, 0.376953, 0.404297, 0.429688, 0.4375, 0.419922, 0.441406, 0.396484, 0.214844, 0.429688, 0.349609, 0.347656, 0.378906, 0.441406, 0.40625, 0.369141, 0.363281, 0.423828, 0.4375, 0.40625, 0.410156, 0.435547, 0.425781, 0.367188, 0.445312, 0.390625, 0.435547, 0.398438, 0.423828, 0.396484, 0.367188, 0.474609, 0.417969, 0.400391, 0.392578, 0.439453, 0.419922, 0.390625, 0.408203, 0.441406, 0.386719, 0.390625, 0.369141, 0.451172, 0.427734, 0.433594, 0.369141, 0.431641, 0.353516, 0.345703, 0.443359, 0.419922, 0.398438, 0.412109, 0.375, 0.355469, 0.378906, 0.425781, 0.414062, 0.414062, 0.419922, 0.380859, 0.447266, 0.404297, 0.380859, 0.421875, 0.412109, 0.289062, 0.416016, 0.410156, 0.439453, 0.349609, 0.419922, 0.396484, 0.416016, 0.394531, 0.363281, 0.457031, 0.255859, 0.408203, 0.341797, 0.118652, 0.388672, 0.417969, 0.425781, 0.373047, 0.425781, 0.404297, 0.414062, 0.433594, 0.417969, 0.361328, 0.427734, 0.416016, 0.384766, 0.367188, 0.400391, 0.398438, 0.361328, 0.388672, 0.324219, 0.441406, 0.439453, 0.429688, 0.355469, 0.40625, 0.404297, 0.351562, 0.427734, 0.363281, 0.355469, 0.398438, 0.445312, 0.388672, 0.390625, 0.408203, 0.414062, 0.404297, 0.433594, 0.412109, 0.443359, 0.439453, 0.412109, 0.378906, 0.265625, 0.361328, 0.347656, 0.390625, 0.429688, 0.417969, 0.429688, 0.417969, 0.427734, 0.135742, 0.394531, 0.421875, 0.433594, 0.367188, 0.441406, 0.425781, 0.392578, 0.417969, 0.425781, 0.410156, 0.427734, 0.382812, 0.417969, 0.421875, 0.394531, 0.421875, 0.421875, 0.398438, 0.419922, 0.376953, 0.410156, 0.251953, 0.351562, 0.441406, 0.404297, 0.363281, 0.410156, 0.326172, 0.435547, 0.419922, 0.441406, 0.457031, 0.408203, 0.40625, 0.357422, 0.367188, 0.416016, 0.355469, 0.402344, 0.373047, 0.425781, 0.439453, 0.404297, 0.25, 0.390625, 0.412109, 0.402344, 0.441406, 0.294922, 0.412109, 0.412109, 0.365234, 0.451172, 0.369141, 0.402344, 0.4375, 0.408203, 0.414062, 0.414062, 0.425781, 0.394531, 0.427734, 0.425781, 0.152344, 0.412109, 0.425781, 0.3125, 0.371094, 0.351562, 0.423828, 0.404297, 0.435547, 0.425781, 0.402344, 0.375, 0.382812, 0.396484, 0.417969, 0.449219, 0.408203, 0.335938, 0.400391, 0.419922, 0.384766, 0.419922, 0.394531, 0.322266, 0.386719, 0.375, 0.380859, 0.410156, 0.304688, 0.435547, 0.408203, 0.447266, 0.416016, 0.431641, 0.376953, 0.449219, 0.326172, 0.439453, 0.433594, 0.408203, 0.332031, 0.439453, 0.410156, 0.414062, 0.414062, 0.390625, 0.427734, 0.371094, 0.396484, 0.419922, 0.267578, 0.410156, 0.398438, 0.412109, 0.423828, 0.423828, 0.419922, 0.390625, 0.412109, 0.503906, 0.439453, 0.369141, 0.404297, 0.398438, 0.414062, 0.441406, 0.402344, 0.429688, 0.392578, 0.382812, 0.421875, 0.419922, 0.416016, 0.466797, 0.417969, 0.431641, 0.429688, 0.408203, 0.382812, 0.443359, 0.408203, 0.355469, 0.435547, 0.421875, 0.421875, 0.404297, 0.449219, 0.351562, 0.458984, 0.425781, 0.425781, 0.40625, 0.400391, 0.423828, 0.439453, 0.425781, 0.431641, 0.398438, 0.449219, 0.380859, 0.373047, 0.443359, 0.445312, 0.396484, 0.380859, 0.449219, 0.298828, 0.388672, 0.416016, 0.408203, 0.371094, 0.445312, 0.357422, 0.421875, 0.373047, 0.376953, 0.443359, 0.359375, 0.433594, 0.300781, 0.394531, 0.386719, 0.408203, 0.384766, 0.414062, 0.400391, 0.439453, 0.427734, 0.396484, 0.431641, 0.332031, 0.349609, 0.419922, 0.318359, 0.433594, 0.445312, 0.416016, 0.400391, 0.449219, 0.412109, 0.40625, 0.384766, 0.421875, 0.423828, 0.425781, 0.412109, 0.279297, 0.417969, 0.435547, 0.427734, 0.365234, 0.419922, 0.404297, 0.431641, 0.359375, 0.445312, 0.373047, 0.388672, 0.429688, 0.414062, 0.414062, 0.435547, 0.40625, 0.40625, 0.359375, 0.558594, 0.417969, 0.431641, 0.414062, 0.400391, 0.412109, 0.402344, 0.425781, 0.412109, 0.361328, 0.400391, 0.441406, 0.394531, 0.445312, 0.341797, 0.398438, 0.359375, 0.408203, 0.416016, 0.414062, 0.376953, 0.421875, 0.484375, 0.421875, 0.416016, 0.408203, 0.345703, 0.324219, 0.412109, 0.423828, 0.421875, 0.382812, 0.417969, 0.433594, 0.404297, 0.404297, 0.414062, 0.419922, 0.384766, 0.40625, 0.3125, 0.410156, 0.417969, 0.394531, 0.425781, 0.423828, 0.421875, 0.414062, 0.137695, 0.451172, 0.412109, 0.419922, 0.414062, 0.376953, 0.417969, 0.341797, 0.423828, 0.416016, 0.375, 0.423828, 0.423828, 0.453125, 0.378906, 0.419922, 0.378906, 0.423828, 0.417969, 0.322266, 0.457031, 0.335938, 0.400391, 0.417969, 0.408203, 0.398438, 0.4375, 0.416016, 0.355469, 0.3125, 0.410156, 0.40625, 0.431641, 0.347656, 0.425781, 0.402344, 0.4375, 0.431641, 0.417969, 0.451172, 0.412109, 0.412109, 0.371094, 0.4375, 0.423828, 0.419922, 0.429688, 0.472656, 0.400391, 0.398438, 0.382812, 0.384766, 0.439453, 0.376953, 0.425781, 0.431641, 0.419922, 0.408203, 0.414062, 0.390625, 0.427734, 0.421875, 0.40625, 0.451172, 0.445312, 0.443359, 0.396484, 0.408203, 0.425781, 0.310547, 0.410156, 0.421875, 0.400391, 0.365234, 0.417969, 0.408203, 0.414062, 0.404297, 0.400391, 0.357422, 0.427734, 0.421875, 0.421875, 0.34375, 0.414062, 0.4375, 0.273438, 0.425781, 0.361328, 0.410156, 0.388672, 0.443359, 0.398438, 0.40625, 0.429688, 0.429688, 0.423828, 0.357422, 0.412109, 0.441406, 0.431641, 0.449219, 0.412109, 0.431641, 0.355469, 0.142578, 0.318359, 0.429688, 0.410156, 0.375, 0.425781, 0.408203, 0.328125, 0.388672, 0.4375, 0.429688, 0.396484, 0.429688, 0.40625, 0.435547, 0.443359, 0.378906, 0.373047, 0.419922, 0.445312, 0.394531, 0.410156, 0.443359, 0.380859, 0.355469, 0.4375, 0.425781, 0.449219, 0.408203, 0.398438, 0.390625, 0.431641, 0.4375, 0.423828, 0.417969, 0.347656, 0.408203, 0.375, 0.427734, 0.439453, 0.441406, 0.234375, 0.427734, 0.390625, 0.433594, 0.40625, 0.451172, 0.447266, 0.414062, 0.419922, 0.226562, 0.445312, 0.40625, 0.416016, 0.439453, 0.373047, 0.410156, 0.431641, 0.345703, 0.357422, 0.402344, 0.414062, 0.416016, 0.408203, 0.453125, 0.439453, 0.388672, 0.400391, 0.330078, 0.429688, 0.380859, 0.427734, 0.429688, 0.421875, 0.429688, 0.447266, 0.412109, 0.412109, 0.402344, 0.458984, 0.453125, 0.378906, 0.433594, 0.392578, 0.390625, 0.435547, 0.28125, 0.416016, 0.392578, 0.373047, 0.398438, 0.443359, 0.435547, 0.398438, 0.425781, 0.425781, 0.417969, 0.439453, 0.384766, 0.4375, 0.417969, 0.396484, 0.419922, 0.34375, 0.361328, 0.416016, 0.433594, 0.417969, 0.421875, 0.425781, 0.453125, 0.414062, 0.388672, 0.416016, 0.429688, 0.375, 0.417969, 0.439453, 0.429688, 0.447266, 0.46875, 0.410156, 0.427734, 0.435547, 0.400391, 0.458984, 0.447266, 0.410156, 0.427734, 0.416016, 0.412109, 0.441406, 0.369141, 0.419922, 0.417969, 0.466797, 0.382812, 0.34375, 0.357422, 0.453125, 0.419922, 0.417969, 0.621094, 0.400391, 0.439453, 0.412109, 0.341797, 0.425781, 0.402344, 0.400391, 0.425781, 0.378906, 0.384766, 0.369141, 0.382812, 0.412109, 0.421875, 0.425781, 0.367188, 0.421875, 0.410156, 0.416016, 0.429688, 0.439453, 0.445312, 0.421875, 0.425781, 0.380859, 0.314453, 0.394531, 0.423828, 0.412109, 0.414062, 0.441406, 0.384766, 0.419922, 0.339844, 0.337891, 0.394531, 0.423828, 0.40625, 0.445312, 0.398438, 0.402344, 0.416016, 0.427734, 0.435547, 0.414062, 0.392578, 0.447266, 0.412109, 0.421875, 0.347656, 0.378906, 0.341797, 0.412109, 0.416016, 0.355469, 0.402344, 0.474609, 0.396484, 0.423828, 0.425781, 0.339844, 0.363281, 0.400391, 0.357422, 0.394531, 0.396484, 0.400391, 0.378906, 0.443359, 0.136719, 0.341797, 0.453125, 0.416016 ] }, "name": "model.model.layers.33.post_attention_layernorm.weight", "outputIndexes": [ 2755 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2754 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_33/Mul_output_0", "outputIndexes": [ 2756 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2755, 2756 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_33/Mul_1_output_0", "outputIndexes": [ 2757 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2757 ], "outputIndexes": [ 5328 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5328 ], "outputIndexes": [ 5329 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/gate_proj/Linear", "inputIndexes": [ 5329 ], "outputIndexes": [ 5330 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 333808690, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5330 ], "outputIndexes": [ 5331 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5331 ], "outputIndexes": [ 2758 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2758 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_33/Sigmoid_output_0", "outputIndexes": [ 2759 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2758, 2759 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_33/Mul_output_0", "outputIndexes": [ 2760 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2757 ], "outputIndexes": [ 5332 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5332 ], "outputIndexes": [ 5333 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/up_proj/Linear", "inputIndexes": [ 5333 ], "outputIndexes": [ 5334 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 336389192, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5334 ], "outputIndexes": [ 5335 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5335 ], "outputIndexes": [ 2761 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2760, 2761 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_33/Mul_output_0", "outputIndexes": [ 2762 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2762 ], "outputIndexes": [ 5336 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5336 ], "outputIndexes": [ 5337 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/down_proj/Linear", "inputIndexes": [ 5337 ], "outputIndexes": [ 5338 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 338969694, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5338 ], "outputIndexes": [ 5339 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.33/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5339 ], "outputIndexes": [ 2763 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2754, 2763 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_169_output_0", "outputIndexes": [ 2764 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2764, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_306_output_0", "outputIndexes": [ 2765 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.412109, 0.441406, 0.423828, 0.46875, 0.431641, 0.441406, 0.875, 0.421875, 0.417969, 0.472656, 0.480469, 0.412109, 0.361328, 0.408203, 0.376953, 0.441406, 0.65625, 0.410156, 0.4375, 0.410156, 0.419922, 0.455078, 0.455078, 0.404297, 0.441406, 0.472656, 0.419922, 0.40625, 0.427734, 0.400391, 0.507812, 0.287109, 0.439453, 0.455078, 0.412109, 0.408203, 0.433594, 0.398438, 0.458984, 0.46875, 0.431641, 0.410156, 0.433594, 0.441406, 0.453125, 0.457031, 0.449219, 0.416016, 0.435547, 0.535156, 0.396484, 0.441406, 0.398438, 0.472656, 0.4375, 0.425781, 0.447266, 0.388672, 0.447266, 0.458984, 0.466797, 0.433594, 0.404297, 0.458984, 0.419922, 0.5, 0.691406, 0.433594, 0.4375, 0.699219, 0.427734, 0.429688, 0.433594, 0.419922, 0.427734, 0.410156, 0.410156, 0.451172, 0.4375, 0.423828, 0.408203, 0.416016, 0.417969, 0.396484, 0.458984, 0.388672, 0.439453, 0.457031, 0.546875, 0.425781, 0.445312, 0.421875, 0.404297, 0.412109, 0.40625, 0.414062, 0.566406, 0.427734, 0.472656, 0.445312, 0.46875, 0.390625, 0.416016, 0.433594, 0.416016, 0.435547, 0.482422, 0.443359, 0.382812, 0.398438, 0.410156, 0.443359, 0.429688, 0.460938, 0.455078, 0.53125, 0.423828, 0.425781, 0.462891, 0.453125, 0.453125, 0.416016, 0.386719, 0.46875, 0.503906, 0.441406, 0.847656, 0.451172, 0.443359, 0.480469, 0.427734, 0.351562, 0.476562, 0.431641, 0.445312, 0.425781, 0.445312, 0.449219, 0.589844, 0.427734, 0.443359, 0.394531, 0.4375, 0.466797, 0.404297, 0.419922, 0.439453, 0.378906, 0.402344, 0.427734, 0.416016, 0.427734, 0.402344, 0.449219, 0.433594, 0.431641, 0.427734, 0.398438, 0.388672, 0.423828, 0.412109, 0.451172, 0.416016, 0.462891, 0.40625, 0.425781, 0.414062, 0.429688, 0.414062, 0.447266, 0.447266, 0.470703, 0.4375, 0.435547, 0.464844, 0.400391, 0.435547, 0.417969, 0.453125, 0.458984, 0.392578, 0.40625, 0.423828, 0.412109, 0.402344, 0.476562, 0.412109, 0.429688, 0.464844, 0.451172, 0.421875, 0.423828, 0.402344, 0.423828, 0.458984, 0.443359, 0.423828, 0.416016, 0.177734, 0.439453, 0.416016, 0.371094, 0.423828, 0.431641, 0.398438, 0.400391, 0.453125, 0.408203, 0.490234, 0.443359, 0.425781, 0.410156, 0.453125, 0.417969, 0.421875, 0.396484, 0.410156, 0.390625, 0.431641, 0.371094, 0.417969, 0.421875, 0.408203, 0.417969, 0.466797, 0.425781, 0.480469, 0.380859, 0.5625, 0.425781, 0.419922, 0.542969, 0.433594, 0.445312, 0.451172, 0.457031, 0.447266, 0.40625, 0.447266, 0.394531, 0.464844, 0.423828, 0.375, 0.464844, 0.408203, 0.423828, 0.423828, 0.427734, 0.482422, 0.429688, 0.427734, 0.388672, 0.410156, 0.429688, 0.462891, 0.458984, 0.408203, 0.386719, 0.421875, 0.429688, 0.449219, 0.447266, 0.443359, 0.431641, 0.408203, 0.441406, 0.386719, 0.486328, 0.40625, 0.474609, 0.734375, 0.375, 0.441406, 0.675781, 0.4375, 0.445312, 0.431641, 0.431641, 0.400391, 0.435547, 0.410156, 0.447266, 0.412109, 0.453125, 0.445312, 0.439453, 0.451172, 0.464844, 0.408203, 0.427734, 0.412109, 0.445312, 0.451172, 0.476562, 0.427734, 0.394531, 0.308594, 0.443359, 0.423828, 0.423828, 0.390625, 0.431641, 0.410156, 0.441406, 0.443359, 0.423828, 0.433594, 0.431641, 0.421875, 0.453125, 0.4375, 0.433594, 0.398438, 0.466797, 0.435547, 0.390625, 0.388672, 0.410156, 0.550781, 0.457031, 0.480469, 0.431641, 0.457031, 0.425781, 0.439453, 0.457031, 0.441406, 0.476562, 0.458984, 0.410156, 0.578125, 0.417969, 0.482422, 0.410156, 0.519531, 0.396484, 0.490234, 0.369141, 0.460938, 0.4375, 0.417969, 0.4375, 0.414062, 0.384766, 0.462891, 0.503906, 0.425781, 0.402344, 0.423828, 0.4375, 0.486328, 0.460938, 0.388672, 0.455078, 0.427734, 0.5, 0.421875, 0.431641, 0.410156, 0.494141, 0.400391, 0.443359, 0.421875, 0.408203, 0.40625, 0.421875, 0.429688, 0.400391, 0.417969, 0.421875, 0.427734, 0.384766, 0.382812, 0.392578, 0.441406, 0.421875, 0.419922, 0.4375, 0.423828, 0.476562, 0.695312, 0.417969, 0.535156, 0.386719, 0.402344, 0.351562, 0.458984, 0.421875, 0.423828, 0.410156, 0.433594, 0.53125, 0.439453, 0.412109, 0.519531, 0.427734, 0.443359, 0.455078, 0.470703, 0.447266, 0.449219, 0.484375, 0.445312, 0.394531, 0.425781, 0.414062, 0.457031, 0.421875, 0.431641, 0.416016, 0.414062, 0.546875, 0.390625, 0.416016, 0.458984, 0.421875, 0.453125, 0.416016, 0.423828, 0.5625, 0.458984, 0.410156, 0.480469, 0.414062, 0.445312, 0.386719, 0.40625, 0.462891, 0.550781, 0.453125, 0.414062, 0.433594, 0.435547, 0.460938, 0.375, 0.439453, 0.5, 0.431641, 0.404297, 0.373047, 0.486328, 0.423828, 0.429688, 0.515625, 0.392578, 0.451172, 0.382812, 0.466797, 0.449219, 0.402344, 0.460938, 0.59375, 0.423828, 0.453125, 0.386719, 0.478516, 0.429688, 0.435547, 0.439453, 0.425781, 0.431641, 0.478516, 0.414062, 0.470703, 0.398438, 0.427734, 0.4375, 0.441406, 0.451172, 0.427734, 0.449219, 0.402344, 0.484375, 0.462891, 0.447266, 0.423828, 0.443359, 0.417969, 0.416016, 0.419922, 0.40625, 0.472656, 0.460938, 0.404297, 0.429688, 0.464844, 0.464844, 0.443359, 0.441406, 0.386719, 0.511719, 0.464844, 0.384766, 0.402344, 0.412109, 0.419922, 0.392578, 0.414062, 0.414062, 0.421875, 0.890625, 0.423828, 0.400391, 0.447266, 0.480469, 0.453125, 0.408203, 0.451172, 0.535156, 0.421875, 0.421875, 0.4375, 0.648438, 0.417969, 0.433594, 0.519531, 0.472656, 0.412109, 0.392578, 0.398438, 0.416016, 0.462891, 0.46875, 0.373047, 0.451172, 0.431641, 0.443359, 0.478516, 0.408203, 0.455078, 0.554688, 0.441406, 0.423828, 0.384766, 0.429688, 0.447266, 0.431641, 0.451172, 0.394531, 0.46875, 0.488281, 0.392578, 0.445312, 0.408203, 0.416016, 0.402344, 0.417969, 0.421875, 0.439453, 0.447266, 0.445312, 0.390625, 0.464844, 0.476562, 0.451172, 0.414062, 0.427734, 0.081055, 0.431641, 0.414062, 0.490234, 0.40625, 0.441406, 0.435547, 0.410156, 0.40625, 0.386719, 0.449219, 0.439453, 0.443359, 0.478516, 0.449219, 0.46875, 0.408203, 0.431641, 0.429688, 0.423828, 0.414062, 0.449219, 0.376953, 0.474609, 0.4375, 0.4375, 0.476562, 0.451172, 0.439453, 0.396484, 0.447266, 0.498047, 0.402344, 0.398438, 0.427734, 0.466797, 0.4375, 0.470703, 0.396484, 0.451172, 0.417969, 0.419922, 0.462891, 0.400391, 0.486328, 0.414062, 0.339844, 0.382812, 0.427734, 0.423828, 0.398438, 0.433594, 0.402344, 0.408203, 0.439453, 0.449219, 0.449219, 0.431641, 0.408203, 0.667969, 0.441406, 0.441406, 0.449219, 0.384766, 0.369141, 0.408203, 0.462891, 0.431641, 0.394531, 0.482422, 0.648438, 0.4375, 0.400391, 0.785156, 0.394531, 0.429688, 0.400391, 0.404297, 0.453125, 0.417969, 0.445312, 0.433594, 0.429688, 0.498047, 0.410156, 0.421875, 0.441406, 0.412109, 0.427734, 0.417969, 0.390625, 0.478516, 0.535156, 0.470703, 0.445312, 0.412109, 0.4375, 0.421875, 0.414062, 0.417969, 0.417969, 0.419922, 0.476562, 0.431641, 0.4375, 0.433594, 0.398438, 0.400391, 0.40625, 0.423828, 0.412109, 0.425781, 0.394531, 0.416016, 0.451172, 0.445312, 0.546875, 0.388672, 0.423828, 0.554688, 0.433594, 0.453125, 0.441406, 0.476562, 0.451172, 0.882812, 0.4375, 0.519531, 0.515625, 0.396484, 0.449219, 0.421875, 0.373047, 0.445312, 0.435547, 0.429688, 0.462891, 0.423828, 0.402344, 0.412109, 0.367188, 0.402344, 0.386719, 0.410156, 0.417969, 0.449219, 0.414062, 0.609375, 0.458984, 0.427734, 0.414062, 0.351562, 0.457031, 0.480469, 0.460938, 0.435547, 0.46875, 0.460938, 0.390625, 0.423828, 0.400391, 0.398438, 0.423828, 0.425781, 0.390625, 0.402344, 0.427734, 0.423828, 0.451172, 0.800781, 0.402344, 0.447266, 0.416016, 0.488281, 0.404297, 0.417969, 0.386719, 0.433594, 0.451172, 0.416016, 0.414062, 0.4375, 0.458984, 0.414062, 0.423828, 0.451172, 0.431641, 0.470703, 0.416016, 0.84375, 0.427734, 0.457031, 0.431641, 0.392578, 0.417969, 0.40625, 0.423828, 0.435547, 0.423828, 0.396484, 0.4375, 0.439453, 0.421875, 0.451172, 0.523438, 0.425781, 0.474609, 0.439453, 0.423828, 0.410156, 0.392578, 0.380859, 0.494141, 0.431641, 0.427734, 0.416016, 0.414062, 0.570312, 0.460938, 0.439453, 0.466797, 0.398438, 0.445312, 0.423828, 0.439453, 0.535156, 0.457031, 0.439453, 0.451172, 0.527344, 0.523438, 0.423828, 0.431641, 0.460938, 0.416016, 0.451172, 0.425781, 0.427734, 0.449219, 0.609375, 0.417969, 0.404297, 0.429688, 0.421875, 0.421875, 0.447266, 0.449219, 0.414062, 0.507812, 0.417969, 0.443359, 0.453125, 0.425781, 0.453125, 0.404297, 0.466797, 0.447266, 0.484375, 0.431641, 0.398438, 0.417969, 0.441406, 0.558594, 0.441406, 0.511719, 0.427734, 0.412109, 0.439453, 0.435547, 0.412109, 0.476562, 0.496094, 0.441406, 0.419922, 0.400391, 0.476562, 0.419922, 0.408203, 0.466797, 0.445312, 0.425781, 0.455078, 0.419922, 0.460938, 0.435547, 0.396484, 0.417969, 0.433594, 0.421875, 0.408203, 0.425781, 0.449219, 0.445312, 0.408203, 0.484375, 0.648438, 0.402344, 0.439453, 0.429688, 0.421875, 0.46875, 0.384766, 0.425781, 0.439453, 0.470703, 0.5, 0.416016, 0.474609, 0.53125, 0.419922, 0.435547, 0.425781, 0.410156, 0.433594, 0.425781, 0.416016, 0.429688, 0.458984, 0.433594, 0.402344, 0.427734, 0.40625, 0.476562, 0.423828, 0.445312, 0.392578, 0.4375, 0.492188, 0.419922, 0.396484, 0.498047, 0.455078, 0.458984, 0.523438, 0.412109, 0.570312, 0.404297, 0.423828, 0.453125, 0.433594, 0.410156, 0.40625, 0.455078, 0.443359, 0.474609, 0.390625, 0.423828, 0.5, 0.394531, 0.427734, 0.458984, 0.435547, 0.447266, 0.466797, 0.535156, 0.460938, 0.445312, 0.447266, 0.404297, 0.429688, 0.378906, 0.486328, 0.400391, 0.390625, 0.445312, 0.470703, 0.419922, 0.441406, 0.439453, 0.425781, 0.433594, 0.433594, 0.445312, 0.435547, 0.419922, 0.398438, 0.519531, 0.427734, 0.408203, 0.441406, 0.400391, 0.46875, 0.380859, 0.453125, 0.431641, 0.478516, 0.404297, 0.443359, 0.417969, 0.410156, 0.470703, 0.439453, 0.558594, 0.412109, 0.484375, 0.408203, 0.425781, 0.445312, 0.455078, 0.46875, 0.431641, 0.421875, 0.742188, 0.462891, 0.441406, 0.447266, 0.515625, 0.369141, 0.429688, 0.412109, 0.396484, 0.4375, 0.5625, 0.427734, 0.515625, 0.445312, 0.427734, 0.40625, 0.474609, 0.417969, 0.466797, 0.730469, 0.443359, 0.458984, 0.464844, 0.4375, 0.511719, 0.408203, 0.470703, 0.425781, 0.416016, 0.679688, 0.421875, 0.423828, 0.492188, 0.433594, 0.435547, 0.410156, 0.386719, 0.46875, 0.396484, 0.439453, 0.390625, 0.433594, 0.421875, 0.4375, 0.449219, 0.472656, 0.460938, 0.482422, 0.492188, 0.421875, 0.380859, 0.396484, 0.394531, 0.392578, 0.462891, 0.373047, 0.402344, 0.431641, 0.462891, 0.421875, 0.417969, 0.363281, 0.40625, 0.460938, 0.464844, 0.435547, 0.402344, 0.4375, 0.447266, 0.519531, 0.400391, 0.433594, 0.427734, 0.425781, 0.445312, 0.347656, 0.410156, 0.431641, 0.462891, 0.394531, 0.419922, 0.439453, 0.458984, 0.394531, 0.4375, 0.433594, 0.5625, 0.412109, 0.380859, 0.429688, 0.402344, 0.492188, 0.429688, 0.404297, 0.427734, 0.421875, 0.427734, 0.4375, 0.423828, 0.453125, 0.4375, 0.453125, 0.443359, 0.433594, 0.417969, 0.800781, 0.53125, 0.480469, 0.449219, 0.439453, 0.419922, 0.4375, 0.617188, 0.441406, 0.427734, 0.429688, 0.441406, 0.460938, 0.441406, 0.478516, 0.443359, 0.373047, 0.4375, 0.460938, 0.439453, 0.421875, 0.40625, 0.386719, 0.460938, 0.457031, 0.451172, 0.453125, 0.445312, 0.447266, 0.365234, 0.429688, 0.427734, 0.496094, 0.394531, 0.423828, 0.425781, 0.435547, 0.429688, 0.429688, 0.431641, 0.451172, 0.78125, 0.402344, 0.380859, 0.455078, 0.431641, 0.455078, 0.482422, 0.433594, 0.425781, 0.804688, 0.458984, 0.355469, 0.429688, 0.457031, 0.443359, 0.404297, 0.507812, 0.410156, 0.40625, 0.416016, 0.400391, 0.439453, 0.414062, 0.539062, 0.478516, 0.392578, 0.498047, 0.458984, 0.441406, 0.455078, 0.412109, 0.423828, 0.453125, 0.466797, 0.429688, 0.431641, 0.378906, 0.425781, 0.462891, 0.443359, 0.472656, 0.439453, 0.398438, 0.476562, 0.458984, 0.75, 0.4375, 0.410156, 0.412109, 0.412109, 0.417969, 0.433594, 0.441406, 0.447266, 0.439453, 0.458984, 0.480469, 0.449219, 0.40625, 0.488281, 0.443359, 0.435547, 0.402344, 0.466797, 0.416016, 0.474609, 0.40625, 0.423828, 0.455078, 0.455078, 0.4375, 0.443359, 0.394531, 0.457031, 0.382812, 0.455078, 0.410156, 0.464844, 0.472656, 0.464844, 0.40625, 0.412109, 0.451172, 0.416016, 0.470703, 0.482422, 0.4375, 0.414062, 0.429688, 0.412109, 0.433594, 0.435547, 0.46875, 0.412109, 0.472656, 0.339844, 0.462891, 0.421875, 0.464844, 0.476562, 0.421875, 0.558594, 0.429688, 0.472656, 0.402344, 0.402344, 0.425781, 0.421875, 0.433594, 0.417969, 0.376953, 0.443359, 0.378906, 0.453125, 0.431641, 0.414062, 0.4375, 0.439453, 0.396484, 0.380859, 0.433594, 0.476562, 0.443359, 0.484375, 0.380859, 0.400391, 0.470703, 0.419922, 0.394531, 0.486328, 0.410156, 0.431641, 0.433594, 0.435547, 0.457031, 0.421875, 0.445312, 0.398438, 0.460938, 0.417969, 0.445312, 0.345703, 0.429688, 0.414062, 0.433594, 0.421875, 0.441406, 0.429688, 0.439453, 0.380859, 0.445312, 0.441406, 0.429688, 0.410156, 0.419922, 0.447266, 0.449219, 0.433594, 0.470703, 0.46875, 0.427734, 0.373047, 0.425781, 0.455078, 0.402344, 0.416016, 0.410156, 0.435547, 0.451172, 0.435547, 0.447266, 0.933594, 0.425781, 0.519531, 0.416016 ] }, "name": "model.model.layers.34.input_layernorm.weight", "outputIndexes": [ 2766 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2765 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_34/Mul_output_0", "outputIndexes": [ 2767 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2766, 2767 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_34/Mul_1_output_0", "outputIndexes": [ 2768 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2768 ], "outputIndexes": [ 5340 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5340 ], "outputIndexes": [ 5341 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear", "inputIndexes": [ 5341 ], "outputIndexes": [ 5342 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 341550196, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5342 ], "outputIndexes": [ 5343 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5343 ], "outputIndexes": [ 2769 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2768 ], "main_type": "NONE", "name": "/Shape_477_output_0", "outputIndexes": [ 2770 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2770 ], "main_type": "NONE", "name": "Shape7423", "outputIndexes": [ 2771 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2770 ], "main_type": "NONE", "name": "Rank7425", "outputIndexes": [ 2772 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2772, 2772 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7427", "outputIndexes": [ 2773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2773 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7428", "outputIndexes": [ 2774 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2773, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7430", "outputIndexes": [ 2775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2775 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7431", "outputIndexes": [ 2776 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2771, 2774, 2776, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7434", "outputIndexes": [ 2777 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2777 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7435", "outputIndexes": [ 2778 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7436", "outputIndexes": [ 2779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2779, 2778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7437", "outputIndexes": [ 2780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2770, 2780, 2773 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_514_output_0", "outputIndexes": [ 2781 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2781, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1089_output_0", "outputIndexes": [ 2782 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2782, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_442_output_0", "outputIndexes": [ 2783 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2769, 2783 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_307_output_0", "outputIndexes": [ 2784 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2784, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_272_output_0", "outputIndexes": [ 2785 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2784 ], "main_type": "NONE", "name": "/Shape_478_output_0", "outputIndexes": [ 2786 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2786 ], "main_type": "NONE", "name": "Shape7444", "outputIndexes": [ 2787 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2786 ], "main_type": "NONE", "name": "Rank7446", "outputIndexes": [ 2788 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2788, 2788 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7448", "outputIndexes": [ 2789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2789 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7449", "outputIndexes": [ 2790 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2789, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7451", "outputIndexes": [ 2791 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2791 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7452", "outputIndexes": [ 2792 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2787, 2790, 2792, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7455", "outputIndexes": [ 2793 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2793 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7456", "outputIndexes": [ 2794 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2794 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7457", "outputIndexes": [ 2795 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2795, 2794 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7458", "outputIndexes": [ 2796 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2786, 2796, 2789 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_515_output_0", "outputIndexes": [ 2797 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2797, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_102_output_0", "outputIndexes": [ 2798 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2798, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1094_output_0", "outputIndexes": [ 2799 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2784, 2799, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_137_output_0", "outputIndexes": [ 2800 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2800 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_68_output_0", "outputIndexes": [ 2801 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2784, 22, 2799, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_136_output_0", "outputIndexes": [ 2802 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2801, 2802 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_445_output_0", "outputIndexes": [ 2803 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2803, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_273_output_0", "outputIndexes": [ 2804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2785, 2804 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_170_output_0", "outputIndexes": [ 2805 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2768 ], "outputIndexes": [ 5344 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5344 ], "outputIndexes": [ 5345 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear", "inputIndexes": [ 5345 ], "outputIndexes": [ 5346 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 342471818, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5346 ], "outputIndexes": [ 5347 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5347 ], "outputIndexes": [ 2806 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2782, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_443_output_0", "outputIndexes": [ 2807 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2806, 2807 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_308_output_0", "outputIndexes": [ 2808 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2808, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_274_output_0", "outputIndexes": [ 2809 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2808 ], "main_type": "NONE", "name": "/Shape_479_output_0", "outputIndexes": [ 2810 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2810 ], "main_type": "NONE", "name": "Shape7507", "outputIndexes": [ 2811 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2810 ], "main_type": "NONE", "name": "Rank7509", "outputIndexes": [ 2812 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2812, 2812 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7511", "outputIndexes": [ 2813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7512", "outputIndexes": [ 2814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2813, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7514", "outputIndexes": [ 2815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2815 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7515", "outputIndexes": [ 2816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2811, 2814, 2816, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7518", "outputIndexes": [ 2817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2817 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7519", "outputIndexes": [ 2818 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2818 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7520", "outputIndexes": [ 2819 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2819, 2818 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7521", "outputIndexes": [ 2820 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2810, 2820, 2813 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_516_output_0", "outputIndexes": [ 2821 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2821, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_103_output_0", "outputIndexes": [ 2822 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2822, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1096_output_0", "outputIndexes": [ 2823 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2808, 2823, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_139_output_0", "outputIndexes": [ 2824 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2824 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_69_output_0", "outputIndexes": [ 2825 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2808, 22, 2823, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_138_output_0", "outputIndexes": [ 2826 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2825, 2826 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_446_output_0", "outputIndexes": [ 2827 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2827, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_275_output_0", "outputIndexes": [ 2828 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2809, 2828 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_171_output_0", "outputIndexes": [ 2829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2768 ], "outputIndexes": [ 5348 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5348 ], "outputIndexes": [ 5349 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear", "inputIndexes": [ 5349 ], "outputIndexes": [ 5350 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 342702240, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5350 ], "outputIndexes": [ 5351 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5351 ], "outputIndexes": [ 2830 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2830, 2807 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_309_output_0", "outputIndexes": [ 2831 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2805, 2829, 2831, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_314_output_0", "outputIndexes": [ 2832 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2832 ], "outputIndexes": [ 5352 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5352 ], "outputIndexes": [ 5353 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear", "inputIndexes": [ 5353 ], "outputIndexes": [ 5354 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 342932662, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5354 ], "outputIndexes": [ 5355 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5355 ], "outputIndexes": [ 2833 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2765, 2833 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_173_output_0", "outputIndexes": [ 2834 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.376953, 0.433594, 0.433594, 0.453125, 0.441406, 0.425781, 0.150391, 0.435547, 0.392578, 0.367188, 0.337891, 0.423828, 0.373047, 0.412109, 0.410156, 0.423828, 0.232422, 0.429688, 0.421875, 0.359375, 0.423828, 0.441406, 0.394531, 0.388672, 0.400391, 0.443359, 0.382812, 0.433594, 0.423828, 0.427734, 0.367188, 0.179688, 0.435547, 0.4375, 0.429688, 0.419922, 0.359375, 0.421875, 0.333984, 0.451172, 0.425781, 0.423828, 0.416016, 0.394531, 0.375, 0.408203, 0.464844, 0.396484, 0.439453, 0.328125, 0.435547, 0.337891, 0.423828, 0.425781, 0.373047, 0.423828, 0.46875, 0.396484, 0.414062, 0.439453, 0.435547, 0.445312, 0.402344, 0.4375, 0.376953, 0.359375, 0.259766, 0.361328, 0.449219, 0.273438, 0.447266, 0.349609, 0.404297, 0.392578, 0.441406, 0.410156, 0.417969, 0.435547, 0.361328, 0.416016, 0.408203, 0.445312, 0.402344, 0.402344, 0.435547, 0.392578, 0.457031, 0.373047, 0.511719, 0.359375, 0.410156, 0.416016, 0.373047, 0.427734, 0.349609, 0.369141, 0.589844, 0.445312, 0.453125, 0.416016, 0.427734, 0.402344, 0.439453, 0.423828, 0.392578, 0.367188, 0.449219, 0.419922, 0.414062, 0.421875, 0.419922, 0.460938, 0.402344, 0.435547, 0.449219, 0.394531, 0.431641, 0.429688, 0.478516, 0.441406, 0.4375, 0.380859, 0.431641, 0.376953, 0.470703, 0.427734, 0.203125, 0.447266, 0.425781, 0.455078, 0.439453, 0.423828, 0.433594, 0.416016, 0.431641, 0.423828, 0.439453, 0.404297, 0.347656, 0.396484, 0.451172, 0.394531, 0.431641, 0.464844, 0.439453, 0.4375, 0.425781, 0.376953, 0.416016, 0.427734, 0.433594, 0.435547, 0.414062, 0.451172, 0.433594, 0.394531, 0.451172, 0.408203, 0.382812, 0.455078, 0.373047, 0.410156, 0.365234, 0.431641, 0.412109, 0.443359, 0.363281, 0.447266, 0.425781, 0.365234, 0.394531, 0.447266, 0.447266, 0.400391, 0.339844, 0.441406, 0.408203, 0.423828, 0.455078, 0.451172, 0.40625, 0.404297, 0.431641, 0.412109, 0.431641, 0.441406, 0.423828, 0.4375, 0.443359, 0.439453, 0.447266, 0.396484, 0.367188, 0.421875, 0.441406, 0.421875, 0.417969, 0.402344, 0.10791, 0.441406, 0.417969, 0.40625, 0.402344, 0.419922, 0.404297, 0.429688, 0.464844, 0.404297, 0.398438, 0.447266, 0.416016, 0.421875, 0.427734, 0.378906, 0.4375, 0.40625, 0.425781, 0.402344, 0.445312, 0.412109, 0.412109, 0.410156, 0.380859, 0.408203, 0.472656, 0.410156, 0.466797, 0.367188, 0.59375, 0.408203, 0.396484, 0.34375, 0.416016, 0.410156, 0.447266, 0.40625, 0.431641, 0.388672, 0.433594, 0.425781, 0.439453, 0.410156, 0.427734, 0.421875, 0.429688, 0.410156, 0.388672, 0.433594, 0.449219, 0.431641, 0.427734, 0.396484, 0.351562, 0.421875, 0.400391, 0.435547, 0.394531, 0.40625, 0.388672, 0.441406, 0.464844, 0.423828, 0.435547, 0.382812, 0.435547, 0.449219, 0.404297, 0.445312, 0.371094, 0.417969, 0.277344, 0.398438, 0.412109, 0.251953, 0.386719, 0.439453, 0.421875, 0.390625, 0.351562, 0.447266, 0.394531, 0.441406, 0.425781, 0.458984, 0.429688, 0.417969, 0.455078, 0.443359, 0.427734, 0.433594, 0.439453, 0.427734, 0.429688, 0.419922, 0.431641, 0.410156, 0.365234, 0.441406, 0.429688, 0.423828, 0.412109, 0.427734, 0.421875, 0.363281, 0.443359, 0.412109, 0.392578, 0.425781, 0.435547, 0.435547, 0.363281, 0.433594, 0.402344, 0.382812, 0.4375, 0.386719, 0.419922, 0.378906, 0.34375, 0.400391, 0.458984, 0.433594, 0.439453, 0.435547, 0.416016, 0.392578, 0.441406, 0.494141, 0.447266, 0.388672, 0.316406, 0.373047, 0.333984, 0.412109, 0.390625, 0.417969, 0.449219, 0.378906, 0.355469, 0.369141, 0.398438, 0.425781, 0.417969, 0.373047, 0.455078, 0.443359, 0.390625, 0.429688, 0.394531, 0.425781, 0.429688, 0.447266, 0.394531, 0.414062, 0.417969, 0.431641, 0.4375, 0.439453, 0.40625, 0.455078, 0.394531, 0.400391, 0.429688, 0.435547, 0.439453, 0.417969, 0.429688, 0.431641, 0.388672, 0.384766, 0.435547, 0.408203, 0.443359, 0.355469, 0.40625, 0.412109, 0.414062, 0.431641, 0.425781, 0.349609, 0.171875, 0.398438, 0.636719, 0.423828, 0.429688, 0.396484, 0.386719, 0.445312, 0.392578, 0.425781, 0.429688, 0.326172, 0.464844, 0.353516, 0.458984, 0.421875, 0.431641, 0.457031, 0.449219, 0.441406, 0.396484, 0.455078, 0.373047, 0.416016, 0.462891, 0.392578, 0.433594, 0.447266, 0.429688, 0.429688, 0.404297, 0.486328, 0.386719, 0.414062, 0.466797, 0.453125, 0.414062, 0.421875, 0.421875, 0.416016, 0.447266, 0.412109, 0.300781, 0.433594, 0.433594, 0.375, 0.433594, 0.417969, 0.291016, 0.419922, 0.332031, 0.371094, 0.445312, 0.417969, 0.402344, 0.439453, 0.443359, 0.427734, 0.412109, 0.408203, 0.496094, 0.371094, 0.388672, 0.554688, 0.400391, 0.373047, 0.392578, 0.455078, 0.359375, 0.425781, 0.396484, 0.351562, 0.414062, 0.445312, 0.425781, 0.464844, 0.431641, 0.423828, 0.417969, 0.384766, 0.414062, 0.40625, 0.429688, 0.441406, 0.341797, 0.425781, 0.402344, 0.447266, 0.433594, 0.378906, 0.425781, 0.427734, 0.417969, 0.431641, 0.408203, 0.410156, 0.396484, 0.443359, 0.400391, 0.398438, 0.439453, 0.451172, 0.443359, 0.40625, 0.429688, 0.390625, 0.439453, 0.384766, 0.421875, 0.40625, 0.449219, 0.451172, 0.441406, 0.423828, 0.429688, 0.375, 0.443359, 0.421875, 0.357422, 0.402344, 0.138672, 0.402344, 0.433594, 0.4375, 0.339844, 0.449219, 0.410156, 0.408203, 0.431641, 0.410156, 0.412109, 0.443359, 0.21582, 0.400391, 0.392578, 0.484375, 0.449219, 0.398438, 0.408203, 0.392578, 0.427734, 0.441406, 0.353516, 0.429688, 0.447266, 0.40625, 0.433594, 0.451172, 0.429688, 0.386719, 0.314453, 0.400391, 0.378906, 0.351562, 0.435547, 0.404297, 0.408203, 0.433594, 0.40625, 0.431641, 0.435547, 0.365234, 0.402344, 0.429688, 0.416016, 0.394531, 0.417969, 0.351562, 0.392578, 0.375, 0.382812, 0.408203, 0.439453, 0.455078, 0.439453, 0.447266, 0.394531, 0.222656, 0.435547, 0.363281, 0.332031, 0.386719, 0.451172, 0.408203, 0.390625, 0.378906, 0.421875, 0.4375, 0.416016, 0.408203, 0.460938, 0.4375, 0.376953, 0.443359, 0.404297, 0.443359, 0.416016, 0.419922, 0.412109, 0.357422, 0.472656, 0.417969, 0.40625, 0.398438, 0.439453, 0.423828, 0.408203, 0.421875, 0.435547, 0.398438, 0.40625, 0.380859, 0.460938, 0.431641, 0.4375, 0.375, 0.443359, 0.361328, 0.349609, 0.451172, 0.4375, 0.408203, 0.423828, 0.378906, 0.357422, 0.382812, 0.439453, 0.412109, 0.419922, 0.429688, 0.388672, 0.457031, 0.417969, 0.390625, 0.431641, 0.419922, 0.310547, 0.421875, 0.412109, 0.447266, 0.351562, 0.421875, 0.417969, 0.427734, 0.408203, 0.369141, 0.46875, 0.257812, 0.419922, 0.355469, 0.130859, 0.396484, 0.425781, 0.419922, 0.382812, 0.431641, 0.40625, 0.421875, 0.4375, 0.416016, 0.375, 0.423828, 0.419922, 0.390625, 0.376953, 0.398438, 0.417969, 0.367188, 0.388672, 0.335938, 0.451172, 0.439453, 0.4375, 0.369141, 0.416016, 0.417969, 0.353516, 0.431641, 0.369141, 0.365234, 0.408203, 0.441406, 0.396484, 0.402344, 0.421875, 0.427734, 0.40625, 0.435547, 0.412109, 0.458984, 0.431641, 0.421875, 0.398438, 0.28125, 0.371094, 0.353516, 0.421875, 0.449219, 0.427734, 0.435547, 0.427734, 0.433594, 0.172852, 0.398438, 0.433594, 0.449219, 0.386719, 0.449219, 0.433594, 0.402344, 0.431641, 0.427734, 0.427734, 0.425781, 0.396484, 0.425781, 0.429688, 0.40625, 0.433594, 0.435547, 0.398438, 0.431641, 0.384766, 0.402344, 0.265625, 0.365234, 0.4375, 0.404297, 0.388672, 0.416016, 0.337891, 0.451172, 0.431641, 0.443359, 0.480469, 0.412109, 0.408203, 0.373047, 0.378906, 0.425781, 0.376953, 0.40625, 0.380859, 0.435547, 0.439453, 0.410156, 0.259766, 0.396484, 0.414062, 0.408203, 0.443359, 0.359375, 0.423828, 0.410156, 0.378906, 0.457031, 0.388672, 0.404297, 0.443359, 0.419922, 0.423828, 0.408203, 0.441406, 0.398438, 0.4375, 0.433594, 0.163086, 0.416016, 0.441406, 0.335938, 0.373047, 0.353516, 0.435547, 0.414062, 0.435547, 0.423828, 0.414062, 0.388672, 0.384766, 0.402344, 0.419922, 0.466797, 0.416016, 0.335938, 0.410156, 0.423828, 0.40625, 0.421875, 0.412109, 0.347656, 0.402344, 0.388672, 0.382812, 0.412109, 0.310547, 0.439453, 0.417969, 0.4375, 0.421875, 0.443359, 0.382812, 0.458984, 0.335938, 0.451172, 0.441406, 0.416016, 0.333984, 0.455078, 0.417969, 0.421875, 0.425781, 0.396484, 0.435547, 0.371094, 0.410156, 0.421875, 0.269531, 0.412109, 0.404297, 0.427734, 0.433594, 0.431641, 0.425781, 0.404297, 0.417969, 0.519531, 0.445312, 0.373047, 0.419922, 0.412109, 0.429688, 0.449219, 0.410156, 0.439453, 0.398438, 0.394531, 0.429688, 0.425781, 0.431641, 0.462891, 0.419922, 0.447266, 0.427734, 0.412109, 0.394531, 0.443359, 0.410156, 0.353516, 0.447266, 0.4375, 0.435547, 0.412109, 0.451172, 0.361328, 0.453125, 0.435547, 0.439453, 0.417969, 0.410156, 0.431641, 0.458984, 0.425781, 0.429688, 0.408203, 0.447266, 0.373047, 0.380859, 0.451172, 0.455078, 0.417969, 0.394531, 0.46875, 0.314453, 0.398438, 0.417969, 0.429688, 0.378906, 0.445312, 0.367188, 0.429688, 0.382812, 0.400391, 0.447266, 0.353516, 0.433594, 0.3125, 0.396484, 0.398438, 0.414062, 0.390625, 0.410156, 0.419922, 0.435547, 0.439453, 0.398438, 0.447266, 0.345703, 0.365234, 0.421875, 0.318359, 0.433594, 0.449219, 0.423828, 0.414062, 0.451172, 0.414062, 0.414062, 0.388672, 0.423828, 0.429688, 0.449219, 0.404297, 0.292969, 0.419922, 0.445312, 0.439453, 0.376953, 0.423828, 0.416016, 0.439453, 0.373047, 0.453125, 0.378906, 0.402344, 0.443359, 0.416016, 0.433594, 0.455078, 0.408203, 0.410156, 0.378906, 0.554688, 0.4375, 0.443359, 0.429688, 0.398438, 0.414062, 0.414062, 0.423828, 0.419922, 0.371094, 0.412109, 0.457031, 0.394531, 0.447266, 0.353516, 0.414062, 0.367188, 0.421875, 0.412109, 0.416016, 0.394531, 0.410156, 0.488281, 0.416016, 0.433594, 0.433594, 0.357422, 0.333984, 0.425781, 0.441406, 0.425781, 0.388672, 0.419922, 0.441406, 0.412109, 0.412109, 0.425781, 0.443359, 0.396484, 0.416016, 0.320312, 0.414062, 0.433594, 0.408203, 0.445312, 0.421875, 0.431641, 0.40625, 0.152344, 0.457031, 0.410156, 0.427734, 0.408203, 0.380859, 0.4375, 0.365234, 0.419922, 0.417969, 0.384766, 0.421875, 0.425781, 0.453125, 0.369141, 0.425781, 0.390625, 0.423828, 0.427734, 0.314453, 0.447266, 0.376953, 0.400391, 0.417969, 0.416016, 0.404297, 0.441406, 0.419922, 0.365234, 0.320312, 0.421875, 0.410156, 0.453125, 0.359375, 0.431641, 0.419922, 0.435547, 0.433594, 0.427734, 0.439453, 0.419922, 0.427734, 0.380859, 0.435547, 0.429688, 0.425781, 0.439453, 0.462891, 0.423828, 0.408203, 0.386719, 0.382812, 0.433594, 0.386719, 0.429688, 0.431641, 0.427734, 0.417969, 0.419922, 0.402344, 0.439453, 0.421875, 0.412109, 0.458984, 0.445312, 0.435547, 0.404297, 0.412109, 0.431641, 0.304688, 0.427734, 0.421875, 0.408203, 0.371094, 0.419922, 0.414062, 0.402344, 0.40625, 0.404297, 0.365234, 0.439453, 0.4375, 0.439453, 0.371094, 0.417969, 0.439453, 0.277344, 0.425781, 0.380859, 0.412109, 0.386719, 0.447266, 0.398438, 0.416016, 0.431641, 0.435547, 0.425781, 0.361328, 0.421875, 0.443359, 0.425781, 0.441406, 0.417969, 0.445312, 0.359375, 0.160156, 0.326172, 0.435547, 0.419922, 0.375, 0.443359, 0.416016, 0.34375, 0.392578, 0.443359, 0.433594, 0.388672, 0.443359, 0.404297, 0.445312, 0.443359, 0.384766, 0.380859, 0.425781, 0.451172, 0.394531, 0.417969, 0.441406, 0.396484, 0.361328, 0.439453, 0.429688, 0.449219, 0.40625, 0.404297, 0.40625, 0.433594, 0.453125, 0.425781, 0.417969, 0.351562, 0.414062, 0.388672, 0.433594, 0.449219, 0.443359, 0.244141, 0.425781, 0.394531, 0.441406, 0.425781, 0.466797, 0.4375, 0.423828, 0.431641, 0.239258, 0.464844, 0.416016, 0.414062, 0.451172, 0.378906, 0.423828, 0.443359, 0.347656, 0.371094, 0.402344, 0.417969, 0.416016, 0.414062, 0.458984, 0.445312, 0.390625, 0.408203, 0.328125, 0.445312, 0.378906, 0.427734, 0.427734, 0.431641, 0.449219, 0.460938, 0.410156, 0.414062, 0.40625, 0.457031, 0.445312, 0.386719, 0.433594, 0.402344, 0.396484, 0.439453, 0.294922, 0.429688, 0.40625, 0.384766, 0.408203, 0.441406, 0.449219, 0.408203, 0.4375, 0.427734, 0.435547, 0.453125, 0.402344, 0.441406, 0.441406, 0.394531, 0.4375, 0.351562, 0.373047, 0.414062, 0.443359, 0.421875, 0.429688, 0.433594, 0.460938, 0.425781, 0.398438, 0.425781, 0.425781, 0.384766, 0.423828, 0.449219, 0.431641, 0.455078, 0.466797, 0.417969, 0.441406, 0.451172, 0.404297, 0.480469, 0.457031, 0.417969, 0.433594, 0.425781, 0.421875, 0.451172, 0.386719, 0.433594, 0.427734, 0.472656, 0.382812, 0.367188, 0.357422, 0.470703, 0.435547, 0.419922, 0.65625, 0.408203, 0.445312, 0.414062, 0.347656, 0.441406, 0.410156, 0.414062, 0.431641, 0.380859, 0.40625, 0.375, 0.386719, 0.410156, 0.421875, 0.423828, 0.355469, 0.425781, 0.429688, 0.417969, 0.435547, 0.451172, 0.453125, 0.423828, 0.419922, 0.400391, 0.335938, 0.396484, 0.433594, 0.416016, 0.425781, 0.462891, 0.398438, 0.425781, 0.365234, 0.341797, 0.410156, 0.427734, 0.414062, 0.453125, 0.421875, 0.419922, 0.423828, 0.445312, 0.4375, 0.4375, 0.404297, 0.441406, 0.410156, 0.439453, 0.349609, 0.388672, 0.351562, 0.408203, 0.421875, 0.359375, 0.414062, 0.482422, 0.410156, 0.423828, 0.429688, 0.359375, 0.365234, 0.396484, 0.378906, 0.394531, 0.398438, 0.410156, 0.396484, 0.451172, 0.133789, 0.365234, 0.457031, 0.431641 ] }, "name": "model.model.layers.34.post_attention_layernorm.weight", "outputIndexes": [ 2835 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2834 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_34/Mul_output_0", "outputIndexes": [ 2836 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2835, 2836 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_34/Mul_1_output_0", "outputIndexes": [ 2837 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2837 ], "outputIndexes": [ 5356 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5356 ], "outputIndexes": [ 5357 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/gate_proj/Linear", "inputIndexes": [ 5357 ], "outputIndexes": [ 5358 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 343854284, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5358 ], "outputIndexes": [ 5359 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5359 ], "outputIndexes": [ 2838 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2838 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_34/Sigmoid_output_0", "outputIndexes": [ 2839 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2838, 2839 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_34/Mul_output_0", "outputIndexes": [ 2840 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2837 ], "outputIndexes": [ 5360 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5360 ], "outputIndexes": [ 5361 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/up_proj/Linear", "inputIndexes": [ 5361 ], "outputIndexes": [ 5362 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 346434786, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5362 ], "outputIndexes": [ 5363 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5363 ], "outputIndexes": [ 2841 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2840, 2841 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_34/Mul_output_0", "outputIndexes": [ 2842 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2842 ], "outputIndexes": [ 5364 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5364 ], "outputIndexes": [ 5365 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/down_proj/Linear", "inputIndexes": [ 5365 ], "outputIndexes": [ 5366 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 349015288, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5366 ], "outputIndexes": [ 5367 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.34/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5367 ], "outputIndexes": [ 2843 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2834, 2843 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_174_output_0", "outputIndexes": [ 2844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2844, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_315_output_0", "outputIndexes": [ 2845 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.404297, 0.417969, 0.398438, 0.4375, 0.425781, 0.443359, 0.878906, 0.412109, 0.376953, 0.408203, 0.40625, 0.400391, 0.337891, 0.390625, 0.367188, 0.398438, 0.605469, 0.396484, 0.421875, 0.376953, 0.388672, 0.417969, 0.458984, 0.388672, 0.400391, 0.439453, 0.394531, 0.398438, 0.423828, 0.402344, 0.503906, 0.243164, 0.435547, 0.443359, 0.421875, 0.375, 0.367188, 0.392578, 0.408203, 0.470703, 0.419922, 0.396484, 0.419922, 0.421875, 0.416016, 0.412109, 0.4375, 0.365234, 0.416016, 0.488281, 0.400391, 0.400391, 0.361328, 0.474609, 0.410156, 0.410156, 0.480469, 0.376953, 0.404297, 0.427734, 0.449219, 0.386719, 0.386719, 0.410156, 0.404297, 0.478516, 0.65625, 0.339844, 0.460938, 0.667969, 0.388672, 0.371094, 0.423828, 0.429688, 0.414062, 0.392578, 0.417969, 0.417969, 0.335938, 0.412109, 0.404297, 0.408203, 0.398438, 0.390625, 0.443359, 0.392578, 0.425781, 0.423828, 0.523438, 0.386719, 0.386719, 0.412109, 0.382812, 0.40625, 0.308594, 0.326172, 0.566406, 0.408203, 0.458984, 0.416016, 0.425781, 0.410156, 0.404297, 0.416016, 0.388672, 0.396484, 0.464844, 0.412109, 0.382812, 0.369141, 0.384766, 0.439453, 0.404297, 0.466797, 0.464844, 0.519531, 0.427734, 0.398438, 0.425781, 0.427734, 0.435547, 0.378906, 0.400391, 0.451172, 0.445312, 0.425781, 0.816406, 0.447266, 0.408203, 0.412109, 0.419922, 0.34375, 0.427734, 0.435547, 0.396484, 0.439453, 0.435547, 0.416016, 0.601562, 0.40625, 0.417969, 0.378906, 0.435547, 0.441406, 0.375, 0.398438, 0.410156, 0.371094, 0.386719, 0.40625, 0.431641, 0.421875, 0.382812, 0.451172, 0.398438, 0.365234, 0.425781, 0.396484, 0.304688, 0.404297, 0.384766, 0.40625, 0.376953, 0.449219, 0.390625, 0.416016, 0.347656, 0.449219, 0.382812, 0.396484, 0.427734, 0.429688, 0.427734, 0.386719, 0.378906, 0.396484, 0.4375, 0.386719, 0.433594, 0.431641, 0.388672, 0.388672, 0.404297, 0.40625, 0.380859, 0.441406, 0.419922, 0.408203, 0.425781, 0.458984, 0.417969, 0.417969, 0.34375, 0.402344, 0.421875, 0.408203, 0.412109, 0.419922, 0.146484, 0.412109, 0.363281, 0.34375, 0.398438, 0.402344, 0.40625, 0.392578, 0.408203, 0.382812, 0.425781, 0.408203, 0.404297, 0.410156, 0.458984, 0.373047, 0.423828, 0.412109, 0.414062, 0.386719, 0.421875, 0.402344, 0.400391, 0.388672, 0.367188, 0.398438, 0.408203, 0.441406, 0.457031, 0.330078, 0.546875, 0.404297, 0.412109, 0.503906, 0.410156, 0.40625, 0.427734, 0.458984, 0.410156, 0.386719, 0.425781, 0.376953, 0.421875, 0.412109, 0.386719, 0.416016, 0.40625, 0.396484, 0.332031, 0.419922, 0.427734, 0.433594, 0.40625, 0.375, 0.363281, 0.441406, 0.423828, 0.449219, 0.412109, 0.388672, 0.394531, 0.400391, 0.466797, 0.449219, 0.412109, 0.373047, 0.417969, 0.423828, 0.376953, 0.435547, 0.402344, 0.457031, 0.683594, 0.376953, 0.410156, 0.621094, 0.421875, 0.419922, 0.394531, 0.417969, 0.380859, 0.40625, 0.390625, 0.423828, 0.396484, 0.472656, 0.419922, 0.427734, 0.435547, 0.433594, 0.412109, 0.419922, 0.402344, 0.447266, 0.419922, 0.457031, 0.412109, 0.384766, 0.306641, 0.447266, 0.390625, 0.410156, 0.382812, 0.429688, 0.408203, 0.396484, 0.429688, 0.398438, 0.416016, 0.416016, 0.382812, 0.404297, 0.382812, 0.441406, 0.375, 0.439453, 0.431641, 0.363281, 0.390625, 0.384766, 0.539062, 0.400391, 0.46875, 0.433594, 0.417969, 0.394531, 0.400391, 0.443359, 0.408203, 0.453125, 0.457031, 0.384766, 0.519531, 0.404297, 0.408203, 0.400391, 0.498047, 0.390625, 0.4375, 0.375, 0.414062, 0.378906, 0.408203, 0.400391, 0.398438, 0.376953, 0.410156, 0.494141, 0.390625, 0.375, 0.412109, 0.414062, 0.445312, 0.404297, 0.378906, 0.427734, 0.414062, 0.464844, 0.410156, 0.421875, 0.388672, 0.443359, 0.398438, 0.410156, 0.445312, 0.390625, 0.419922, 0.398438, 0.412109, 0.388672, 0.408203, 0.384766, 0.404297, 0.353516, 0.388672, 0.355469, 0.460938, 0.410156, 0.388672, 0.427734, 0.398438, 0.460938, 0.675781, 0.382812, 0.5, 0.388672, 0.400391, 0.392578, 0.4375, 0.416016, 0.433594, 0.412109, 0.429688, 0.494141, 0.445312, 0.369141, 0.457031, 0.429688, 0.40625, 0.466797, 0.429688, 0.40625, 0.419922, 0.433594, 0.416016, 0.384766, 0.410156, 0.384766, 0.447266, 0.423828, 0.402344, 0.396484, 0.414062, 0.5, 0.384766, 0.380859, 0.4375, 0.414062, 0.423828, 0.414062, 0.398438, 0.496094, 0.447266, 0.404297, 0.439453, 0.40625, 0.416016, 0.351562, 0.410156, 0.439453, 0.498047, 0.425781, 0.341797, 0.40625, 0.427734, 0.427734, 0.373047, 0.40625, 0.462891, 0.423828, 0.384766, 0.376953, 0.46875, 0.417969, 0.421875, 0.523438, 0.373047, 0.462891, 0.363281, 0.4375, 0.412109, 0.419922, 0.447266, 0.535156, 0.414062, 0.410156, 0.394531, 0.4375, 0.453125, 0.417969, 0.417969, 0.40625, 0.402344, 0.439453, 0.40625, 0.443359, 0.330078, 0.421875, 0.396484, 0.412109, 0.4375, 0.421875, 0.462891, 0.380859, 0.417969, 0.447266, 0.416016, 0.400391, 0.410156, 0.402344, 0.378906, 0.416016, 0.408203, 0.451172, 0.453125, 0.388672, 0.429688, 0.447266, 0.4375, 0.408203, 0.414062, 0.388672, 0.460938, 0.439453, 0.400391, 0.392578, 0.390625, 0.390625, 0.382812, 0.431641, 0.396484, 0.404297, 0.863281, 0.402344, 0.40625, 0.441406, 0.396484, 0.4375, 0.414062, 0.419922, 0.474609, 0.404297, 0.400391, 0.408203, 0.59375, 0.40625, 0.400391, 0.511719, 0.427734, 0.396484, 0.408203, 0.394531, 0.414062, 0.449219, 0.421875, 0.373047, 0.435547, 0.419922, 0.435547, 0.462891, 0.417969, 0.410156, 0.53125, 0.408203, 0.396484, 0.291016, 0.445312, 0.419922, 0.408203, 0.419922, 0.396484, 0.417969, 0.460938, 0.353516, 0.412109, 0.369141, 0.416016, 0.40625, 0.40625, 0.355469, 0.412109, 0.457031, 0.439453, 0.375, 0.445312, 0.419922, 0.40625, 0.404297, 0.404297, 0.059326, 0.353516, 0.361328, 0.404297, 0.417969, 0.40625, 0.416016, 0.373047, 0.369141, 0.392578, 0.429688, 0.421875, 0.419922, 0.455078, 0.429688, 0.427734, 0.412109, 0.386719, 0.421875, 0.388672, 0.392578, 0.404297, 0.310547, 0.46875, 0.421875, 0.388672, 0.458984, 0.423828, 0.396484, 0.40625, 0.431641, 0.439453, 0.371094, 0.386719, 0.380859, 0.423828, 0.388672, 0.427734, 0.402344, 0.433594, 0.369141, 0.378906, 0.429688, 0.396484, 0.443359, 0.396484, 0.351562, 0.330078, 0.400391, 0.408203, 0.380859, 0.414062, 0.392578, 0.376953, 0.4375, 0.416016, 0.402344, 0.410156, 0.410156, 0.617188, 0.431641, 0.427734, 0.416016, 0.308594, 0.371094, 0.369141, 0.441406, 0.373047, 0.332031, 0.419922, 0.605469, 0.398438, 0.300781, 0.78125, 0.375, 0.396484, 0.382812, 0.396484, 0.398438, 0.416016, 0.417969, 0.421875, 0.40625, 0.474609, 0.400391, 0.402344, 0.417969, 0.357422, 0.392578, 0.394531, 0.322266, 0.462891, 0.53125, 0.470703, 0.421875, 0.390625, 0.400391, 0.394531, 0.416016, 0.306641, 0.398438, 0.361328, 0.429688, 0.416016, 0.414062, 0.402344, 0.402344, 0.402344, 0.40625, 0.417969, 0.400391, 0.419922, 0.40625, 0.400391, 0.396484, 0.396484, 0.5, 0.353516, 0.351562, 0.53125, 0.388672, 0.400391, 0.425781, 0.453125, 0.4375, 0.863281, 0.412109, 0.470703, 0.482422, 0.400391, 0.416016, 0.439453, 0.378906, 0.427734, 0.412109, 0.433594, 0.412109, 0.425781, 0.421875, 0.394531, 0.373047, 0.390625, 0.371094, 0.396484, 0.384766, 0.435547, 0.400391, 0.605469, 0.457031, 0.414062, 0.400391, 0.367188, 0.433594, 0.458984, 0.435547, 0.408203, 0.460938, 0.417969, 0.402344, 0.392578, 0.400391, 0.369141, 0.425781, 0.351562, 0.380859, 0.376953, 0.439453, 0.402344, 0.458984, 0.722656, 0.376953, 0.4375, 0.384766, 0.447266, 0.302734, 0.419922, 0.388672, 0.394531, 0.421875, 0.380859, 0.386719, 0.386719, 0.408203, 0.375, 0.417969, 0.408203, 0.433594, 0.455078, 0.392578, 0.78125, 0.382812, 0.417969, 0.414062, 0.369141, 0.365234, 0.396484, 0.412109, 0.386719, 0.412109, 0.384766, 0.412109, 0.429688, 0.392578, 0.421875, 0.535156, 0.408203, 0.427734, 0.417969, 0.396484, 0.398438, 0.363281, 0.392578, 0.447266, 0.421875, 0.404297, 0.404297, 0.400391, 0.527344, 0.441406, 0.414062, 0.457031, 0.392578, 0.416016, 0.408203, 0.417969, 0.488281, 0.429688, 0.412109, 0.429688, 0.496094, 0.5, 0.417969, 0.408203, 0.476562, 0.365234, 0.425781, 0.419922, 0.404297, 0.416016, 0.566406, 0.392578, 0.384766, 0.402344, 0.386719, 0.423828, 0.431641, 0.412109, 0.400391, 0.488281, 0.419922, 0.417969, 0.447266, 0.443359, 0.410156, 0.402344, 0.449219, 0.410156, 0.480469, 0.410156, 0.369141, 0.410156, 0.433594, 0.5, 0.439453, 0.503906, 0.396484, 0.441406, 0.417969, 0.429688, 0.402344, 0.431641, 0.455078, 0.429688, 0.427734, 0.400391, 0.447266, 0.365234, 0.416016, 0.416016, 0.412109, 0.421875, 0.416016, 0.419922, 0.441406, 0.408203, 0.408203, 0.392578, 0.410156, 0.421875, 0.408203, 0.404297, 0.408203, 0.435547, 0.402344, 0.40625, 0.636719, 0.398438, 0.421875, 0.410156, 0.408203, 0.421875, 0.353516, 0.433594, 0.425781, 0.435547, 0.472656, 0.359375, 0.464844, 0.511719, 0.40625, 0.416016, 0.421875, 0.398438, 0.417969, 0.423828, 0.419922, 0.390625, 0.394531, 0.390625, 0.324219, 0.335938, 0.398438, 0.378906, 0.400391, 0.431641, 0.400391, 0.423828, 0.476562, 0.404297, 0.388672, 0.466797, 0.419922, 0.421875, 0.507812, 0.402344, 0.558594, 0.396484, 0.402344, 0.423828, 0.384766, 0.410156, 0.400391, 0.458984, 0.441406, 0.449219, 0.382812, 0.402344, 0.472656, 0.386719, 0.412109, 0.416016, 0.402344, 0.400391, 0.419922, 0.511719, 0.419922, 0.419922, 0.474609, 0.386719, 0.392578, 0.386719, 0.46875, 0.392578, 0.392578, 0.408203, 0.484375, 0.392578, 0.416016, 0.384766, 0.402344, 0.410156, 0.404297, 0.427734, 0.421875, 0.378906, 0.373047, 0.494141, 0.386719, 0.392578, 0.398438, 0.341797, 0.365234, 0.353516, 0.441406, 0.419922, 0.416016, 0.408203, 0.396484, 0.410156, 0.394531, 0.421875, 0.412109, 0.550781, 0.392578, 0.449219, 0.394531, 0.402344, 0.419922, 0.421875, 0.423828, 0.439453, 0.423828, 0.789062, 0.447266, 0.408203, 0.421875, 0.474609, 0.357422, 0.423828, 0.337891, 0.392578, 0.410156, 0.488281, 0.388672, 0.474609, 0.410156, 0.414062, 0.421875, 0.425781, 0.398438, 0.431641, 0.695312, 0.427734, 0.353516, 0.4375, 0.414062, 0.457031, 0.392578, 0.449219, 0.419922, 0.398438, 0.617188, 0.40625, 0.414062, 0.466797, 0.390625, 0.423828, 0.388672, 0.402344, 0.431641, 0.408203, 0.404297, 0.384766, 0.439453, 0.359375, 0.40625, 0.443359, 0.447266, 0.472656, 0.453125, 0.466797, 0.404297, 0.373047, 0.388672, 0.365234, 0.361328, 0.455078, 0.392578, 0.400391, 0.433594, 0.4375, 0.425781, 0.40625, 0.384766, 0.410156, 0.423828, 0.421875, 0.453125, 0.384766, 0.419922, 0.439453, 0.472656, 0.392578, 0.40625, 0.417969, 0.400391, 0.412109, 0.365234, 0.404297, 0.425781, 0.449219, 0.349609, 0.404297, 0.419922, 0.421875, 0.322266, 0.443359, 0.410156, 0.550781, 0.425781, 0.345703, 0.412109, 0.375, 0.460938, 0.421875, 0.371094, 0.423828, 0.433594, 0.394531, 0.384766, 0.423828, 0.429688, 0.408203, 0.410156, 0.400391, 0.421875, 0.378906, 0.820312, 0.515625, 0.419922, 0.429688, 0.396484, 0.386719, 0.425781, 0.5625, 0.378906, 0.414062, 0.419922, 0.453125, 0.433594, 0.441406, 0.457031, 0.425781, 0.367188, 0.412109, 0.425781, 0.408203, 0.396484, 0.390625, 0.40625, 0.423828, 0.363281, 0.451172, 0.458984, 0.427734, 0.441406, 0.375, 0.40625, 0.431641, 0.496094, 0.419922, 0.398438, 0.410156, 0.414062, 0.402344, 0.416016, 0.435547, 0.423828, 0.660156, 0.371094, 0.365234, 0.441406, 0.410156, 0.427734, 0.478516, 0.425781, 0.386719, 0.796875, 0.433594, 0.371094, 0.388672, 0.443359, 0.416016, 0.373047, 0.484375, 0.324219, 0.382812, 0.416016, 0.394531, 0.410156, 0.402344, 0.462891, 0.453125, 0.390625, 0.474609, 0.394531, 0.414062, 0.416016, 0.416016, 0.419922, 0.431641, 0.423828, 0.429688, 0.398438, 0.376953, 0.416016, 0.466797, 0.423828, 0.451172, 0.4375, 0.394531, 0.439453, 0.449219, 0.695312, 0.421875, 0.421875, 0.392578, 0.408203, 0.425781, 0.414062, 0.441406, 0.423828, 0.396484, 0.414062, 0.470703, 0.410156, 0.398438, 0.460938, 0.416016, 0.416016, 0.310547, 0.423828, 0.380859, 0.445312, 0.363281, 0.414062, 0.441406, 0.451172, 0.40625, 0.410156, 0.384766, 0.40625, 0.367188, 0.400391, 0.380859, 0.417969, 0.427734, 0.484375, 0.400391, 0.396484, 0.423828, 0.386719, 0.447266, 0.435547, 0.414062, 0.390625, 0.416016, 0.394531, 0.443359, 0.416016, 0.455078, 0.400391, 0.453125, 0.34375, 0.423828, 0.40625, 0.455078, 0.46875, 0.402344, 0.558594, 0.439453, 0.453125, 0.423828, 0.347656, 0.412109, 0.410156, 0.412109, 0.400391, 0.396484, 0.404297, 0.365234, 0.423828, 0.414062, 0.417969, 0.408203, 0.380859, 0.40625, 0.390625, 0.433594, 0.476562, 0.425781, 0.445312, 0.375, 0.390625, 0.412109, 0.404297, 0.388672, 0.462891, 0.40625, 0.410156, 0.443359, 0.4375, 0.449219, 0.361328, 0.382812, 0.394531, 0.488281, 0.408203, 0.425781, 0.341797, 0.423828, 0.416016, 0.414062, 0.416016, 0.435547, 0.404297, 0.417969, 0.398438, 0.421875, 0.34375, 0.398438, 0.34375, 0.408203, 0.416016, 0.40625, 0.402344, 0.429688, 0.429688, 0.396484, 0.388672, 0.388672, 0.398438, 0.400391, 0.365234, 0.384766, 0.441406, 0.394531, 0.408203, 0.410156, 0.984375, 0.363281, 0.492188, 0.375 ] }, "name": "model.model.layers.35.input_layernorm.weight", "outputIndexes": [ 2846 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2845 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_35/Mul_output_0", "outputIndexes": [ 2847 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2846, 2847 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_35/Mul_1_output_0", "outputIndexes": [ 2848 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2848 ], "outputIndexes": [ 5368 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5368 ], "outputIndexes": [ 5369 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear", "inputIndexes": [ 5369 ], "outputIndexes": [ 5370 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 351595790, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5370 ], "outputIndexes": [ 5371 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5371 ], "outputIndexes": [ 2849 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2848 ], "main_type": "NONE", "name": "/Shape_491_output_0", "outputIndexes": [ 2850 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2850 ], "main_type": "NONE", "name": "Shape7639", "outputIndexes": [ 2851 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2850 ], "main_type": "NONE", "name": "Rank7641", "outputIndexes": [ 2852 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2852, 2852 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7643", "outputIndexes": [ 2853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2853 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7644", "outputIndexes": [ 2854 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2853, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7646", "outputIndexes": [ 2855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2855 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7647", "outputIndexes": [ 2856 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2851, 2854, 2856, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7650", "outputIndexes": [ 2857 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2857 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7651", "outputIndexes": [ 2858 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2858 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7652", "outputIndexes": [ 2859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2859, 2858 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7653", "outputIndexes": [ 2860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2850, 2860, 2853 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_529_output_0", "outputIndexes": [ 2861 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2861, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1121_output_0", "outputIndexes": [ 2862 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2862, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_455_output_0", "outputIndexes": [ 2863 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2849, 2863 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_316_output_0", "outputIndexes": [ 2864 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2864, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_280_output_0", "outputIndexes": [ 2865 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2864 ], "main_type": "NONE", "name": "/Shape_492_output_0", "outputIndexes": [ 2866 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2866 ], "main_type": "NONE", "name": "Shape7660", "outputIndexes": [ 2867 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2866 ], "main_type": "NONE", "name": "Rank7662", "outputIndexes": [ 2868 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2868, 2868 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7664", "outputIndexes": [ 2869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2869 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7665", "outputIndexes": [ 2870 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2869, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7667", "outputIndexes": [ 2871 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2871 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7668", "outputIndexes": [ 2872 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2867, 2870, 2872, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7671", "outputIndexes": [ 2873 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2873 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7672", "outputIndexes": [ 2874 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2874 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7673", "outputIndexes": [ 2875 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2875, 2874 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7674", "outputIndexes": [ 2876 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2866, 2876, 2869 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_530_output_0", "outputIndexes": [ 2877 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2877, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_105_output_0", "outputIndexes": [ 2878 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2878, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1126_output_0", "outputIndexes": [ 2879 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2864, 2879, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_141_output_0", "outputIndexes": [ 2880 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2880 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_70_output_0", "outputIndexes": [ 2881 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2864, 22, 2879, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_140_output_0", "outputIndexes": [ 2882 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2881, 2882 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_458_output_0", "outputIndexes": [ 2883 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2883, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_281_output_0", "outputIndexes": [ 2884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2865, 2884 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_175_output_0", "outputIndexes": [ 2885 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2848 ], "outputIndexes": [ 5372 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5372 ], "outputIndexes": [ 5373 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear", "inputIndexes": [ 5373 ], "outputIndexes": [ 5374 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 352517412, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5374 ], "outputIndexes": [ 5375 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5375 ], "outputIndexes": [ 2886 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2862, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_456_output_0", "outputIndexes": [ 2887 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2886, 2887 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_317_output_0", "outputIndexes": [ 2888 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2888, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_282_output_0", "outputIndexes": [ 2889 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2888 ], "main_type": "NONE", "name": "/Shape_493_output_0", "outputIndexes": [ 2890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2890 ], "main_type": "NONE", "name": "Shape7723", "outputIndexes": [ 2891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2890 ], "main_type": "NONE", "name": "Rank7725", "outputIndexes": [ 2892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2892, 2892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7727", "outputIndexes": [ 2893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7728", "outputIndexes": [ 2894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2893, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7730", "outputIndexes": [ 2895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7731", "outputIndexes": [ 2896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2891, 2894, 2896, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7734", "outputIndexes": [ 2897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7735", "outputIndexes": [ 2898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7736", "outputIndexes": [ 2899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2899, 2898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7737", "outputIndexes": [ 2900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2890, 2900, 2893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_531_output_0", "outputIndexes": [ 2901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2901, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_106_output_0", "outputIndexes": [ 2902 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2902, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1128_output_0", "outputIndexes": [ 2903 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2888, 2903, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_143_output_0", "outputIndexes": [ 2904 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2904 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_71_output_0", "outputIndexes": [ 2905 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2888, 22, 2903, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_142_output_0", "outputIndexes": [ 2906 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2905, 2906 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_459_output_0", "outputIndexes": [ 2907 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2907, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_283_output_0", "outputIndexes": [ 2908 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2889, 2908 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_176_output_0", "outputIndexes": [ 2909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2848 ], "outputIndexes": [ 5376 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5376 ], "outputIndexes": [ 5377 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear", "inputIndexes": [ 5377 ], "outputIndexes": [ 5378 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 352747834, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5378 ], "outputIndexes": [ 5379 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5379 ], "outputIndexes": [ 2910 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2910, 2887 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_318_output_0", "outputIndexes": [ 2911 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2885, 2909, 2911, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_323_output_0", "outputIndexes": [ 2912 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2912 ], "outputIndexes": [ 5380 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5380 ], "outputIndexes": [ 5381 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear", "inputIndexes": [ 5381 ], "outputIndexes": [ 5382 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 352978256, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5382 ], "outputIndexes": [ 5383 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5383 ], "outputIndexes": [ 2913 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2845, 2913 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_178_output_0", "outputIndexes": [ 2914 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.378906, 0.443359, 0.439453, 0.449219, 0.443359, 0.429688, 0.15918, 0.435547, 0.410156, 0.376953, 0.369141, 0.429688, 0.384766, 0.410156, 0.417969, 0.435547, 0.25, 0.421875, 0.429688, 0.382812, 0.435547, 0.443359, 0.412109, 0.408203, 0.427734, 0.447266, 0.392578, 0.433594, 0.429688, 0.441406, 0.376953, 0.227539, 0.433594, 0.4375, 0.439453, 0.423828, 0.375, 0.421875, 0.34375, 0.458984, 0.453125, 0.435547, 0.416016, 0.400391, 0.371094, 0.414062, 0.474609, 0.386719, 0.443359, 0.332031, 0.439453, 0.353516, 0.427734, 0.435547, 0.382812, 0.425781, 0.474609, 0.417969, 0.427734, 0.445312, 0.439453, 0.441406, 0.410156, 0.445312, 0.378906, 0.371094, 0.275391, 0.365234, 0.457031, 0.289062, 0.4375, 0.361328, 0.416016, 0.402344, 0.441406, 0.414062, 0.427734, 0.443359, 0.353516, 0.425781, 0.416016, 0.449219, 0.404297, 0.412109, 0.449219, 0.398438, 0.470703, 0.380859, 0.519531, 0.373047, 0.421875, 0.423828, 0.380859, 0.439453, 0.363281, 0.373047, 0.628906, 0.455078, 0.464844, 0.429688, 0.441406, 0.414062, 0.439453, 0.435547, 0.408203, 0.378906, 0.449219, 0.421875, 0.421875, 0.423828, 0.423828, 0.476562, 0.410156, 0.453125, 0.457031, 0.402344, 0.441406, 0.441406, 0.464844, 0.441406, 0.441406, 0.378906, 0.451172, 0.390625, 0.46875, 0.435547, 0.225586, 0.457031, 0.435547, 0.458984, 0.4375, 0.429688, 0.447266, 0.419922, 0.443359, 0.435547, 0.441406, 0.419922, 0.367188, 0.400391, 0.474609, 0.40625, 0.4375, 0.460938, 0.451172, 0.447266, 0.423828, 0.388672, 0.429688, 0.445312, 0.4375, 0.429688, 0.423828, 0.464844, 0.4375, 0.416016, 0.451172, 0.414062, 0.382812, 0.458984, 0.380859, 0.419922, 0.376953, 0.457031, 0.423828, 0.458984, 0.363281, 0.455078, 0.423828, 0.376953, 0.410156, 0.449219, 0.443359, 0.400391, 0.339844, 0.441406, 0.408203, 0.443359, 0.457031, 0.460938, 0.421875, 0.40625, 0.433594, 0.412109, 0.435547, 0.447266, 0.435547, 0.433594, 0.455078, 0.451172, 0.445312, 0.412109, 0.373047, 0.429688, 0.451172, 0.425781, 0.425781, 0.408203, 0.119629, 0.445312, 0.427734, 0.416016, 0.40625, 0.433594, 0.419922, 0.441406, 0.466797, 0.419922, 0.408203, 0.458984, 0.421875, 0.441406, 0.441406, 0.386719, 0.441406, 0.429688, 0.435547, 0.402344, 0.443359, 0.414062, 0.423828, 0.417969, 0.392578, 0.414062, 0.472656, 0.416016, 0.466797, 0.371094, 0.609375, 0.423828, 0.408203, 0.351562, 0.439453, 0.416016, 0.447266, 0.394531, 0.433594, 0.392578, 0.439453, 0.429688, 0.447266, 0.417969, 0.425781, 0.443359, 0.4375, 0.417969, 0.425781, 0.4375, 0.457031, 0.441406, 0.427734, 0.402344, 0.353516, 0.431641, 0.402344, 0.443359, 0.412109, 0.419922, 0.396484, 0.441406, 0.470703, 0.425781, 0.433594, 0.392578, 0.453125, 0.451172, 0.410156, 0.453125, 0.386719, 0.427734, 0.298828, 0.40625, 0.416016, 0.267578, 0.388672, 0.431641, 0.431641, 0.388672, 0.375, 0.449219, 0.400391, 0.447266, 0.4375, 0.46875, 0.435547, 0.427734, 0.457031, 0.449219, 0.4375, 0.443359, 0.451172, 0.433594, 0.431641, 0.431641, 0.439453, 0.433594, 0.396484, 0.451172, 0.443359, 0.433594, 0.419922, 0.447266, 0.431641, 0.380859, 0.4375, 0.4375, 0.402344, 0.433594, 0.421875, 0.451172, 0.373047, 0.4375, 0.419922, 0.398438, 0.449219, 0.400391, 0.423828, 0.398438, 0.361328, 0.4375, 0.466797, 0.439453, 0.447266, 0.431641, 0.431641, 0.398438, 0.447266, 0.494141, 0.451172, 0.402344, 0.335938, 0.396484, 0.351562, 0.435547, 0.398438, 0.423828, 0.455078, 0.382812, 0.353516, 0.384766, 0.40625, 0.423828, 0.423828, 0.392578, 0.460938, 0.447266, 0.40625, 0.429688, 0.404297, 0.435547, 0.441406, 0.449219, 0.394531, 0.412109, 0.419922, 0.439453, 0.445312, 0.460938, 0.414062, 0.474609, 0.408203, 0.400391, 0.431641, 0.4375, 0.449219, 0.425781, 0.439453, 0.439453, 0.402344, 0.400391, 0.445312, 0.419922, 0.435547, 0.361328, 0.421875, 0.431641, 0.429688, 0.449219, 0.435547, 0.359375, 0.185547, 0.414062, 0.601562, 0.431641, 0.439453, 0.408203, 0.390625, 0.449219, 0.396484, 0.419922, 0.449219, 0.341797, 0.462891, 0.375, 0.455078, 0.429688, 0.417969, 0.458984, 0.457031, 0.451172, 0.414062, 0.464844, 0.392578, 0.425781, 0.466797, 0.40625, 0.441406, 0.451172, 0.4375, 0.425781, 0.414062, 0.490234, 0.402344, 0.417969, 0.464844, 0.447266, 0.425781, 0.431641, 0.429688, 0.4375, 0.462891, 0.417969, 0.300781, 0.443359, 0.443359, 0.378906, 0.435547, 0.416016, 0.291016, 0.431641, 0.345703, 0.390625, 0.445312, 0.427734, 0.414062, 0.439453, 0.455078, 0.433594, 0.416016, 0.423828, 0.496094, 0.382812, 0.396484, 0.574219, 0.410156, 0.390625, 0.412109, 0.457031, 0.373047, 0.441406, 0.421875, 0.353516, 0.425781, 0.457031, 0.429688, 0.476562, 0.435547, 0.439453, 0.423828, 0.394531, 0.427734, 0.417969, 0.435547, 0.447266, 0.349609, 0.433594, 0.414062, 0.458984, 0.433594, 0.396484, 0.433594, 0.4375, 0.425781, 0.4375, 0.417969, 0.419922, 0.416016, 0.441406, 0.40625, 0.40625, 0.441406, 0.445312, 0.451172, 0.419922, 0.443359, 0.402344, 0.441406, 0.392578, 0.427734, 0.417969, 0.453125, 0.457031, 0.445312, 0.433594, 0.439453, 0.388672, 0.435547, 0.423828, 0.367188, 0.408203, 0.158203, 0.40625, 0.443359, 0.453125, 0.353516, 0.453125, 0.425781, 0.431641, 0.460938, 0.427734, 0.425781, 0.449219, 0.229492, 0.414062, 0.408203, 0.498047, 0.455078, 0.408203, 0.410156, 0.404297, 0.427734, 0.443359, 0.359375, 0.435547, 0.458984, 0.421875, 0.445312, 0.462891, 0.447266, 0.410156, 0.326172, 0.414062, 0.375, 0.351562, 0.439453, 0.402344, 0.416016, 0.433594, 0.414062, 0.433594, 0.457031, 0.380859, 0.402344, 0.4375, 0.433594, 0.400391, 0.427734, 0.363281, 0.412109, 0.396484, 0.396484, 0.423828, 0.451172, 0.445312, 0.447266, 0.449219, 0.417969, 0.227539, 0.431641, 0.363281, 0.347656, 0.400391, 0.455078, 0.419922, 0.388672, 0.392578, 0.431641, 0.447266, 0.425781, 0.423828, 0.457031, 0.431641, 0.380859, 0.447266, 0.404297, 0.441406, 0.417969, 0.447266, 0.410156, 0.373047, 0.478516, 0.431641, 0.429688, 0.412109, 0.449219, 0.439453, 0.410156, 0.4375, 0.451172, 0.402344, 0.408203, 0.378906, 0.470703, 0.439453, 0.447266, 0.380859, 0.447266, 0.361328, 0.365234, 0.457031, 0.439453, 0.410156, 0.429688, 0.402344, 0.357422, 0.388672, 0.439453, 0.414062, 0.419922, 0.4375, 0.394531, 0.458984, 0.427734, 0.394531, 0.431641, 0.421875, 0.316406, 0.441406, 0.419922, 0.453125, 0.359375, 0.427734, 0.412109, 0.433594, 0.419922, 0.376953, 0.458984, 0.261719, 0.439453, 0.353516, 0.150391, 0.410156, 0.425781, 0.4375, 0.398438, 0.4375, 0.417969, 0.4375, 0.449219, 0.423828, 0.386719, 0.439453, 0.429688, 0.392578, 0.386719, 0.404297, 0.417969, 0.371094, 0.400391, 0.355469, 0.449219, 0.460938, 0.462891, 0.375, 0.429688, 0.419922, 0.359375, 0.4375, 0.382812, 0.380859, 0.416016, 0.455078, 0.402344, 0.412109, 0.423828, 0.421875, 0.421875, 0.439453, 0.421875, 0.462891, 0.449219, 0.417969, 0.404297, 0.294922, 0.382812, 0.376953, 0.433594, 0.439453, 0.433594, 0.445312, 0.435547, 0.435547, 0.168945, 0.408203, 0.457031, 0.455078, 0.396484, 0.457031, 0.431641, 0.416016, 0.449219, 0.427734, 0.433594, 0.441406, 0.398438, 0.427734, 0.433594, 0.419922, 0.439453, 0.441406, 0.416016, 0.431641, 0.382812, 0.416016, 0.277344, 0.380859, 0.443359, 0.412109, 0.390625, 0.4375, 0.361328, 0.460938, 0.435547, 0.455078, 0.472656, 0.421875, 0.421875, 0.382812, 0.376953, 0.429688, 0.369141, 0.421875, 0.386719, 0.4375, 0.4375, 0.416016, 0.279297, 0.408203, 0.421875, 0.419922, 0.449219, 0.335938, 0.421875, 0.419922, 0.386719, 0.470703, 0.396484, 0.419922, 0.445312, 0.416016, 0.431641, 0.416016, 0.457031, 0.416016, 0.447266, 0.441406, 0.168945, 0.417969, 0.4375, 0.345703, 0.390625, 0.359375, 0.4375, 0.429688, 0.455078, 0.429688, 0.421875, 0.398438, 0.40625, 0.412109, 0.429688, 0.478516, 0.425781, 0.341797, 0.414062, 0.433594, 0.408203, 0.439453, 0.427734, 0.353516, 0.414062, 0.388672, 0.398438, 0.414062, 0.322266, 0.441406, 0.431641, 0.449219, 0.431641, 0.445312, 0.386719, 0.464844, 0.345703, 0.449219, 0.451172, 0.417969, 0.353516, 0.455078, 0.412109, 0.421875, 0.439453, 0.421875, 0.445312, 0.380859, 0.40625, 0.435547, 0.275391, 0.421875, 0.425781, 0.443359, 0.429688, 0.439453, 0.421875, 0.404297, 0.425781, 0.515625, 0.455078, 0.390625, 0.419922, 0.423828, 0.441406, 0.435547, 0.416016, 0.453125, 0.414062, 0.40625, 0.427734, 0.4375, 0.425781, 0.474609, 0.4375, 0.460938, 0.443359, 0.419922, 0.40625, 0.449219, 0.408203, 0.371094, 0.458984, 0.447266, 0.441406, 0.414062, 0.460938, 0.373047, 0.462891, 0.451172, 0.435547, 0.425781, 0.417969, 0.431641, 0.458984, 0.433594, 0.451172, 0.416016, 0.451172, 0.388672, 0.392578, 0.462891, 0.458984, 0.414062, 0.398438, 0.466797, 0.324219, 0.398438, 0.414062, 0.4375, 0.388672, 0.449219, 0.388672, 0.431641, 0.396484, 0.404297, 0.462891, 0.369141, 0.4375, 0.330078, 0.398438, 0.408203, 0.416016, 0.402344, 0.419922, 0.427734, 0.441406, 0.441406, 0.404297, 0.447266, 0.355469, 0.365234, 0.421875, 0.34375, 0.439453, 0.458984, 0.429688, 0.417969, 0.457031, 0.425781, 0.427734, 0.398438, 0.4375, 0.441406, 0.449219, 0.423828, 0.308594, 0.435547, 0.445312, 0.453125, 0.386719, 0.443359, 0.417969, 0.445312, 0.373047, 0.462891, 0.392578, 0.408203, 0.449219, 0.427734, 0.429688, 0.455078, 0.410156, 0.417969, 0.384766, 0.546875, 0.429688, 0.441406, 0.457031, 0.423828, 0.425781, 0.416016, 0.441406, 0.429688, 0.376953, 0.419922, 0.464844, 0.421875, 0.441406, 0.371094, 0.429688, 0.380859, 0.421875, 0.429688, 0.429688, 0.394531, 0.427734, 0.488281, 0.425781, 0.447266, 0.439453, 0.363281, 0.339844, 0.439453, 0.433594, 0.429688, 0.394531, 0.433594, 0.453125, 0.421875, 0.412109, 0.4375, 0.441406, 0.402344, 0.423828, 0.328125, 0.414062, 0.431641, 0.417969, 0.447266, 0.429688, 0.441406, 0.4375, 0.141602, 0.472656, 0.421875, 0.441406, 0.423828, 0.390625, 0.443359, 0.359375, 0.431641, 0.435547, 0.402344, 0.435547, 0.4375, 0.46875, 0.390625, 0.431641, 0.414062, 0.427734, 0.435547, 0.328125, 0.455078, 0.367188, 0.419922, 0.433594, 0.429688, 0.417969, 0.453125, 0.429688, 0.386719, 0.333984, 0.427734, 0.416016, 0.449219, 0.371094, 0.441406, 0.412109, 0.441406, 0.441406, 0.433594, 0.449219, 0.433594, 0.431641, 0.396484, 0.453125, 0.4375, 0.435547, 0.443359, 0.46875, 0.425781, 0.414062, 0.408203, 0.404297, 0.449219, 0.394531, 0.441406, 0.443359, 0.435547, 0.416016, 0.419922, 0.414062, 0.445312, 0.4375, 0.414062, 0.464844, 0.455078, 0.447266, 0.421875, 0.423828, 0.439453, 0.3125, 0.433594, 0.439453, 0.417969, 0.388672, 0.429688, 0.423828, 0.421875, 0.416016, 0.416016, 0.382812, 0.433594, 0.447266, 0.445312, 0.376953, 0.435547, 0.453125, 0.285156, 0.439453, 0.371094, 0.419922, 0.408203, 0.458984, 0.410156, 0.427734, 0.4375, 0.431641, 0.435547, 0.359375, 0.423828, 0.443359, 0.433594, 0.455078, 0.435547, 0.451172, 0.375, 0.169922, 0.345703, 0.441406, 0.431641, 0.392578, 0.453125, 0.421875, 0.361328, 0.390625, 0.453125, 0.439453, 0.402344, 0.453125, 0.417969, 0.439453, 0.443359, 0.396484, 0.384766, 0.421875, 0.447266, 0.408203, 0.425781, 0.445312, 0.408203, 0.369141, 0.455078, 0.447266, 0.462891, 0.427734, 0.412109, 0.408203, 0.441406, 0.453125, 0.421875, 0.419922, 0.357422, 0.419922, 0.390625, 0.429688, 0.464844, 0.457031, 0.257812, 0.445312, 0.400391, 0.445312, 0.427734, 0.46875, 0.458984, 0.429688, 0.445312, 0.259766, 0.462891, 0.433594, 0.431641, 0.455078, 0.392578, 0.427734, 0.445312, 0.353516, 0.369141, 0.421875, 0.421875, 0.427734, 0.425781, 0.466797, 0.458984, 0.402344, 0.416016, 0.337891, 0.439453, 0.408203, 0.435547, 0.439453, 0.445312, 0.455078, 0.466797, 0.419922, 0.417969, 0.410156, 0.474609, 0.466797, 0.390625, 0.431641, 0.404297, 0.402344, 0.457031, 0.304688, 0.431641, 0.414062, 0.402344, 0.412109, 0.453125, 0.451172, 0.421875, 0.4375, 0.441406, 0.439453, 0.457031, 0.404297, 0.4375, 0.433594, 0.431641, 0.447266, 0.363281, 0.388672, 0.423828, 0.443359, 0.423828, 0.445312, 0.443359, 0.457031, 0.433594, 0.40625, 0.427734, 0.435547, 0.392578, 0.4375, 0.455078, 0.4375, 0.458984, 0.46875, 0.429688, 0.445312, 0.455078, 0.417969, 0.488281, 0.453125, 0.425781, 0.439453, 0.441406, 0.425781, 0.458984, 0.396484, 0.447266, 0.443359, 0.482422, 0.398438, 0.365234, 0.367188, 0.474609, 0.435547, 0.429688, 0.660156, 0.421875, 0.449219, 0.427734, 0.376953, 0.439453, 0.421875, 0.408203, 0.449219, 0.410156, 0.410156, 0.380859, 0.398438, 0.435547, 0.425781, 0.427734, 0.375, 0.449219, 0.427734, 0.423828, 0.439453, 0.462891, 0.447266, 0.425781, 0.441406, 0.404297, 0.345703, 0.410156, 0.4375, 0.425781, 0.429688, 0.464844, 0.408203, 0.429688, 0.367188, 0.365234, 0.416016, 0.439453, 0.410156, 0.457031, 0.449219, 0.423828, 0.433594, 0.443359, 0.435547, 0.447266, 0.408203, 0.458984, 0.410156, 0.445312, 0.382812, 0.396484, 0.357422, 0.414062, 0.431641, 0.363281, 0.421875, 0.492188, 0.412109, 0.423828, 0.458984, 0.371094, 0.380859, 0.40625, 0.380859, 0.417969, 0.404297, 0.414062, 0.408203, 0.458984, 0.154297, 0.363281, 0.466797, 0.427734 ] }, "name": "model.model.layers.35.post_attention_layernorm.weight", "outputIndexes": [ 2915 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2914 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_35/Mul_output_0", "outputIndexes": [ 2916 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2915, 2916 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_35/Mul_1_output_0", "outputIndexes": [ 2917 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2917 ], "outputIndexes": [ 5384 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5384 ], "outputIndexes": [ 5385 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/gate_proj/Linear", "inputIndexes": [ 5385 ], "outputIndexes": [ 5386 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 353899878, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5386 ], "outputIndexes": [ 5387 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5387 ], "outputIndexes": [ 2918 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2918 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_35/Sigmoid_output_0", "outputIndexes": [ 2919 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2918, 2919 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_35/Mul_output_0", "outputIndexes": [ 2920 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2917 ], "outputIndexes": [ 5388 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5388 ], "outputIndexes": [ 5389 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/up_proj/Linear", "inputIndexes": [ 5389 ], "outputIndexes": [ 5390 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 356480380, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5390 ], "outputIndexes": [ 5391 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5391 ], "outputIndexes": [ 2921 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2920, 2921 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_35/Mul_output_0", "outputIndexes": [ 2922 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2922 ], "outputIndexes": [ 5392 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5392 ], "outputIndexes": [ 5393 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/down_proj/Linear", "inputIndexes": [ 5393 ], "outputIndexes": [ 5394 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 359060882, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5394 ], "outputIndexes": [ 5395 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.35/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5395 ], "outputIndexes": [ 2923 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2914, 2923 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_179_output_0", "outputIndexes": [ 2924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2924, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_324_output_0", "outputIndexes": [ 2925 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.421875, 0.40625, 0.392578, 0.412109, 0.398438, 0.398438, 0.988281, 0.421875, 0.378906, 0.455078, 0.527344, 0.369141, 0.373047, 0.376953, 0.347656, 0.400391, 0.675781, 0.361328, 0.386719, 0.410156, 0.396484, 0.421875, 0.40625, 0.371094, 0.386719, 0.427734, 0.392578, 0.378906, 0.369141, 0.369141, 0.472656, 0.308594, 0.400391, 0.416016, 0.396484, 0.384766, 0.439453, 0.367188, 0.470703, 0.451172, 0.40625, 0.386719, 0.425781, 0.423828, 0.431641, 0.400391, 0.4375, 0.382812, 0.410156, 0.554688, 0.365234, 0.492188, 0.367188, 0.439453, 0.439453, 0.380859, 0.417969, 0.375, 0.386719, 0.416016, 0.40625, 0.402344, 0.378906, 0.423828, 0.408203, 0.486328, 0.621094, 0.417969, 0.390625, 0.683594, 0.369141, 0.404297, 0.40625, 0.40625, 0.373047, 0.380859, 0.400391, 0.376953, 0.433594, 0.384766, 0.376953, 0.396484, 0.367188, 0.367188, 0.427734, 0.369141, 0.404297, 0.419922, 0.496094, 0.423828, 0.378906, 0.390625, 0.398438, 0.390625, 0.388672, 0.400391, 0.558594, 0.40625, 0.423828, 0.378906, 0.408203, 0.384766, 0.376953, 0.384766, 0.4375, 0.419922, 0.423828, 0.400391, 0.363281, 0.322266, 0.361328, 0.443359, 0.404297, 0.458984, 0.443359, 0.5, 0.412109, 0.371094, 0.419922, 0.388672, 0.402344, 0.373047, 0.367188, 0.447266, 0.425781, 0.412109, 0.9375, 0.404297, 0.361328, 0.427734, 0.382812, 0.316406, 0.416016, 0.414062, 0.396484, 0.402344, 0.390625, 0.380859, 0.664062, 0.388672, 0.423828, 0.369141, 0.40625, 0.40625, 0.357422, 0.386719, 0.388672, 0.339844, 0.341797, 0.382812, 0.388672, 0.396484, 0.365234, 0.419922, 0.396484, 0.400391, 0.384766, 0.369141, 0.382812, 0.400391, 0.388672, 0.392578, 0.429688, 0.394531, 0.361328, 0.384766, 0.476562, 0.429688, 0.359375, 0.408203, 0.431641, 0.396484, 0.402344, 0.373047, 0.470703, 0.375, 0.416016, 0.357422, 0.423828, 0.431641, 0.369141, 0.384766, 0.380859, 0.382812, 0.349609, 0.417969, 0.361328, 0.392578, 0.404297, 0.410156, 0.386719, 0.404297, 0.390625, 0.382812, 0.427734, 0.376953, 0.384766, 0.425781, 0.178711, 0.410156, 0.371094, 0.333984, 0.378906, 0.398438, 0.380859, 0.375, 0.384766, 0.375, 0.433594, 0.402344, 0.384766, 0.382812, 0.402344, 0.417969, 0.376953, 0.380859, 0.357422, 0.369141, 0.398438, 0.359375, 0.40625, 0.373047, 0.357422, 0.378906, 0.408203, 0.380859, 0.423828, 0.386719, 0.53125, 0.382812, 0.429688, 0.566406, 0.392578, 0.398438, 0.384766, 0.460938, 0.400391, 0.388672, 0.388672, 0.359375, 0.412109, 0.402344, 0.351562, 0.410156, 0.375, 0.398438, 0.335938, 0.382812, 0.375, 0.433594, 0.363281, 0.384766, 0.419922, 0.40625, 0.458984, 0.392578, 0.390625, 0.361328, 0.412109, 0.386719, 0.435547, 0.423828, 0.394531, 0.367188, 0.384766, 0.417969, 0.367188, 0.416016, 0.396484, 0.435547, 0.761719, 0.351562, 0.386719, 0.746094, 0.431641, 0.386719, 0.375, 0.429688, 0.396484, 0.394531, 0.384766, 0.394531, 0.361328, 0.445312, 0.40625, 0.394531, 0.396484, 0.402344, 0.363281, 0.423828, 0.396484, 0.417969, 0.380859, 0.421875, 0.386719, 0.361328, 0.291016, 0.398438, 0.375, 0.388672, 0.349609, 0.40625, 0.388672, 0.421875, 0.400391, 0.375, 0.427734, 0.386719, 0.376953, 0.398438, 0.404297, 0.417969, 0.365234, 0.429688, 0.439453, 0.345703, 0.365234, 0.373047, 0.527344, 0.443359, 0.443359, 0.386719, 0.419922, 0.365234, 0.392578, 0.4375, 0.375, 0.441406, 0.423828, 0.373047, 0.609375, 0.388672, 0.455078, 0.384766, 0.472656, 0.373047, 0.419922, 0.351562, 0.457031, 0.423828, 0.376953, 0.365234, 0.398438, 0.392578, 0.419922, 0.458984, 0.40625, 0.359375, 0.398438, 0.412109, 0.417969, 0.421875, 0.365234, 0.417969, 0.412109, 0.425781, 0.410156, 0.404297, 0.369141, 0.412109, 0.375, 0.400391, 0.386719, 0.367188, 0.378906, 0.373047, 0.388672, 0.392578, 0.378906, 0.380859, 0.378906, 0.345703, 0.367188, 0.369141, 0.431641, 0.390625, 0.386719, 0.386719, 0.375, 0.496094, 0.777344, 0.378906, 0.507812, 0.378906, 0.376953, 0.394531, 0.410156, 0.404297, 0.435547, 0.353516, 0.419922, 0.566406, 0.376953, 0.378906, 0.457031, 0.404297, 0.392578, 0.417969, 0.398438, 0.384766, 0.392578, 0.433594, 0.460938, 0.353516, 0.382812, 0.396484, 0.419922, 0.392578, 0.363281, 0.375, 0.375, 0.494141, 0.404297, 0.390625, 0.404297, 0.414062, 0.392578, 0.369141, 0.382812, 0.539062, 0.416016, 0.378906, 0.503906, 0.386719, 0.375, 0.378906, 0.363281, 0.417969, 0.5625, 0.412109, 0.443359, 0.433594, 0.378906, 0.392578, 0.337891, 0.392578, 0.429688, 0.398438, 0.353516, 0.34375, 0.435547, 0.400391, 0.421875, 0.496094, 0.363281, 0.435547, 0.367188, 0.402344, 0.449219, 0.384766, 0.421875, 0.597656, 0.371094, 0.390625, 0.376953, 0.429688, 0.412109, 0.388672, 0.380859, 0.394531, 0.400391, 0.441406, 0.375, 0.416016, 0.423828, 0.394531, 0.400391, 0.382812, 0.398438, 0.423828, 0.4375, 0.367188, 0.417969, 0.423828, 0.417969, 0.384766, 0.402344, 0.367188, 0.410156, 0.373047, 0.410156, 0.408203, 0.414062, 0.376953, 0.412109, 0.427734, 0.423828, 0.414062, 0.386719, 0.361328, 0.414062, 0.40625, 0.363281, 0.378906, 0.361328, 0.390625, 0.355469, 0.400391, 0.449219, 0.402344, 0.90625, 0.378906, 0.382812, 0.402344, 0.515625, 0.398438, 0.355469, 0.410156, 0.494141, 0.400391, 0.394531, 0.398438, 0.667969, 0.402344, 0.404297, 0.503906, 0.429688, 0.396484, 0.345703, 0.400391, 0.371094, 0.416016, 0.503906, 0.355469, 0.429688, 0.419922, 0.414062, 0.425781, 0.386719, 0.421875, 0.566406, 0.382812, 0.398438, 0.363281, 0.412109, 0.398438, 0.392578, 0.425781, 0.351562, 0.419922, 0.451172, 0.386719, 0.410156, 0.333984, 0.382812, 0.425781, 0.404297, 0.445312, 0.429688, 0.455078, 0.447266, 0.359375, 0.439453, 0.404297, 0.419922, 0.375, 0.404297, 0.109375, 0.363281, 0.376953, 0.515625, 0.408203, 0.388672, 0.398438, 0.375, 0.384766, 0.375, 0.402344, 0.402344, 0.414062, 0.402344, 0.396484, 0.439453, 0.380859, 0.388672, 0.384766, 0.365234, 0.373047, 0.396484, 0.367188, 0.396484, 0.398438, 0.382812, 0.435547, 0.400391, 0.388672, 0.384766, 0.398438, 0.417969, 0.365234, 0.380859, 0.390625, 0.390625, 0.378906, 0.412109, 0.396484, 0.402344, 0.503906, 0.453125, 0.429688, 0.353516, 0.429688, 0.384766, 0.333984, 0.382812, 0.416016, 0.404297, 0.365234, 0.396484, 0.351562, 0.400391, 0.384766, 0.388672, 0.433594, 0.392578, 0.367188, 0.71875, 0.390625, 0.375, 0.410156, 0.371094, 0.347656, 0.390625, 0.431641, 0.371094, 0.369141, 0.425781, 0.695312, 0.398438, 0.384766, 0.742188, 0.351562, 0.359375, 0.359375, 0.386719, 0.378906, 0.375, 0.396484, 0.410156, 0.390625, 0.472656, 0.359375, 0.390625, 0.425781, 0.398438, 0.412109, 0.392578, 0.380859, 0.480469, 0.5625, 0.419922, 0.408203, 0.433594, 0.462891, 0.371094, 0.371094, 0.390625, 0.392578, 0.414062, 0.478516, 0.382812, 0.398438, 0.386719, 0.382812, 0.361328, 0.369141, 0.394531, 0.363281, 0.384766, 0.375, 0.369141, 0.396484, 0.435547, 0.566406, 0.402344, 0.425781, 0.597656, 0.398438, 0.400391, 0.419922, 0.417969, 0.412109, 0.914062, 0.421875, 0.447266, 0.462891, 0.404297, 0.394531, 0.380859, 0.353516, 0.408203, 0.388672, 0.396484, 0.388672, 0.396484, 0.375, 0.357422, 0.369141, 0.367188, 0.347656, 0.382812, 0.375, 0.431641, 0.382812, 0.6875, 0.46875, 0.369141, 0.408203, 0.324219, 0.419922, 0.554688, 0.419922, 0.416016, 0.419922, 0.431641, 0.380859, 0.371094, 0.404297, 0.394531, 0.380859, 0.431641, 0.367188, 0.376953, 0.400391, 0.392578, 0.419922, 0.851562, 0.386719, 0.417969, 0.369141, 0.408203, 0.378906, 0.384766, 0.349609, 0.427734, 0.421875, 0.412109, 0.382812, 0.373047, 0.404297, 0.373047, 0.365234, 0.394531, 0.431641, 0.40625, 0.373047, 0.832031, 0.369141, 0.376953, 0.539062, 0.376953, 0.447266, 0.359375, 0.392578, 0.376953, 0.40625, 0.34375, 0.408203, 0.453125, 0.373047, 0.398438, 0.492188, 0.376953, 0.5, 0.435547, 0.382812, 0.384766, 0.353516, 0.376953, 0.578125, 0.414062, 0.388672, 0.404297, 0.367188, 0.59375, 0.423828, 0.398438, 0.416016, 0.361328, 0.408203, 0.400391, 0.410156, 0.539062, 0.416016, 0.400391, 0.416016, 0.535156, 0.482422, 0.386719, 0.396484, 0.431641, 0.421875, 0.427734, 0.382812, 0.388672, 0.392578, 0.65625, 0.355469, 0.359375, 0.367188, 0.369141, 0.380859, 0.380859, 0.400391, 0.382812, 0.488281, 0.375, 0.421875, 0.449219, 0.412109, 0.408203, 0.380859, 0.435547, 0.425781, 0.464844, 0.400391, 0.351562, 0.380859, 0.410156, 0.5, 0.382812, 0.503906, 0.392578, 0.382812, 0.410156, 0.388672, 0.375, 0.46875, 0.425781, 0.396484, 0.412109, 0.363281, 0.429688, 0.40625, 0.384766, 0.429688, 0.404297, 0.349609, 0.402344, 0.380859, 0.404297, 0.398438, 0.353516, 0.375, 0.40625, 0.412109, 0.416016, 0.380859, 0.378906, 0.417969, 0.375, 0.371094, 0.683594, 0.376953, 0.386719, 0.376953, 0.435547, 0.400391, 0.369141, 0.396484, 0.427734, 0.408203, 0.474609, 0.398438, 0.445312, 0.554688, 0.359375, 0.416016, 0.392578, 0.398438, 0.394531, 0.412109, 0.373047, 0.380859, 0.421875, 0.384766, 0.400391, 0.404297, 0.34375, 0.476562, 0.373047, 0.388672, 0.376953, 0.394531, 0.439453, 0.371094, 0.373047, 0.46875, 0.398438, 0.416016, 0.451172, 0.367188, 0.597656, 0.359375, 0.375, 0.388672, 0.412109, 0.380859, 0.384766, 0.416016, 0.462891, 0.4375, 0.380859, 0.392578, 0.439453, 0.349609, 0.388672, 0.410156, 0.388672, 0.392578, 0.447266, 0.507812, 0.386719, 0.398438, 0.498047, 0.369141, 0.388672, 0.355469, 0.449219, 0.349609, 0.392578, 0.408203, 0.392578, 0.410156, 0.388672, 0.464844, 0.396484, 0.423828, 0.382812, 0.40625, 0.390625, 0.390625, 0.359375, 0.4375, 0.375, 0.353516, 0.386719, 0.417969, 0.429688, 0.357422, 0.402344, 0.382812, 0.429688, 0.347656, 0.402344, 0.412109, 0.384766, 0.402344, 0.402344, 0.511719, 0.388672, 0.5, 0.390625, 0.382812, 0.404297, 0.429688, 0.392578, 0.416016, 0.386719, 0.738281, 0.423828, 0.408203, 0.404297, 0.429688, 0.339844, 0.369141, 0.414062, 0.359375, 0.390625, 0.478516, 0.373047, 0.462891, 0.392578, 0.388672, 0.371094, 0.421875, 0.378906, 0.398438, 0.636719, 0.388672, 0.427734, 0.417969, 0.40625, 0.460938, 0.367188, 0.445312, 0.384766, 0.453125, 0.71875, 0.408203, 0.402344, 0.421875, 0.433594, 0.40625, 0.375, 0.373047, 0.443359, 0.376953, 0.417969, 0.359375, 0.416016, 0.349609, 0.365234, 0.404297, 0.404297, 0.458984, 0.435547, 0.429688, 0.384766, 0.363281, 0.390625, 0.337891, 0.355469, 0.443359, 0.349609, 0.365234, 0.398438, 0.417969, 0.398438, 0.384766, 0.361328, 0.400391, 0.410156, 0.396484, 0.431641, 0.373047, 0.390625, 0.416016, 0.542969, 0.367188, 0.40625, 0.384766, 0.427734, 0.392578, 0.335938, 0.386719, 0.386719, 0.417969, 0.386719, 0.378906, 0.382812, 0.425781, 0.388672, 0.416016, 0.396484, 0.613281, 0.380859, 0.388672, 0.400391, 0.363281, 0.423828, 0.390625, 0.369141, 0.390625, 0.369141, 0.357422, 0.474609, 0.394531, 0.410156, 0.394531, 0.388672, 0.396484, 0.402344, 0.398438, 0.84375, 0.539062, 0.425781, 0.400391, 0.435547, 0.410156, 0.390625, 0.65625, 0.378906, 0.382812, 0.380859, 0.417969, 0.40625, 0.427734, 0.439453, 0.408203, 0.375, 0.392578, 0.414062, 0.390625, 0.394531, 0.373047, 0.355469, 0.439453, 0.455078, 0.441406, 0.390625, 0.412109, 0.423828, 0.320312, 0.404297, 0.394531, 0.460938, 0.365234, 0.380859, 0.429688, 0.373047, 0.404297, 0.376953, 0.404297, 0.384766, 0.785156, 0.349609, 0.337891, 0.410156, 0.392578, 0.390625, 0.470703, 0.404297, 0.400391, 0.867188, 0.419922, 0.353516, 0.373047, 0.412109, 0.414062, 0.378906, 0.443359, 0.414062, 0.398438, 0.382812, 0.359375, 0.402344, 0.380859, 0.410156, 0.419922, 0.373047, 0.492188, 0.474609, 0.384766, 0.425781, 0.396484, 0.394531, 0.412109, 0.398438, 0.404297, 0.412109, 0.375, 0.414062, 0.421875, 0.414062, 0.419922, 0.410156, 0.363281, 0.457031, 0.474609, 0.816406, 0.390625, 0.376953, 0.40625, 0.375, 0.390625, 0.402344, 0.414062, 0.400391, 0.388672, 0.421875, 0.421875, 0.421875, 0.384766, 0.416016, 0.423828, 0.40625, 0.402344, 0.421875, 0.371094, 0.402344, 0.357422, 0.388672, 0.388672, 0.396484, 0.400391, 0.412109, 0.357422, 0.386719, 0.367188, 0.384766, 0.386719, 0.398438, 0.429688, 0.433594, 0.359375, 0.378906, 0.427734, 0.386719, 0.423828, 0.414062, 0.419922, 0.367188, 0.378906, 0.371094, 0.378906, 0.417969, 0.412109, 0.376953, 0.417969, 0.333984, 0.451172, 0.412109, 0.433594, 0.404297, 0.382812, 0.515625, 0.398438, 0.414062, 0.380859, 0.439453, 0.373047, 0.394531, 0.392578, 0.365234, 0.390625, 0.402344, 0.408203, 0.419922, 0.396484, 0.375, 0.396484, 0.453125, 0.394531, 0.349609, 0.414062, 0.427734, 0.416016, 0.441406, 0.339844, 0.371094, 0.419922, 0.423828, 0.375, 0.435547, 0.376953, 0.398438, 0.40625, 0.396484, 0.396484, 0.425781, 0.451172, 0.373047, 0.439453, 0.378906, 0.427734, 0.363281, 0.378906, 0.390625, 0.417969, 0.373047, 0.400391, 0.414062, 0.388672, 0.351562, 0.382812, 0.412109, 0.388672, 0.423828, 0.390625, 0.394531, 0.447266, 0.353516, 0.478516, 0.423828, 0.380859, 0.408203, 0.443359, 0.443359, 0.380859, 0.400391, 0.361328, 0.421875, 0.410156, 0.400391, 0.382812, 0.957031, 0.417969, 0.460938, 0.396484 ] }, "name": "model.model.layers.36.input_layernorm.weight", "outputIndexes": [ 2926 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2925 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_36/Mul_output_0", "outputIndexes": [ 2927 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2926, 2927 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_36/Mul_1_output_0", "outputIndexes": [ 2928 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2928 ], "outputIndexes": [ 5396 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5396 ], "outputIndexes": [ 5397 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/q_proj/Linear", "inputIndexes": [ 5397 ], "outputIndexes": [ 5398 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 361641384, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5398 ], "outputIndexes": [ 5399 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5399 ], "outputIndexes": [ 2929 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2928 ], "main_type": "NONE", "name": "/Shape_505_output_0", "outputIndexes": [ 2930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2930 ], "main_type": "NONE", "name": "Shape7855", "outputIndexes": [ 2931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2930 ], "main_type": "NONE", "name": "Rank7857", "outputIndexes": [ 2932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2932, 2932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7859", "outputIndexes": [ 2933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7860", "outputIndexes": [ 2934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2933, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7862", "outputIndexes": [ 2935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7863", "outputIndexes": [ 2936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2931, 2934, 2936, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7866", "outputIndexes": [ 2937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7867", "outputIndexes": [ 2938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 2938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7868", "outputIndexes": [ 2939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2939, 2938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7869", "outputIndexes": [ 2940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2930, 2940, 2933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_544_output_0", "outputIndexes": [ 2941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2941, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1153_output_0", "outputIndexes": [ 2942 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2942, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_468_output_0", "outputIndexes": [ 2943 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2929, 2943 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_325_output_0", "outputIndexes": [ 2944 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2944, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_288_output_0", "outputIndexes": [ 2945 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2944 ], "main_type": "NONE", "name": "/Shape_506_output_0", "outputIndexes": [ 2946 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2946 ], "main_type": "NONE", "name": "Shape7876", "outputIndexes": [ 2947 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2946 ], "main_type": "NONE", "name": "Rank7878", "outputIndexes": [ 2948 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2948, 2948 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7880", "outputIndexes": [ 2949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2949 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7881", "outputIndexes": [ 2950 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2949, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7883", "outputIndexes": [ 2951 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2951 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7884", "outputIndexes": [ 2952 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2947, 2950, 2952, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7887", "outputIndexes": [ 2953 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2953 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7888", "outputIndexes": [ 2954 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2954 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7889", "outputIndexes": [ 2955 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2955, 2954 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7890", "outputIndexes": [ 2956 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2946, 2956, 2949 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_545_output_0", "outputIndexes": [ 2957 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2957, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_108_output_0", "outputIndexes": [ 2958 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2958, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1158_output_0", "outputIndexes": [ 2959 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2944, 2959, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_145_output_0", "outputIndexes": [ 2960 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2960 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_72_output_0", "outputIndexes": [ 2961 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2944, 22, 2959, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_144_output_0", "outputIndexes": [ 2962 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2961, 2962 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_471_output_0", "outputIndexes": [ 2963 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2963, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_289_output_0", "outputIndexes": [ 2964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2945, 2964 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_180_output_0", "outputIndexes": [ 2965 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2928 ], "outputIndexes": [ 5400 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5400 ], "outputIndexes": [ 5401 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/k_proj/Linear", "inputIndexes": [ 5401 ], "outputIndexes": [ 5402 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 362563006, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5402 ], "outputIndexes": [ 5403 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5403 ], "outputIndexes": [ 2966 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 2942, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_469_output_0", "outputIndexes": [ 2967 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2966, 2967 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_326_output_0", "outputIndexes": [ 2968 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2968, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_290_output_0", "outputIndexes": [ 2969 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2968 ], "main_type": "NONE", "name": "/Shape_507_output_0", "outputIndexes": [ 2970 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2970 ], "main_type": "NONE", "name": "Shape7939", "outputIndexes": [ 2971 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 2970 ], "main_type": "NONE", "name": "Rank7941", "outputIndexes": [ 2972 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2972, 2972 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7943", "outputIndexes": [ 2973 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2973 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7944", "outputIndexes": [ 2974 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2973, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7946", "outputIndexes": [ 2975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2975 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze7947", "outputIndexes": [ 2976 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2971, 2974, 2976, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice7950", "outputIndexes": [ 2977 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2977 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze7951", "outputIndexes": [ 2978 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 2978 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7952", "outputIndexes": [ 2979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2979, 2978 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp7953", "outputIndexes": [ 2980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2970, 2980, 2973 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_546_output_0", "outputIndexes": [ 2981 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2981, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_109_output_0", "outputIndexes": [ 2982 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2982, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1160_output_0", "outputIndexes": [ 2983 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2968, 2983, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_147_output_0", "outputIndexes": [ 2984 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2984 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_73_output_0", "outputIndexes": [ 2985 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2968, 22, 2983, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_146_output_0", "outputIndexes": [ 2986 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2985, 2986 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_472_output_0", "outputIndexes": [ 2987 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2987, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_291_output_0", "outputIndexes": [ 2988 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2969, 2988 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_181_output_0", "outputIndexes": [ 2989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2928 ], "outputIndexes": [ 5404 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5404 ], "outputIndexes": [ 5405 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/v_proj/Linear", "inputIndexes": [ 5405 ], "outputIndexes": [ 5406 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 362793428, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5406 ], "outputIndexes": [ 5407 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5407 ], "outputIndexes": [ 2990 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2990, 2967 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_327_output_0", "outputIndexes": [ 2991 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2965, 2989, 2991, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_332_output_0", "outputIndexes": [ 2992 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2992 ], "outputIndexes": [ 5408 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5408 ], "outputIndexes": [ 5409 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/o_proj/Linear", "inputIndexes": [ 5409 ], "outputIndexes": [ 5410 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 363023850, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5410 ], "outputIndexes": [ 5411 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5411 ], "outputIndexes": [ 2993 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2925, 2993 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_183_output_0", "outputIndexes": [ 2994 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.392578, 0.435547, 0.439453, 0.464844, 0.449219, 0.447266, 0.161133, 0.445312, 0.414062, 0.382812, 0.357422, 0.4375, 0.382812, 0.423828, 0.431641, 0.443359, 0.259766, 0.431641, 0.447266, 0.373047, 0.4375, 0.451172, 0.408203, 0.408203, 0.419922, 0.460938, 0.392578, 0.447266, 0.441406, 0.443359, 0.384766, 0.179688, 0.449219, 0.435547, 0.451172, 0.427734, 0.378906, 0.439453, 0.34375, 0.470703, 0.451172, 0.443359, 0.425781, 0.410156, 0.390625, 0.417969, 0.478516, 0.398438, 0.457031, 0.333984, 0.449219, 0.345703, 0.425781, 0.449219, 0.378906, 0.439453, 0.474609, 0.416016, 0.435547, 0.460938, 0.447266, 0.466797, 0.421875, 0.455078, 0.392578, 0.375, 0.273438, 0.355469, 0.460938, 0.296875, 0.449219, 0.357422, 0.425781, 0.408203, 0.4375, 0.427734, 0.4375, 0.466797, 0.341797, 0.429688, 0.416016, 0.464844, 0.417969, 0.421875, 0.458984, 0.408203, 0.46875, 0.384766, 0.515625, 0.373047, 0.423828, 0.445312, 0.380859, 0.447266, 0.359375, 0.388672, 0.621094, 0.462891, 0.46875, 0.4375, 0.445312, 0.419922, 0.451172, 0.445312, 0.416016, 0.367188, 0.458984, 0.441406, 0.427734, 0.439453, 0.429688, 0.476562, 0.417969, 0.457031, 0.457031, 0.408203, 0.453125, 0.455078, 0.484375, 0.457031, 0.460938, 0.394531, 0.458984, 0.404297, 0.466797, 0.439453, 0.232422, 0.457031, 0.449219, 0.451172, 0.453125, 0.447266, 0.451172, 0.421875, 0.457031, 0.451172, 0.466797, 0.416016, 0.357422, 0.423828, 0.484375, 0.408203, 0.445312, 0.46875, 0.457031, 0.458984, 0.439453, 0.390625, 0.443359, 0.445312, 0.443359, 0.431641, 0.439453, 0.46875, 0.455078, 0.402344, 0.460938, 0.412109, 0.375, 0.470703, 0.357422, 0.431641, 0.380859, 0.458984, 0.423828, 0.46875, 0.347656, 0.464844, 0.435547, 0.378906, 0.416016, 0.464844, 0.457031, 0.416016, 0.326172, 0.447266, 0.414062, 0.445312, 0.466797, 0.455078, 0.427734, 0.416016, 0.445312, 0.425781, 0.441406, 0.460938, 0.4375, 0.445312, 0.462891, 0.458984, 0.447266, 0.410156, 0.373047, 0.425781, 0.464844, 0.433594, 0.427734, 0.408203, 0.101562, 0.462891, 0.435547, 0.427734, 0.417969, 0.4375, 0.427734, 0.451172, 0.476562, 0.433594, 0.412109, 0.457031, 0.433594, 0.443359, 0.449219, 0.378906, 0.443359, 0.435547, 0.451172, 0.412109, 0.457031, 0.429688, 0.4375, 0.433594, 0.400391, 0.425781, 0.472656, 0.425781, 0.472656, 0.386719, 0.574219, 0.431641, 0.408203, 0.363281, 0.435547, 0.421875, 0.460938, 0.402344, 0.447266, 0.40625, 0.441406, 0.4375, 0.457031, 0.431641, 0.439453, 0.441406, 0.447266, 0.429688, 0.412109, 0.451172, 0.464844, 0.449219, 0.433594, 0.414062, 0.355469, 0.431641, 0.417969, 0.457031, 0.423828, 0.421875, 0.396484, 0.455078, 0.484375, 0.433594, 0.441406, 0.400391, 0.449219, 0.46875, 0.417969, 0.455078, 0.394531, 0.441406, 0.296875, 0.419922, 0.431641, 0.279297, 0.398438, 0.451172, 0.433594, 0.40625, 0.380859, 0.447266, 0.410156, 0.453125, 0.4375, 0.46875, 0.449219, 0.427734, 0.462891, 0.46875, 0.439453, 0.451172, 0.455078, 0.441406, 0.445312, 0.449219, 0.445312, 0.435547, 0.386719, 0.443359, 0.449219, 0.443359, 0.435547, 0.447266, 0.439453, 0.375, 0.455078, 0.441406, 0.400391, 0.441406, 0.435547, 0.455078, 0.382812, 0.455078, 0.412109, 0.408203, 0.453125, 0.417969, 0.433594, 0.390625, 0.367188, 0.431641, 0.474609, 0.464844, 0.443359, 0.445312, 0.427734, 0.400391, 0.443359, 0.5, 0.457031, 0.408203, 0.337891, 0.402344, 0.341797, 0.4375, 0.400391, 0.429688, 0.476562, 0.390625, 0.365234, 0.382812, 0.421875, 0.441406, 0.427734, 0.388672, 0.482422, 0.455078, 0.416016, 0.435547, 0.414062, 0.451172, 0.443359, 0.460938, 0.402344, 0.433594, 0.433594, 0.447266, 0.443359, 0.458984, 0.427734, 0.476562, 0.417969, 0.417969, 0.449219, 0.439453, 0.451172, 0.4375, 0.4375, 0.453125, 0.414062, 0.404297, 0.458984, 0.431641, 0.445312, 0.351562, 0.423828, 0.435547, 0.427734, 0.451172, 0.445312, 0.365234, 0.189453, 0.421875, 0.59375, 0.449219, 0.449219, 0.423828, 0.414062, 0.453125, 0.40625, 0.441406, 0.453125, 0.345703, 0.478516, 0.363281, 0.462891, 0.439453, 0.431641, 0.474609, 0.466797, 0.453125, 0.425781, 0.457031, 0.376953, 0.441406, 0.474609, 0.412109, 0.455078, 0.445312, 0.451172, 0.433594, 0.416016, 0.498047, 0.425781, 0.423828, 0.478516, 0.462891, 0.439453, 0.431641, 0.431641, 0.419922, 0.474609, 0.435547, 0.291016, 0.449219, 0.447266, 0.386719, 0.460938, 0.431641, 0.289062, 0.4375, 0.347656, 0.40625, 0.453125, 0.441406, 0.419922, 0.455078, 0.464844, 0.445312, 0.439453, 0.427734, 0.496094, 0.398438, 0.400391, 0.574219, 0.421875, 0.394531, 0.410156, 0.457031, 0.369141, 0.447266, 0.423828, 0.357422, 0.4375, 0.458984, 0.447266, 0.478516, 0.458984, 0.439453, 0.4375, 0.394531, 0.429688, 0.423828, 0.447266, 0.457031, 0.347656, 0.441406, 0.417969, 0.478516, 0.449219, 0.398438, 0.435547, 0.435547, 0.4375, 0.439453, 0.429688, 0.443359, 0.408203, 0.449219, 0.421875, 0.421875, 0.455078, 0.455078, 0.457031, 0.431641, 0.439453, 0.398438, 0.449219, 0.400391, 0.433594, 0.425781, 0.457031, 0.476562, 0.455078, 0.453125, 0.451172, 0.398438, 0.447266, 0.445312, 0.375, 0.410156, 0.15332, 0.414062, 0.449219, 0.443359, 0.333984, 0.458984, 0.435547, 0.429688, 0.462891, 0.431641, 0.439453, 0.462891, 0.241211, 0.421875, 0.414062, 0.511719, 0.447266, 0.412109, 0.419922, 0.419922, 0.449219, 0.451172, 0.341797, 0.451172, 0.464844, 0.417969, 0.457031, 0.466797, 0.449219, 0.40625, 0.341797, 0.417969, 0.386719, 0.357422, 0.445312, 0.423828, 0.423828, 0.439453, 0.423828, 0.443359, 0.455078, 0.380859, 0.417969, 0.449219, 0.4375, 0.419922, 0.433594, 0.355469, 0.414062, 0.398438, 0.40625, 0.443359, 0.458984, 0.460938, 0.449219, 0.457031, 0.431641, 0.212891, 0.451172, 0.365234, 0.333984, 0.408203, 0.457031, 0.429688, 0.396484, 0.388672, 0.453125, 0.443359, 0.431641, 0.439453, 0.464844, 0.447266, 0.382812, 0.460938, 0.421875, 0.449219, 0.427734, 0.451172, 0.414062, 0.363281, 0.494141, 0.441406, 0.417969, 0.423828, 0.451172, 0.453125, 0.423828, 0.443359, 0.458984, 0.416016, 0.414062, 0.400391, 0.472656, 0.455078, 0.460938, 0.394531, 0.464844, 0.361328, 0.363281, 0.472656, 0.447266, 0.419922, 0.439453, 0.414062, 0.371094, 0.392578, 0.445312, 0.425781, 0.435547, 0.447266, 0.404297, 0.464844, 0.439453, 0.40625, 0.439453, 0.4375, 0.3125, 0.447266, 0.427734, 0.447266, 0.363281, 0.445312, 0.423828, 0.4375, 0.431641, 0.375, 0.476562, 0.273438, 0.433594, 0.353516, 0.157227, 0.408203, 0.431641, 0.429688, 0.402344, 0.449219, 0.423828, 0.429688, 0.457031, 0.435547, 0.388672, 0.445312, 0.445312, 0.414062, 0.384766, 0.408203, 0.435547, 0.375, 0.412109, 0.357422, 0.449219, 0.46875, 0.457031, 0.373047, 0.4375, 0.427734, 0.363281, 0.445312, 0.382812, 0.386719, 0.425781, 0.462891, 0.408203, 0.429688, 0.431641, 0.4375, 0.423828, 0.451172, 0.421875, 0.474609, 0.453125, 0.433594, 0.410156, 0.291016, 0.382812, 0.373047, 0.423828, 0.449219, 0.447266, 0.451172, 0.443359, 0.455078, 0.171875, 0.419922, 0.455078, 0.458984, 0.388672, 0.466797, 0.451172, 0.419922, 0.445312, 0.433594, 0.433594, 0.439453, 0.410156, 0.443359, 0.447266, 0.427734, 0.447266, 0.441406, 0.412109, 0.441406, 0.396484, 0.4375, 0.269531, 0.382812, 0.464844, 0.421875, 0.394531, 0.433594, 0.345703, 0.464844, 0.445312, 0.458984, 0.476562, 0.431641, 0.427734, 0.390625, 0.375, 0.441406, 0.392578, 0.419922, 0.396484, 0.443359, 0.455078, 0.425781, 0.275391, 0.425781, 0.429688, 0.423828, 0.449219, 0.304688, 0.433594, 0.435547, 0.375, 0.462891, 0.396484, 0.427734, 0.460938, 0.416016, 0.429688, 0.416016, 0.455078, 0.421875, 0.451172, 0.451172, 0.196289, 0.435547, 0.449219, 0.328125, 0.390625, 0.355469, 0.455078, 0.427734, 0.451172, 0.443359, 0.425781, 0.402344, 0.410156, 0.425781, 0.4375, 0.476562, 0.4375, 0.351562, 0.425781, 0.439453, 0.410156, 0.455078, 0.4375, 0.339844, 0.412109, 0.392578, 0.417969, 0.429688, 0.324219, 0.445312, 0.425781, 0.458984, 0.435547, 0.457031, 0.392578, 0.482422, 0.345703, 0.453125, 0.447266, 0.433594, 0.351562, 0.458984, 0.435547, 0.427734, 0.4375, 0.419922, 0.458984, 0.392578, 0.417969, 0.449219, 0.287109, 0.423828, 0.421875, 0.449219, 0.447266, 0.455078, 0.4375, 0.423828, 0.4375, 0.503906, 0.464844, 0.392578, 0.425781, 0.431641, 0.443359, 0.457031, 0.435547, 0.453125, 0.40625, 0.404297, 0.447266, 0.453125, 0.455078, 0.476562, 0.4375, 0.464844, 0.455078, 0.427734, 0.412109, 0.462891, 0.427734, 0.367188, 0.466797, 0.449219, 0.453125, 0.439453, 0.476562, 0.371094, 0.472656, 0.451172, 0.449219, 0.431641, 0.425781, 0.451172, 0.460938, 0.443359, 0.453125, 0.429688, 0.464844, 0.392578, 0.398438, 0.470703, 0.46875, 0.427734, 0.404297, 0.453125, 0.302734, 0.414062, 0.441406, 0.455078, 0.392578, 0.455078, 0.380859, 0.435547, 0.404297, 0.416016, 0.470703, 0.373047, 0.4375, 0.322266, 0.40625, 0.414062, 0.4375, 0.410156, 0.425781, 0.439453, 0.457031, 0.443359, 0.412109, 0.458984, 0.355469, 0.363281, 0.439453, 0.339844, 0.457031, 0.464844, 0.4375, 0.433594, 0.476562, 0.435547, 0.433594, 0.408203, 0.443359, 0.451172, 0.455078, 0.429688, 0.316406, 0.431641, 0.435547, 0.458984, 0.400391, 0.445312, 0.429688, 0.464844, 0.373047, 0.466797, 0.394531, 0.419922, 0.457031, 0.441406, 0.447266, 0.470703, 0.412109, 0.425781, 0.380859, 0.546875, 0.4375, 0.451172, 0.476562, 0.4375, 0.439453, 0.421875, 0.453125, 0.447266, 0.375, 0.433594, 0.470703, 0.421875, 0.46875, 0.373047, 0.433594, 0.380859, 0.431641, 0.433594, 0.443359, 0.404297, 0.433594, 0.5, 0.447266, 0.443359, 0.439453, 0.380859, 0.345703, 0.4375, 0.457031, 0.4375, 0.400391, 0.449219, 0.457031, 0.421875, 0.433594, 0.443359, 0.458984, 0.416016, 0.435547, 0.332031, 0.433594, 0.4375, 0.421875, 0.457031, 0.445312, 0.451172, 0.443359, 0.145508, 0.476562, 0.439453, 0.441406, 0.439453, 0.400391, 0.453125, 0.353516, 0.443359, 0.449219, 0.410156, 0.439453, 0.439453, 0.472656, 0.396484, 0.443359, 0.416016, 0.4375, 0.443359, 0.341797, 0.464844, 0.357422, 0.419922, 0.435547, 0.433594, 0.425781, 0.449219, 0.435547, 0.376953, 0.333984, 0.429688, 0.429688, 0.449219, 0.357422, 0.443359, 0.425781, 0.441406, 0.451172, 0.455078, 0.470703, 0.433594, 0.435547, 0.392578, 0.458984, 0.453125, 0.449219, 0.458984, 0.474609, 0.435547, 0.410156, 0.402344, 0.404297, 0.455078, 0.390625, 0.447266, 0.458984, 0.447266, 0.441406, 0.433594, 0.416016, 0.462891, 0.449219, 0.423828, 0.476562, 0.453125, 0.462891, 0.433594, 0.433594, 0.458984, 0.285156, 0.441406, 0.447266, 0.421875, 0.380859, 0.439453, 0.435547, 0.439453, 0.431641, 0.417969, 0.382812, 0.458984, 0.453125, 0.464844, 0.369141, 0.435547, 0.449219, 0.287109, 0.443359, 0.376953, 0.421875, 0.414062, 0.476562, 0.416016, 0.441406, 0.449219, 0.449219, 0.457031, 0.357422, 0.427734, 0.449219, 0.449219, 0.462891, 0.4375, 0.453125, 0.382812, 0.177734, 0.341797, 0.441406, 0.445312, 0.402344, 0.464844, 0.435547, 0.349609, 0.408203, 0.462891, 0.447266, 0.414062, 0.457031, 0.423828, 0.453125, 0.460938, 0.402344, 0.390625, 0.451172, 0.451172, 0.412109, 0.441406, 0.451172, 0.412109, 0.355469, 0.457031, 0.445312, 0.46875, 0.439453, 0.425781, 0.419922, 0.455078, 0.460938, 0.451172, 0.435547, 0.365234, 0.429688, 0.402344, 0.445312, 0.458984, 0.464844, 0.271484, 0.451172, 0.421875, 0.464844, 0.439453, 0.466797, 0.474609, 0.439453, 0.441406, 0.251953, 0.482422, 0.472656, 0.435547, 0.466797, 0.396484, 0.443359, 0.445312, 0.355469, 0.363281, 0.435547, 0.4375, 0.443359, 0.445312, 0.46875, 0.472656, 0.414062, 0.435547, 0.341797, 0.457031, 0.408203, 0.443359, 0.431641, 0.455078, 0.458984, 0.458984, 0.431641, 0.425781, 0.414062, 0.476562, 0.462891, 0.410156, 0.443359, 0.421875, 0.416016, 0.462891, 0.310547, 0.4375, 0.423828, 0.392578, 0.427734, 0.474609, 0.462891, 0.423828, 0.462891, 0.453125, 0.439453, 0.457031, 0.398438, 0.453125, 0.445312, 0.439453, 0.457031, 0.357422, 0.398438, 0.441406, 0.453125, 0.439453, 0.439453, 0.457031, 0.464844, 0.435547, 0.419922, 0.445312, 0.449219, 0.396484, 0.445312, 0.457031, 0.457031, 0.460938, 0.484375, 0.439453, 0.439453, 0.46875, 0.419922, 0.486328, 0.472656, 0.425781, 0.443359, 0.449219, 0.441406, 0.458984, 0.40625, 0.451172, 0.449219, 0.482422, 0.408203, 0.373047, 0.363281, 0.476562, 0.441406, 0.447266, 0.621094, 0.425781, 0.457031, 0.439453, 0.355469, 0.451172, 0.425781, 0.416016, 0.441406, 0.433594, 0.423828, 0.390625, 0.400391, 0.435547, 0.433594, 0.443359, 0.367188, 0.439453, 0.445312, 0.443359, 0.453125, 0.470703, 0.451172, 0.445312, 0.441406, 0.414062, 0.361328, 0.421875, 0.445312, 0.4375, 0.4375, 0.470703, 0.412109, 0.439453, 0.365234, 0.361328, 0.429688, 0.443359, 0.417969, 0.464844, 0.476562, 0.4375, 0.4375, 0.449219, 0.443359, 0.447266, 0.414062, 0.460938, 0.419922, 0.449219, 0.363281, 0.400391, 0.353516, 0.431641, 0.439453, 0.369141, 0.439453, 0.507812, 0.427734, 0.443359, 0.474609, 0.361328, 0.388672, 0.421875, 0.376953, 0.412109, 0.421875, 0.429688, 0.414062, 0.470703, 0.150391, 0.371094, 0.482422, 0.435547 ] }, "name": "model.model.layers.36.post_attention_layernorm.weight", "outputIndexes": [ 2995 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2994 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_36/Mul_output_0", "outputIndexes": [ 2996 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2995, 2996 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_36/Mul_1_output_0", "outputIndexes": [ 2997 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2997 ], "outputIndexes": [ 5412 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5412 ], "outputIndexes": [ 5413 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/gate_proj/Linear", "inputIndexes": [ 5413 ], "outputIndexes": [ 5414 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 363945472, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5414 ], "outputIndexes": [ 5415 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5415 ], "outputIndexes": [ 2998 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2998 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_36/Sigmoid_output_0", "outputIndexes": [ 2999 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2998, 2999 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_36/Mul_output_0", "outputIndexes": [ 3000 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 2997 ], "outputIndexes": [ 5416 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5416 ], "outputIndexes": [ 5417 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/up_proj/Linear", "inputIndexes": [ 5417 ], "outputIndexes": [ 5418 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 366525974, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5418 ], "outputIndexes": [ 5419 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5419 ], "outputIndexes": [ 3001 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3000, 3001 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_36/Mul_output_0", "outputIndexes": [ 3002 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3002 ], "outputIndexes": [ 5420 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5420 ], "outputIndexes": [ 5421 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/down_proj/Linear", "inputIndexes": [ 5421 ], "outputIndexes": [ 5422 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 369106476, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5422 ], "outputIndexes": [ 5423 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.36/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5423 ], "outputIndexes": [ 3003 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 2994, 3003 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_184_output_0", "outputIndexes": [ 3004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3004, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_333_output_0", "outputIndexes": [ 3005 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.453125, 0.449219, 0.414062, 0.466797, 0.441406, 0.457031, 0.949219, 0.443359, 0.427734, 0.486328, 0.59375, 0.421875, 0.40625, 0.453125, 0.410156, 0.486328, 0.78125, 0.408203, 0.449219, 0.451172, 0.476562, 0.492188, 0.523438, 0.447266, 0.439453, 0.433594, 0.458984, 0.400391, 0.431641, 0.419922, 0.542969, 0.271484, 0.4375, 0.498047, 0.453125, 0.417969, 0.494141, 0.408203, 0.570312, 0.554688, 0.488281, 0.439453, 0.476562, 0.490234, 0.464844, 0.464844, 0.480469, 0.460938, 0.455078, 0.632812, 0.421875, 0.558594, 0.445312, 0.511719, 0.5, 0.441406, 0.474609, 0.425781, 0.460938, 0.458984, 0.458984, 0.447266, 0.470703, 0.445312, 0.480469, 0.582031, 0.6875, 0.519531, 0.4375, 0.714844, 0.421875, 0.433594, 0.466797, 0.482422, 0.460938, 0.439453, 0.460938, 0.443359, 0.496094, 0.457031, 0.455078, 0.472656, 0.435547, 0.416016, 0.503906, 0.421875, 0.449219, 0.484375, 0.527344, 0.492188, 0.451172, 0.455078, 0.445312, 0.441406, 0.460938, 0.439453, 0.53125, 0.460938, 0.431641, 0.449219, 0.474609, 0.423828, 0.443359, 0.445312, 0.5, 0.490234, 0.449219, 0.460938, 0.412109, 0.369141, 0.404297, 0.464844, 0.408203, 0.492188, 0.476562, 0.574219, 0.470703, 0.457031, 0.466797, 0.447266, 0.447266, 0.447266, 0.396484, 0.480469, 0.480469, 0.460938, 0.964844, 0.451172, 0.402344, 0.460938, 0.435547, 0.375, 0.46875, 0.462891, 0.447266, 0.464844, 0.443359, 0.435547, 0.6875, 0.451172, 0.462891, 0.449219, 0.441406, 0.439453, 0.421875, 0.427734, 0.466797, 0.398438, 0.373047, 0.4375, 0.458984, 0.457031, 0.412109, 0.466797, 0.441406, 0.451172, 0.4375, 0.416016, 0.472656, 0.474609, 0.46875, 0.476562, 0.507812, 0.462891, 0.417969, 0.443359, 0.542969, 0.460938, 0.416016, 0.455078, 0.439453, 0.429688, 0.453125, 0.474609, 0.550781, 0.400391, 0.464844, 0.429688, 0.462891, 0.498047, 0.404297, 0.453125, 0.425781, 0.462891, 0.414062, 0.494141, 0.441406, 0.423828, 0.457031, 0.439453, 0.435547, 0.476562, 0.460938, 0.421875, 0.466797, 0.449219, 0.423828, 0.496094, 0.15918, 0.4375, 0.441406, 0.390625, 0.425781, 0.445312, 0.431641, 0.427734, 0.443359, 0.412109, 0.523438, 0.462891, 0.439453, 0.435547, 0.427734, 0.478516, 0.4375, 0.423828, 0.423828, 0.408203, 0.439453, 0.408203, 0.429688, 0.457031, 0.419922, 0.474609, 0.476562, 0.457031, 0.445312, 0.449219, 0.550781, 0.447266, 0.470703, 0.691406, 0.447266, 0.462891, 0.443359, 0.519531, 0.458984, 0.494141, 0.458984, 0.412109, 0.4375, 0.419922, 0.384766, 0.449219, 0.423828, 0.453125, 0.445312, 0.474609, 0.439453, 0.484375, 0.441406, 0.433594, 0.458984, 0.470703, 0.5, 0.439453, 0.427734, 0.439453, 0.460938, 0.433594, 0.449219, 0.455078, 0.480469, 0.439453, 0.431641, 0.449219, 0.417969, 0.478516, 0.470703, 0.535156, 0.859375, 0.408203, 0.46875, 0.703125, 0.472656, 0.435547, 0.416016, 0.472656, 0.439453, 0.410156, 0.447266, 0.451172, 0.447266, 0.466797, 0.447266, 0.443359, 0.451172, 0.458984, 0.419922, 0.4375, 0.429688, 0.439453, 0.421875, 0.503906, 0.435547, 0.416016, 0.357422, 0.421875, 0.410156, 0.4375, 0.435547, 0.462891, 0.451172, 0.439453, 0.451172, 0.445312, 0.484375, 0.455078, 0.414062, 0.482422, 0.478516, 0.435547, 0.419922, 0.519531, 0.455078, 0.375, 0.427734, 0.439453, 0.59375, 0.511719, 0.4375, 0.445312, 0.46875, 0.417969, 0.492188, 0.492188, 0.460938, 0.480469, 0.40625, 0.494141, 0.679688, 0.472656, 0.535156, 0.435547, 0.527344, 0.429688, 0.470703, 0.400391, 0.507812, 0.435547, 0.421875, 0.4375, 0.484375, 0.431641, 0.472656, 0.490234, 0.458984, 0.449219, 0.462891, 0.404297, 0.482422, 0.476562, 0.429688, 0.490234, 0.476562, 0.494141, 0.478516, 0.447266, 0.457031, 0.5, 0.398438, 0.455078, 0.447266, 0.435547, 0.435547, 0.445312, 0.460938, 0.458984, 0.435547, 0.419922, 0.435547, 0.402344, 0.476562, 0.449219, 0.482422, 0.427734, 0.435547, 0.445312, 0.414062, 0.542969, 0.785156, 0.472656, 0.542969, 0.421875, 0.433594, 0.40625, 0.492188, 0.458984, 0.515625, 0.419922, 0.5, 0.65625, 0.412109, 0.443359, 0.486328, 0.4375, 0.46875, 0.447266, 0.455078, 0.445312, 0.515625, 0.535156, 0.507812, 0.398438, 0.429688, 0.472656, 0.466797, 0.457031, 0.414062, 0.458984, 0.412109, 0.527344, 0.445312, 0.427734, 0.445312, 0.419922, 0.458984, 0.412109, 0.416016, 0.617188, 0.5, 0.421875, 0.59375, 0.449219, 0.46875, 0.404297, 0.449219, 0.492188, 0.625, 0.494141, 0.488281, 0.503906, 0.4375, 0.498047, 0.402344, 0.441406, 0.484375, 0.457031, 0.427734, 0.398438, 0.478516, 0.449219, 0.492188, 0.511719, 0.410156, 0.515625, 0.414062, 0.46875, 0.5, 0.439453, 0.503906, 0.683594, 0.46875, 0.427734, 0.435547, 0.490234, 0.482422, 0.474609, 0.425781, 0.457031, 0.460938, 0.484375, 0.46875, 0.443359, 0.488281, 0.441406, 0.441406, 0.470703, 0.457031, 0.460938, 0.490234, 0.433594, 0.466797, 0.498047, 0.470703, 0.441406, 0.476562, 0.441406, 0.492188, 0.457031, 0.476562, 0.46875, 0.453125, 0.421875, 0.464844, 0.494141, 0.480469, 0.472656, 0.447266, 0.451172, 0.496094, 0.447266, 0.431641, 0.410156, 0.441406, 0.455078, 0.425781, 0.441406, 0.480469, 0.447266, 0.96875, 0.455078, 0.402344, 0.486328, 0.519531, 0.449219, 0.388672, 0.460938, 0.542969, 0.476562, 0.443359, 0.460938, 0.617188, 0.460938, 0.423828, 0.503906, 0.451172, 0.441406, 0.408203, 0.425781, 0.421875, 0.458984, 0.523438, 0.408203, 0.494141, 0.482422, 0.453125, 0.515625, 0.445312, 0.503906, 0.648438, 0.453125, 0.443359, 0.455078, 0.445312, 0.443359, 0.457031, 0.480469, 0.4375, 0.460938, 0.492188, 0.458984, 0.476562, 0.412109, 0.431641, 0.453125, 0.423828, 0.523438, 0.527344, 0.503906, 0.498047, 0.396484, 0.462891, 0.486328, 0.455078, 0.435547, 0.486328, 0.095703, 0.423828, 0.439453, 0.546875, 0.482422, 0.429688, 0.478516, 0.439453, 0.455078, 0.386719, 0.466797, 0.435547, 0.474609, 0.472656, 0.480469, 0.494141, 0.423828, 0.457031, 0.40625, 0.435547, 0.421875, 0.486328, 0.455078, 0.474609, 0.445312, 0.40625, 0.457031, 0.46875, 0.453125, 0.402344, 0.4375, 0.46875, 0.427734, 0.464844, 0.429688, 0.492188, 0.423828, 0.453125, 0.412109, 0.466797, 0.566406, 0.458984, 0.503906, 0.408203, 0.542969, 0.453125, 0.373047, 0.453125, 0.453125, 0.466797, 0.417969, 0.451172, 0.392578, 0.455078, 0.435547, 0.472656, 0.482422, 0.476562, 0.408203, 0.808594, 0.46875, 0.416016, 0.480469, 0.455078, 0.404297, 0.425781, 0.464844, 0.425781, 0.460938, 0.476562, 0.75, 0.464844, 0.488281, 0.898438, 0.40625, 0.404297, 0.414062, 0.443359, 0.474609, 0.443359, 0.507812, 0.441406, 0.441406, 0.527344, 0.431641, 0.453125, 0.472656, 0.480469, 0.447266, 0.427734, 0.453125, 0.539062, 0.648438, 0.470703, 0.447266, 0.46875, 0.511719, 0.417969, 0.414062, 0.474609, 0.435547, 0.455078, 0.566406, 0.441406, 0.416016, 0.458984, 0.433594, 0.398438, 0.435547, 0.494141, 0.439453, 0.457031, 0.423828, 0.419922, 0.458984, 0.503906, 0.566406, 0.40625, 0.519531, 0.550781, 0.419922, 0.464844, 0.433594, 0.476562, 0.460938, 0.882812, 0.490234, 0.492188, 0.482422, 0.480469, 0.457031, 0.464844, 0.410156, 0.462891, 0.449219, 0.435547, 0.451172, 0.464844, 0.421875, 0.427734, 0.443359, 0.427734, 0.431641, 0.433594, 0.40625, 0.466797, 0.423828, 0.753906, 0.515625, 0.451172, 0.449219, 0.390625, 0.488281, 0.574219, 0.470703, 0.474609, 0.486328, 0.5, 0.421875, 0.412109, 0.458984, 0.449219, 0.449219, 0.5, 0.398438, 0.435547, 0.435547, 0.421875, 0.486328, 0.886719, 0.445312, 0.451172, 0.435547, 0.472656, 0.404297, 0.455078, 0.410156, 0.462891, 0.486328, 0.460938, 0.4375, 0.429688, 0.429688, 0.449219, 0.416016, 0.435547, 0.472656, 0.496094, 0.447266, 0.894531, 0.451172, 0.453125, 0.523438, 0.4375, 0.511719, 0.414062, 0.460938, 0.429688, 0.417969, 0.400391, 0.443359, 0.453125, 0.400391, 0.439453, 0.515625, 0.414062, 0.558594, 0.488281, 0.429688, 0.439453, 0.400391, 0.439453, 0.625, 0.5, 0.451172, 0.484375, 0.425781, 0.617188, 0.458984, 0.462891, 0.453125, 0.416016, 0.466797, 0.46875, 0.443359, 0.59375, 0.464844, 0.453125, 0.498047, 0.628906, 0.5625, 0.435547, 0.460938, 0.478516, 0.447266, 0.484375, 0.439453, 0.449219, 0.441406, 0.6875, 0.408203, 0.419922, 0.425781, 0.427734, 0.458984, 0.423828, 0.490234, 0.451172, 0.470703, 0.435547, 0.478516, 0.535156, 0.470703, 0.484375, 0.435547, 0.457031, 0.484375, 0.5625, 0.453125, 0.40625, 0.453125, 0.46875, 0.527344, 0.453125, 0.574219, 0.447266, 0.427734, 0.515625, 0.439453, 0.402344, 0.546875, 0.490234, 0.433594, 0.447266, 0.410156, 0.515625, 0.492188, 0.455078, 0.492188, 0.458984, 0.410156, 0.492188, 0.425781, 0.457031, 0.417969, 0.419922, 0.408203, 0.455078, 0.503906, 0.435547, 0.408203, 0.464844, 0.490234, 0.410156, 0.443359, 0.773438, 0.425781, 0.425781, 0.425781, 0.464844, 0.447266, 0.394531, 0.447266, 0.498047, 0.457031, 0.523438, 0.449219, 0.490234, 0.613281, 0.417969, 0.460938, 0.462891, 0.421875, 0.451172, 0.451172, 0.441406, 0.435547, 0.460938, 0.441406, 0.457031, 0.5, 0.390625, 0.550781, 0.40625, 0.462891, 0.439453, 0.464844, 0.519531, 0.466797, 0.417969, 0.585938, 0.462891, 0.511719, 0.5, 0.453125, 0.6875, 0.410156, 0.429688, 0.429688, 0.492188, 0.408203, 0.460938, 0.451172, 0.507812, 0.445312, 0.4375, 0.476562, 0.484375, 0.408203, 0.449219, 0.458984, 0.457031, 0.453125, 0.515625, 0.478516, 0.417969, 0.443359, 0.482422, 0.40625, 0.441406, 0.402344, 0.488281, 0.419922, 0.419922, 0.472656, 0.482422, 0.492188, 0.427734, 0.494141, 0.445312, 0.476562, 0.4375, 0.470703, 0.492188, 0.431641, 0.40625, 0.476562, 0.427734, 0.423828, 0.460938, 0.496094, 0.490234, 0.410156, 0.464844, 0.439453, 0.539062, 0.404297, 0.472656, 0.462891, 0.445312, 0.462891, 0.423828, 0.558594, 0.398438, 0.542969, 0.445312, 0.451172, 0.439453, 0.46875, 0.449219, 0.460938, 0.423828, 0.734375, 0.457031, 0.455078, 0.429688, 0.519531, 0.394531, 0.425781, 0.462891, 0.441406, 0.451172, 0.597656, 0.421875, 0.511719, 0.431641, 0.435547, 0.4375, 0.503906, 0.412109, 0.466797, 0.835938, 0.4375, 0.503906, 0.511719, 0.478516, 0.535156, 0.445312, 0.5, 0.423828, 0.466797, 0.804688, 0.427734, 0.492188, 0.474609, 0.5, 0.449219, 0.423828, 0.435547, 0.496094, 0.445312, 0.466797, 0.410156, 0.46875, 0.419922, 0.445312, 0.433594, 0.474609, 0.478516, 0.478516, 0.421875, 0.425781, 0.429688, 0.4375, 0.404297, 0.414062, 0.503906, 0.421875, 0.419922, 0.451172, 0.470703, 0.474609, 0.455078, 0.400391, 0.46875, 0.486328, 0.464844, 0.482422, 0.427734, 0.439453, 0.478516, 0.621094, 0.410156, 0.445312, 0.435547, 0.498047, 0.458984, 0.388672, 0.431641, 0.423828, 0.478516, 0.416016, 0.416016, 0.425781, 0.458984, 0.474609, 0.5, 0.457031, 0.628906, 0.427734, 0.441406, 0.451172, 0.40625, 0.480469, 0.433594, 0.431641, 0.460938, 0.445312, 0.414062, 0.515625, 0.443359, 0.435547, 0.431641, 0.425781, 0.441406, 0.439453, 0.447266, 0.902344, 0.636719, 0.488281, 0.453125, 0.466797, 0.431641, 0.476562, 0.671875, 0.421875, 0.445312, 0.447266, 0.447266, 0.46875, 0.503906, 0.472656, 0.46875, 0.423828, 0.472656, 0.460938, 0.458984, 0.474609, 0.447266, 0.404297, 0.488281, 0.542969, 0.488281, 0.472656, 0.460938, 0.462891, 0.373047, 0.455078, 0.439453, 0.511719, 0.4375, 0.441406, 0.476562, 0.453125, 0.466797, 0.416016, 0.449219, 0.445312, 0.855469, 0.421875, 0.404297, 0.503906, 0.433594, 0.458984, 0.498047, 0.480469, 0.455078, 0.765625, 0.46875, 0.363281, 0.439453, 0.458984, 0.476562, 0.412109, 0.519531, 0.474609, 0.458984, 0.443359, 0.410156, 0.453125, 0.412109, 0.443359, 0.480469, 0.400391, 0.523438, 0.578125, 0.447266, 0.498047, 0.417969, 0.466797, 0.449219, 0.451172, 0.425781, 0.490234, 0.445312, 0.460938, 0.441406, 0.453125, 0.494141, 0.46875, 0.445312, 0.53125, 0.490234, 0.816406, 0.46875, 0.425781, 0.470703, 0.410156, 0.404297, 0.462891, 0.449219, 0.433594, 0.458984, 0.486328, 0.498047, 0.482422, 0.449219, 0.492188, 0.453125, 0.449219, 0.474609, 0.478516, 0.417969, 0.451172, 0.388672, 0.447266, 0.460938, 0.466797, 0.472656, 0.482422, 0.427734, 0.453125, 0.427734, 0.439453, 0.404297, 0.431641, 0.46875, 0.460938, 0.414062, 0.421875, 0.53125, 0.435547, 0.484375, 0.490234, 0.472656, 0.414062, 0.458984, 0.441406, 0.4375, 0.457031, 0.482422, 0.443359, 0.464844, 0.380859, 0.488281, 0.474609, 0.484375, 0.46875, 0.445312, 0.539062, 0.449219, 0.474609, 0.453125, 0.449219, 0.435547, 0.443359, 0.433594, 0.466797, 0.416016, 0.492188, 0.472656, 0.457031, 0.455078, 0.421875, 0.457031, 0.498047, 0.445312, 0.414062, 0.470703, 0.507812, 0.466797, 0.484375, 0.388672, 0.423828, 0.476562, 0.447266, 0.408203, 0.494141, 0.429688, 0.453125, 0.445312, 0.457031, 0.46875, 0.462891, 0.476562, 0.392578, 0.457031, 0.455078, 0.484375, 0.384766, 0.470703, 0.470703, 0.484375, 0.423828, 0.472656, 0.462891, 0.429688, 0.414062, 0.4375, 0.484375, 0.455078, 0.480469, 0.447266, 0.429688, 0.496094, 0.396484, 0.480469, 0.511719, 0.429688, 0.423828, 0.490234, 0.486328, 0.441406, 0.423828, 0.410156, 0.451172, 0.484375, 0.447266, 0.417969, 0.925781, 0.472656, 0.466797, 0.408203 ] }, "name": "model.model.layers.37.input_layernorm.weight", "outputIndexes": [ 3006 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3005 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_37/Mul_output_0", "outputIndexes": [ 3007 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3006, 3007 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_37/Mul_1_output_0", "outputIndexes": [ 3008 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3008 ], "outputIndexes": [ 5424 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5424 ], "outputIndexes": [ 5425 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/q_proj/Linear", "inputIndexes": [ 5425 ], "outputIndexes": [ 5426 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 371686978, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5426 ], "outputIndexes": [ 5427 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5427 ], "outputIndexes": [ 3009 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3008 ], "main_type": "NONE", "name": "/Shape_519_output_0", "outputIndexes": [ 3010 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3010 ], "main_type": "NONE", "name": "Shape8071", "outputIndexes": [ 3011 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3010 ], "main_type": "NONE", "name": "Rank8073", "outputIndexes": [ 3012 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3012, 3012 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8075", "outputIndexes": [ 3013 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3013 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8076", "outputIndexes": [ 3014 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3013, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8078", "outputIndexes": [ 3015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3015 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8079", "outputIndexes": [ 3016 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3011, 3014, 3016, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8082", "outputIndexes": [ 3017 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3017 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8083", "outputIndexes": [ 3018 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3018 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8084", "outputIndexes": [ 3019 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3019, 3018 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8085", "outputIndexes": [ 3020 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3010, 3020, 3013 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_559_output_0", "outputIndexes": [ 3021 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3021, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1185_output_0", "outputIndexes": [ 3022 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3022, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_481_output_0", "outputIndexes": [ 3023 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3009, 3023 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_334_output_0", "outputIndexes": [ 3024 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3024, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_296_output_0", "outputIndexes": [ 3025 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3024 ], "main_type": "NONE", "name": "/Shape_520_output_0", "outputIndexes": [ 3026 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3026 ], "main_type": "NONE", "name": "Shape8092", "outputIndexes": [ 3027 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3026 ], "main_type": "NONE", "name": "Rank8094", "outputIndexes": [ 3028 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3028, 3028 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8096", "outputIndexes": [ 3029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3029 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8097", "outputIndexes": [ 3030 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3029, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8099", "outputIndexes": [ 3031 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3031 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8100", "outputIndexes": [ 3032 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3027, 3030, 3032, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8103", "outputIndexes": [ 3033 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3033 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8104", "outputIndexes": [ 3034 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3034 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8105", "outputIndexes": [ 3035 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3035, 3034 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8106", "outputIndexes": [ 3036 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3026, 3036, 3029 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_560_output_0", "outputIndexes": [ 3037 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3037, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_111_output_0", "outputIndexes": [ 3038 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3038, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1190_output_0", "outputIndexes": [ 3039 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3024, 3039, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_149_output_0", "outputIndexes": [ 3040 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3040 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_74_output_0", "outputIndexes": [ 3041 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3024, 22, 3039, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_148_output_0", "outputIndexes": [ 3042 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3041, 3042 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_484_output_0", "outputIndexes": [ 3043 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3043, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_297_output_0", "outputIndexes": [ 3044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3025, 3044 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_185_output_0", "outputIndexes": [ 3045 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3008 ], "outputIndexes": [ 5428 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5428 ], "outputIndexes": [ 5429 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/k_proj/Linear", "inputIndexes": [ 5429 ], "outputIndexes": [ 5430 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 372608600, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5430 ], "outputIndexes": [ 5431 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5431 ], "outputIndexes": [ 3046 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3022, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_482_output_0", "outputIndexes": [ 3047 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3046, 3047 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_335_output_0", "outputIndexes": [ 3048 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3048, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_298_output_0", "outputIndexes": [ 3049 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3048 ], "main_type": "NONE", "name": "/Shape_521_output_0", "outputIndexes": [ 3050 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3050 ], "main_type": "NONE", "name": "Shape8155", "outputIndexes": [ 3051 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3050 ], "main_type": "NONE", "name": "Rank8157", "outputIndexes": [ 3052 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3052, 3052 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8159", "outputIndexes": [ 3053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3053 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8160", "outputIndexes": [ 3054 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3053, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8162", "outputIndexes": [ 3055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3055 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8163", "outputIndexes": [ 3056 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3051, 3054, 3056, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8166", "outputIndexes": [ 3057 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3057 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8167", "outputIndexes": [ 3058 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3058 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8168", "outputIndexes": [ 3059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3059, 3058 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8169", "outputIndexes": [ 3060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3050, 3060, 3053 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_561_output_0", "outputIndexes": [ 3061 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3061, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_112_output_0", "outputIndexes": [ 3062 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3062, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1192_output_0", "outputIndexes": [ 3063 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3048, 3063, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_151_output_0", "outputIndexes": [ 3064 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3064 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_75_output_0", "outputIndexes": [ 3065 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3048, 22, 3063, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_150_output_0", "outputIndexes": [ 3066 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3065, 3066 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_485_output_0", "outputIndexes": [ 3067 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3067, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_299_output_0", "outputIndexes": [ 3068 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3049, 3068 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_186_output_0", "outputIndexes": [ 3069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3008 ], "outputIndexes": [ 5432 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5432 ], "outputIndexes": [ 5433 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/v_proj/Linear", "inputIndexes": [ 5433 ], "outputIndexes": [ 5434 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 372839022, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5434 ], "outputIndexes": [ 5435 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5435 ], "outputIndexes": [ 3070 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3070, 3047 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_336_output_0", "outputIndexes": [ 3071 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3045, 3069, 3071, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_341_output_0", "outputIndexes": [ 3072 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3072 ], "outputIndexes": [ 5436 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5436 ], "outputIndexes": [ 5437 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/o_proj/Linear", "inputIndexes": [ 5437 ], "outputIndexes": [ 5438 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 373069444, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5438 ], "outputIndexes": [ 5439 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5439 ], "outputIndexes": [ 3073 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3005, 3073 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_188_output_0", "outputIndexes": [ 3074 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.402344, 0.470703, 0.46875, 0.488281, 0.474609, 0.466797, 0.161133, 0.464844, 0.431641, 0.400391, 0.367188, 0.462891, 0.386719, 0.447266, 0.453125, 0.472656, 0.232422, 0.462891, 0.474609, 0.394531, 0.457031, 0.478516, 0.427734, 0.431641, 0.439453, 0.474609, 0.412109, 0.478516, 0.46875, 0.460938, 0.40625, 0.197266, 0.462891, 0.474609, 0.464844, 0.447266, 0.394531, 0.462891, 0.351562, 0.496094, 0.470703, 0.474609, 0.4375, 0.427734, 0.408203, 0.443359, 0.498047, 0.40625, 0.492188, 0.349609, 0.46875, 0.355469, 0.458984, 0.466797, 0.402344, 0.451172, 0.5, 0.433594, 0.462891, 0.480469, 0.476562, 0.474609, 0.433594, 0.474609, 0.410156, 0.392578, 0.28125, 0.376953, 0.498047, 0.292969, 0.476562, 0.359375, 0.441406, 0.441406, 0.466797, 0.441406, 0.451172, 0.488281, 0.363281, 0.460938, 0.435547, 0.486328, 0.439453, 0.458984, 0.478516, 0.425781, 0.496094, 0.404297, 0.535156, 0.396484, 0.441406, 0.464844, 0.398438, 0.470703, 0.373047, 0.394531, 0.664062, 0.492188, 0.484375, 0.449219, 0.476562, 0.4375, 0.476562, 0.472656, 0.4375, 0.396484, 0.482422, 0.470703, 0.449219, 0.464844, 0.457031, 0.5, 0.4375, 0.478516, 0.480469, 0.431641, 0.466797, 0.470703, 0.498047, 0.474609, 0.472656, 0.402344, 0.478516, 0.412109, 0.496094, 0.462891, 0.216797, 0.482422, 0.466797, 0.46875, 0.472656, 0.470703, 0.470703, 0.449219, 0.482422, 0.466797, 0.484375, 0.441406, 0.382812, 0.4375, 0.494141, 0.431641, 0.466797, 0.511719, 0.478516, 0.46875, 0.458984, 0.410156, 0.443359, 0.466797, 0.476562, 0.457031, 0.453125, 0.486328, 0.462891, 0.419922, 0.480469, 0.439453, 0.394531, 0.507812, 0.388672, 0.457031, 0.400391, 0.474609, 0.439453, 0.488281, 0.359375, 0.488281, 0.464844, 0.394531, 0.425781, 0.484375, 0.472656, 0.441406, 0.363281, 0.472656, 0.443359, 0.480469, 0.488281, 0.482422, 0.451172, 0.439453, 0.466797, 0.443359, 0.462891, 0.474609, 0.466797, 0.46875, 0.484375, 0.476562, 0.480469, 0.4375, 0.390625, 0.457031, 0.474609, 0.457031, 0.458984, 0.433594, 0.120117, 0.488281, 0.464844, 0.449219, 0.439453, 0.447266, 0.455078, 0.464844, 0.5, 0.445312, 0.431641, 0.476562, 0.460938, 0.480469, 0.466797, 0.392578, 0.470703, 0.464844, 0.470703, 0.443359, 0.464844, 0.458984, 0.453125, 0.457031, 0.417969, 0.443359, 0.496094, 0.441406, 0.498047, 0.390625, 0.582031, 0.457031, 0.427734, 0.376953, 0.466797, 0.453125, 0.480469, 0.417969, 0.458984, 0.419922, 0.458984, 0.458984, 0.476562, 0.453125, 0.46875, 0.478516, 0.462891, 0.445312, 0.421875, 0.474609, 0.482422, 0.466797, 0.457031, 0.417969, 0.357422, 0.458984, 0.4375, 0.486328, 0.441406, 0.451172, 0.417969, 0.470703, 0.507812, 0.458984, 0.474609, 0.419922, 0.488281, 0.486328, 0.451172, 0.472656, 0.414062, 0.458984, 0.289062, 0.435547, 0.458984, 0.251953, 0.402344, 0.466797, 0.466797, 0.425781, 0.392578, 0.476562, 0.421875, 0.472656, 0.472656, 0.507812, 0.462891, 0.453125, 0.480469, 0.488281, 0.466797, 0.480469, 0.484375, 0.460938, 0.478516, 0.472656, 0.472656, 0.455078, 0.402344, 0.482422, 0.464844, 0.457031, 0.457031, 0.464844, 0.457031, 0.390625, 0.476562, 0.458984, 0.421875, 0.457031, 0.455078, 0.486328, 0.388672, 0.472656, 0.4375, 0.427734, 0.482422, 0.433594, 0.457031, 0.416016, 0.378906, 0.466797, 0.494141, 0.480469, 0.484375, 0.464844, 0.447266, 0.425781, 0.478516, 0.515625, 0.478516, 0.429688, 0.357422, 0.419922, 0.345703, 0.458984, 0.425781, 0.449219, 0.494141, 0.408203, 0.376953, 0.396484, 0.4375, 0.447266, 0.458984, 0.400391, 0.486328, 0.488281, 0.439453, 0.460938, 0.427734, 0.470703, 0.470703, 0.472656, 0.427734, 0.447266, 0.451172, 0.480469, 0.472656, 0.486328, 0.439453, 0.5, 0.435547, 0.443359, 0.470703, 0.458984, 0.466797, 0.453125, 0.472656, 0.470703, 0.435547, 0.419922, 0.472656, 0.453125, 0.466797, 0.378906, 0.455078, 0.455078, 0.447266, 0.474609, 0.478516, 0.373047, 0.182617, 0.4375, 0.601562, 0.46875, 0.478516, 0.447266, 0.433594, 0.480469, 0.423828, 0.458984, 0.470703, 0.365234, 0.5, 0.378906, 0.482422, 0.457031, 0.46875, 0.490234, 0.478516, 0.460938, 0.443359, 0.486328, 0.400391, 0.462891, 0.490234, 0.4375, 0.464844, 0.480469, 0.480469, 0.460938, 0.443359, 0.511719, 0.441406, 0.439453, 0.490234, 0.488281, 0.457031, 0.464844, 0.464844, 0.460938, 0.480469, 0.460938, 0.304688, 0.470703, 0.478516, 0.408203, 0.476562, 0.453125, 0.296875, 0.470703, 0.363281, 0.414062, 0.482422, 0.462891, 0.439453, 0.476562, 0.494141, 0.470703, 0.439453, 0.447266, 0.515625, 0.419922, 0.425781, 0.570312, 0.439453, 0.414062, 0.4375, 0.484375, 0.390625, 0.486328, 0.451172, 0.384766, 0.458984, 0.488281, 0.462891, 0.507812, 0.484375, 0.46875, 0.464844, 0.412109, 0.455078, 0.427734, 0.474609, 0.476562, 0.367188, 0.474609, 0.447266, 0.482422, 0.472656, 0.414062, 0.462891, 0.46875, 0.458984, 0.470703, 0.441406, 0.455078, 0.433594, 0.466797, 0.433594, 0.443359, 0.480469, 0.480469, 0.482422, 0.443359, 0.476562, 0.429688, 0.476562, 0.421875, 0.458984, 0.453125, 0.484375, 0.484375, 0.466797, 0.46875, 0.458984, 0.408203, 0.46875, 0.462891, 0.386719, 0.445312, 0.145508, 0.425781, 0.474609, 0.460938, 0.363281, 0.484375, 0.460938, 0.449219, 0.490234, 0.447266, 0.455078, 0.478516, 0.219727, 0.433594, 0.439453, 0.542969, 0.482422, 0.435547, 0.449219, 0.429688, 0.458984, 0.480469, 0.369141, 0.474609, 0.488281, 0.445312, 0.482422, 0.498047, 0.470703, 0.431641, 0.347656, 0.451172, 0.408203, 0.380859, 0.46875, 0.451172, 0.451172, 0.462891, 0.443359, 0.472656, 0.46875, 0.392578, 0.441406, 0.476562, 0.460938, 0.429688, 0.458984, 0.369141, 0.427734, 0.416016, 0.421875, 0.455078, 0.486328, 0.480469, 0.482422, 0.480469, 0.451172, 0.239258, 0.480469, 0.388672, 0.34375, 0.419922, 0.470703, 0.457031, 0.408203, 0.410156, 0.453125, 0.484375, 0.460938, 0.453125, 0.488281, 0.46875, 0.40625, 0.486328, 0.439453, 0.482422, 0.451172, 0.470703, 0.4375, 0.382812, 0.507812, 0.466797, 0.447266, 0.441406, 0.464844, 0.466797, 0.441406, 0.460938, 0.478516, 0.439453, 0.441406, 0.416016, 0.503906, 0.484375, 0.490234, 0.402344, 0.480469, 0.363281, 0.386719, 0.496094, 0.455078, 0.445312, 0.470703, 0.421875, 0.378906, 0.414062, 0.470703, 0.460938, 0.455078, 0.464844, 0.417969, 0.488281, 0.455078, 0.429688, 0.46875, 0.455078, 0.310547, 0.462891, 0.455078, 0.478516, 0.382812, 0.458984, 0.4375, 0.474609, 0.445312, 0.398438, 0.498047, 0.269531, 0.453125, 0.392578, 0.137695, 0.429688, 0.462891, 0.458984, 0.425781, 0.478516, 0.433594, 0.455078, 0.482422, 0.466797, 0.398438, 0.46875, 0.462891, 0.427734, 0.402344, 0.443359, 0.449219, 0.392578, 0.431641, 0.367188, 0.486328, 0.486328, 0.453125, 0.394531, 0.46875, 0.458984, 0.376953, 0.480469, 0.408203, 0.404297, 0.451172, 0.480469, 0.435547, 0.439453, 0.449219, 0.457031, 0.451172, 0.480469, 0.457031, 0.503906, 0.482422, 0.460938, 0.416016, 0.283203, 0.396484, 0.390625, 0.46875, 0.484375, 0.470703, 0.480469, 0.470703, 0.472656, 0.166992, 0.435547, 0.474609, 0.476562, 0.408203, 0.484375, 0.476562, 0.449219, 0.466797, 0.458984, 0.464844, 0.472656, 0.431641, 0.462891, 0.466797, 0.447266, 0.470703, 0.472656, 0.443359, 0.457031, 0.421875, 0.453125, 0.28125, 0.394531, 0.482422, 0.451172, 0.408203, 0.458984, 0.369141, 0.494141, 0.472656, 0.476562, 0.496094, 0.445312, 0.460938, 0.40625, 0.402344, 0.476562, 0.392578, 0.445312, 0.417969, 0.466797, 0.480469, 0.460938, 0.28125, 0.449219, 0.460938, 0.447266, 0.474609, 0.339844, 0.460938, 0.445312, 0.412109, 0.492188, 0.427734, 0.453125, 0.484375, 0.455078, 0.443359, 0.443359, 0.472656, 0.425781, 0.478516, 0.478516, 0.186523, 0.457031, 0.46875, 0.339844, 0.416016, 0.375, 0.466797, 0.460938, 0.480469, 0.464844, 0.458984, 0.421875, 0.429688, 0.4375, 0.466797, 0.507812, 0.458984, 0.355469, 0.455078, 0.462891, 0.443359, 0.458984, 0.447266, 0.353516, 0.4375, 0.423828, 0.427734, 0.4375, 0.322266, 0.484375, 0.455078, 0.484375, 0.455078, 0.480469, 0.421875, 0.503906, 0.357422, 0.484375, 0.474609, 0.455078, 0.369141, 0.486328, 0.447266, 0.458984, 0.462891, 0.433594, 0.455078, 0.404297, 0.443359, 0.462891, 0.279297, 0.453125, 0.445312, 0.464844, 0.460938, 0.474609, 0.458984, 0.441406, 0.458984, 0.523438, 0.476562, 0.40625, 0.458984, 0.451172, 0.466797, 0.470703, 0.445312, 0.46875, 0.419922, 0.431641, 0.460938, 0.46875, 0.466797, 0.490234, 0.462891, 0.507812, 0.482422, 0.441406, 0.421875, 0.486328, 0.443359, 0.380859, 0.478516, 0.476562, 0.472656, 0.458984, 0.496094, 0.390625, 0.486328, 0.488281, 0.462891, 0.458984, 0.453125, 0.470703, 0.488281, 0.464844, 0.478516, 0.447266, 0.496094, 0.408203, 0.419922, 0.490234, 0.484375, 0.447266, 0.441406, 0.490234, 0.302734, 0.433594, 0.462891, 0.474609, 0.410156, 0.46875, 0.394531, 0.466797, 0.419922, 0.4375, 0.496094, 0.392578, 0.472656, 0.332031, 0.421875, 0.421875, 0.455078, 0.435547, 0.457031, 0.464844, 0.472656, 0.472656, 0.441406, 0.478516, 0.371094, 0.380859, 0.464844, 0.335938, 0.476562, 0.484375, 0.472656, 0.466797, 0.5, 0.453125, 0.447266, 0.423828, 0.458984, 0.472656, 0.484375, 0.449219, 0.326172, 0.462891, 0.46875, 0.46875, 0.40625, 0.470703, 0.455078, 0.472656, 0.394531, 0.484375, 0.416016, 0.4375, 0.476562, 0.464844, 0.470703, 0.492188, 0.4375, 0.447266, 0.400391, 0.539062, 0.466797, 0.466797, 0.496094, 0.455078, 0.460938, 0.455078, 0.482422, 0.474609, 0.396484, 0.453125, 0.494141, 0.443359, 0.476562, 0.376953, 0.457031, 0.402344, 0.464844, 0.455078, 0.458984, 0.419922, 0.462891, 0.523438, 0.460938, 0.474609, 0.447266, 0.378906, 0.361328, 0.455078, 0.464844, 0.470703, 0.427734, 0.464844, 0.482422, 0.443359, 0.443359, 0.464844, 0.480469, 0.435547, 0.458984, 0.34375, 0.449219, 0.46875, 0.447266, 0.464844, 0.472656, 0.476562, 0.453125, 0.15332, 0.498047, 0.447266, 0.462891, 0.470703, 0.417969, 0.470703, 0.378906, 0.455078, 0.470703, 0.431641, 0.46875, 0.472656, 0.484375, 0.414062, 0.478516, 0.4375, 0.460938, 0.466797, 0.333984, 0.492188, 0.371094, 0.441406, 0.458984, 0.460938, 0.441406, 0.482422, 0.458984, 0.398438, 0.332031, 0.447266, 0.441406, 0.474609, 0.376953, 0.478516, 0.453125, 0.484375, 0.458984, 0.464844, 0.488281, 0.466797, 0.472656, 0.412109, 0.482422, 0.478516, 0.466797, 0.484375, 0.498047, 0.457031, 0.435547, 0.425781, 0.419922, 0.478516, 0.414062, 0.46875, 0.460938, 0.462891, 0.458984, 0.458984, 0.443359, 0.488281, 0.462891, 0.449219, 0.503906, 0.482422, 0.480469, 0.445312, 0.455078, 0.480469, 0.3125, 0.466797, 0.462891, 0.453125, 0.414062, 0.460938, 0.443359, 0.455078, 0.449219, 0.443359, 0.394531, 0.486328, 0.480469, 0.480469, 0.388672, 0.460938, 0.464844, 0.296875, 0.472656, 0.398438, 0.445312, 0.431641, 0.496094, 0.447266, 0.457031, 0.470703, 0.46875, 0.478516, 0.373047, 0.457031, 0.464844, 0.464844, 0.482422, 0.470703, 0.486328, 0.386719, 0.165039, 0.353516, 0.470703, 0.453125, 0.419922, 0.476562, 0.447266, 0.382812, 0.404297, 0.486328, 0.472656, 0.443359, 0.482422, 0.441406, 0.488281, 0.480469, 0.416016, 0.414062, 0.466797, 0.474609, 0.4375, 0.470703, 0.470703, 0.435547, 0.382812, 0.478516, 0.474609, 0.490234, 0.455078, 0.4375, 0.4375, 0.470703, 0.480469, 0.472656, 0.457031, 0.376953, 0.449219, 0.419922, 0.464844, 0.494141, 0.490234, 0.246094, 0.455078, 0.4375, 0.486328, 0.46875, 0.5, 0.490234, 0.466797, 0.46875, 0.259766, 0.503906, 0.494141, 0.462891, 0.490234, 0.419922, 0.462891, 0.478516, 0.367188, 0.396484, 0.431641, 0.447266, 0.460938, 0.462891, 0.484375, 0.480469, 0.429688, 0.443359, 0.351562, 0.46875, 0.433594, 0.46875, 0.482422, 0.476562, 0.476562, 0.478516, 0.443359, 0.447266, 0.441406, 0.5, 0.498047, 0.4375, 0.470703, 0.433594, 0.431641, 0.486328, 0.308594, 0.46875, 0.441406, 0.410156, 0.458984, 0.496094, 0.482422, 0.453125, 0.472656, 0.470703, 0.46875, 0.484375, 0.421875, 0.474609, 0.474609, 0.482422, 0.474609, 0.375, 0.40625, 0.460938, 0.486328, 0.460938, 0.460938, 0.470703, 0.492188, 0.453125, 0.431641, 0.466797, 0.458984, 0.414062, 0.472656, 0.470703, 0.46875, 0.492188, 0.490234, 0.455078, 0.478516, 0.486328, 0.4375, 0.507812, 0.488281, 0.449219, 0.46875, 0.472656, 0.453125, 0.472656, 0.412109, 0.474609, 0.472656, 0.507812, 0.417969, 0.388672, 0.388672, 0.5, 0.470703, 0.460938, 0.636719, 0.441406, 0.484375, 0.458984, 0.373047, 0.474609, 0.453125, 0.449219, 0.472656, 0.451172, 0.439453, 0.40625, 0.414062, 0.458984, 0.46875, 0.470703, 0.382812, 0.480469, 0.470703, 0.462891, 0.482422, 0.5, 0.488281, 0.460938, 0.470703, 0.435547, 0.355469, 0.435547, 0.474609, 0.470703, 0.470703, 0.496094, 0.441406, 0.464844, 0.386719, 0.369141, 0.435547, 0.470703, 0.451172, 0.486328, 0.5, 0.458984, 0.466797, 0.480469, 0.464844, 0.484375, 0.441406, 0.496094, 0.435547, 0.480469, 0.378906, 0.421875, 0.384766, 0.447266, 0.460938, 0.398438, 0.457031, 0.535156, 0.449219, 0.464844, 0.507812, 0.376953, 0.398438, 0.443359, 0.398438, 0.429688, 0.429688, 0.447266, 0.431641, 0.486328, 0.148438, 0.384766, 0.498047, 0.462891 ] }, "name": "model.model.layers.37.post_attention_layernorm.weight", "outputIndexes": [ 3075 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3074 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_37/Mul_output_0", "outputIndexes": [ 3076 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3075, 3076 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_37/Mul_1_output_0", "outputIndexes": [ 3077 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3077 ], "outputIndexes": [ 5440 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5440 ], "outputIndexes": [ 5441 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/gate_proj/Linear", "inputIndexes": [ 5441 ], "outputIndexes": [ 5442 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 373991066, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5442 ], "outputIndexes": [ 5443 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5443 ], "outputIndexes": [ 3078 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3078 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_37/Sigmoid_output_0", "outputIndexes": [ 3079 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3078, 3079 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_37/Mul_output_0", "outputIndexes": [ 3080 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3077 ], "outputIndexes": [ 5444 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5444 ], "outputIndexes": [ 5445 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/up_proj/Linear", "inputIndexes": [ 5445 ], "outputIndexes": [ 5446 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 376571568, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5446 ], "outputIndexes": [ 5447 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5447 ], "outputIndexes": [ 3081 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3080, 3081 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_37/Mul_output_0", "outputIndexes": [ 3082 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3082 ], "outputIndexes": [ 5448 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5448 ], "outputIndexes": [ 5449 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/down_proj/Linear", "inputIndexes": [ 5449 ], "outputIndexes": [ 5450 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 379152070, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5450 ], "outputIndexes": [ 5451 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.37/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5451 ], "outputIndexes": [ 3083 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3074, 3083 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_189_output_0", "outputIndexes": [ 3084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3084, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_342_output_0", "outputIndexes": [ 3085 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.427734, 0.451172, 0.441406, 0.458984, 0.453125, 0.429688, 0.832031, 0.417969, 0.394531, 0.423828, 0.453125, 0.417969, 0.335938, 0.416016, 0.390625, 0.429688, 0.679688, 0.396484, 0.4375, 0.376953, 0.447266, 0.435547, 0.439453, 0.417969, 0.433594, 0.451172, 0.40625, 0.421875, 0.445312, 0.416016, 0.515625, 0.25, 0.40625, 0.464844, 0.441406, 0.414062, 0.398438, 0.410156, 0.419922, 0.474609, 0.433594, 0.431641, 0.445312, 0.421875, 0.435547, 0.427734, 0.464844, 0.390625, 0.453125, 0.498047, 0.412109, 0.414062, 0.40625, 0.498047, 0.431641, 0.423828, 0.455078, 0.40625, 0.4375, 0.488281, 0.453125, 0.435547, 0.412109, 0.445312, 0.416016, 0.486328, 0.632812, 0.40625, 0.449219, 0.601562, 0.419922, 0.34375, 0.441406, 0.429688, 0.433594, 0.410156, 0.441406, 0.449219, 0.365234, 0.427734, 0.416016, 0.457031, 0.398438, 0.408203, 0.429688, 0.382812, 0.4375, 0.445312, 0.515625, 0.390625, 0.443359, 0.408203, 0.367188, 0.443359, 0.349609, 0.361328, 0.566406, 0.447266, 0.429688, 0.421875, 0.425781, 0.417969, 0.417969, 0.4375, 0.427734, 0.421875, 0.453125, 0.458984, 0.414062, 0.392578, 0.416016, 0.460938, 0.414062, 0.490234, 0.460938, 0.511719, 0.429688, 0.4375, 0.447266, 0.441406, 0.447266, 0.386719, 0.412109, 0.46875, 0.46875, 0.416016, 0.796875, 0.429688, 0.427734, 0.400391, 0.439453, 0.400391, 0.441406, 0.429688, 0.445312, 0.439453, 0.441406, 0.431641, 0.632812, 0.441406, 0.425781, 0.380859, 0.445312, 0.458984, 0.392578, 0.457031, 0.4375, 0.373047, 0.396484, 0.435547, 0.453125, 0.453125, 0.425781, 0.455078, 0.423828, 0.40625, 0.427734, 0.421875, 0.347656, 0.447266, 0.375, 0.410156, 0.404297, 0.429688, 0.390625, 0.449219, 0.365234, 0.455078, 0.416016, 0.408203, 0.416016, 0.421875, 0.464844, 0.427734, 0.414062, 0.417969, 0.4375, 0.392578, 0.4375, 0.464844, 0.390625, 0.402344, 0.421875, 0.417969, 0.414062, 0.466797, 0.431641, 0.417969, 0.423828, 0.462891, 0.439453, 0.427734, 0.357422, 0.423828, 0.443359, 0.400391, 0.439453, 0.451172, 0.15918, 0.458984, 0.425781, 0.404297, 0.402344, 0.445312, 0.423828, 0.416016, 0.453125, 0.414062, 0.431641, 0.427734, 0.421875, 0.421875, 0.439453, 0.394531, 0.429688, 0.435547, 0.439453, 0.419922, 0.427734, 0.402344, 0.429688, 0.435547, 0.376953, 0.431641, 0.460938, 0.449219, 0.458984, 0.351562, 0.515625, 0.419922, 0.431641, 0.554688, 0.425781, 0.457031, 0.449219, 0.445312, 0.435547, 0.40625, 0.40625, 0.423828, 0.433594, 0.443359, 0.412109, 0.458984, 0.414062, 0.435547, 0.369141, 0.443359, 0.429688, 0.464844, 0.419922, 0.414062, 0.369141, 0.449219, 0.472656, 0.443359, 0.414062, 0.412109, 0.410156, 0.425781, 0.449219, 0.451172, 0.445312, 0.412109, 0.435547, 0.455078, 0.396484, 0.431641, 0.400391, 0.460938, 0.648438, 0.386719, 0.445312, 0.648438, 0.408203, 0.433594, 0.423828, 0.427734, 0.394531, 0.449219, 0.414062, 0.451172, 0.402344, 0.474609, 0.423828, 0.447266, 0.425781, 0.445312, 0.423828, 0.447266, 0.421875, 0.464844, 0.457031, 0.466797, 0.443359, 0.412109, 0.314453, 0.4375, 0.439453, 0.455078, 0.416016, 0.449219, 0.416016, 0.402344, 0.427734, 0.412109, 0.427734, 0.423828, 0.40625, 0.458984, 0.40625, 0.460938, 0.398438, 0.449219, 0.457031, 0.388672, 0.400391, 0.396484, 0.503906, 0.435547, 0.451172, 0.457031, 0.451172, 0.414062, 0.451172, 0.445312, 0.419922, 0.455078, 0.431641, 0.410156, 0.585938, 0.421875, 0.378906, 0.427734, 0.492188, 0.417969, 0.453125, 0.392578, 0.408203, 0.412109, 0.410156, 0.435547, 0.423828, 0.367188, 0.429688, 0.494141, 0.408203, 0.417969, 0.404297, 0.429688, 0.449219, 0.427734, 0.394531, 0.447266, 0.423828, 0.5, 0.433594, 0.433594, 0.416016, 0.46875, 0.410156, 0.435547, 0.451172, 0.416016, 0.416016, 0.423828, 0.4375, 0.427734, 0.423828, 0.400391, 0.414062, 0.386719, 0.425781, 0.365234, 0.46875, 0.445312, 0.429688, 0.466797, 0.412109, 0.472656, 0.648438, 0.421875, 0.503906, 0.431641, 0.429688, 0.398438, 0.480469, 0.443359, 0.4375, 0.427734, 0.447266, 0.539062, 0.441406, 0.369141, 0.480469, 0.425781, 0.425781, 0.443359, 0.445312, 0.423828, 0.455078, 0.466797, 0.441406, 0.410156, 0.396484, 0.423828, 0.457031, 0.464844, 0.441406, 0.431641, 0.392578, 0.466797, 0.402344, 0.423828, 0.435547, 0.429688, 0.4375, 0.419922, 0.419922, 0.470703, 0.451172, 0.408203, 0.474609, 0.416016, 0.419922, 0.363281, 0.414062, 0.4375, 0.515625, 0.439453, 0.384766, 0.435547, 0.441406, 0.453125, 0.390625, 0.457031, 0.445312, 0.453125, 0.398438, 0.404297, 0.462891, 0.40625, 0.410156, 0.507812, 0.384766, 0.496094, 0.345703, 0.425781, 0.40625, 0.427734, 0.464844, 0.554688, 0.419922, 0.435547, 0.419922, 0.441406, 0.46875, 0.433594, 0.439453, 0.423828, 0.417969, 0.460938, 0.439453, 0.453125, 0.369141, 0.431641, 0.431641, 0.466797, 0.4375, 0.433594, 0.496094, 0.392578, 0.466797, 0.466797, 0.419922, 0.435547, 0.429688, 0.4375, 0.423828, 0.416016, 0.455078, 0.447266, 0.449219, 0.404297, 0.464844, 0.441406, 0.441406, 0.419922, 0.435547, 0.40625, 0.472656, 0.449219, 0.427734, 0.416016, 0.417969, 0.414062, 0.427734, 0.441406, 0.416016, 0.425781, 0.839844, 0.400391, 0.439453, 0.445312, 0.392578, 0.423828, 0.439453, 0.458984, 0.5, 0.443359, 0.447266, 0.443359, 0.597656, 0.421875, 0.402344, 0.523438, 0.449219, 0.433594, 0.412109, 0.410156, 0.429688, 0.439453, 0.412109, 0.421875, 0.458984, 0.431641, 0.451172, 0.480469, 0.427734, 0.431641, 0.566406, 0.425781, 0.394531, 0.320312, 0.451172, 0.435547, 0.435547, 0.429688, 0.400391, 0.433594, 0.447266, 0.375, 0.455078, 0.412109, 0.396484, 0.429688, 0.423828, 0.40625, 0.443359, 0.441406, 0.464844, 0.388672, 0.464844, 0.423828, 0.449219, 0.449219, 0.441406, 0.072266, 0.404297, 0.380859, 0.404297, 0.441406, 0.421875, 0.445312, 0.414062, 0.365234, 0.427734, 0.439453, 0.443359, 0.435547, 0.46875, 0.462891, 0.416016, 0.431641, 0.404297, 0.435547, 0.416016, 0.427734, 0.414062, 0.335938, 0.470703, 0.416016, 0.404297, 0.445312, 0.466797, 0.439453, 0.419922, 0.414062, 0.458984, 0.390625, 0.410156, 0.396484, 0.441406, 0.427734, 0.449219, 0.394531, 0.447266, 0.419922, 0.378906, 0.464844, 0.412109, 0.451172, 0.443359, 0.345703, 0.347656, 0.410156, 0.449219, 0.40625, 0.419922, 0.416016, 0.394531, 0.431641, 0.441406, 0.447266, 0.447266, 0.408203, 0.640625, 0.449219, 0.431641, 0.441406, 0.326172, 0.378906, 0.404297, 0.470703, 0.435547, 0.349609, 0.455078, 0.621094, 0.439453, 0.337891, 0.761719, 0.398438, 0.445312, 0.40625, 0.408203, 0.431641, 0.429688, 0.4375, 0.4375, 0.464844, 0.46875, 0.412109, 0.429688, 0.439453, 0.388672, 0.408203, 0.416016, 0.380859, 0.482422, 0.5625, 0.455078, 0.449219, 0.40625, 0.429688, 0.433594, 0.410156, 0.345703, 0.439453, 0.386719, 0.443359, 0.431641, 0.433594, 0.421875, 0.445312, 0.421875, 0.416016, 0.412109, 0.427734, 0.443359, 0.425781, 0.4375, 0.414062, 0.402344, 0.488281, 0.365234, 0.375, 0.447266, 0.419922, 0.433594, 0.449219, 0.466797, 0.470703, 0.804688, 0.433594, 0.492188, 0.5, 0.40625, 0.449219, 0.445312, 0.414062, 0.453125, 0.423828, 0.457031, 0.4375, 0.416016, 0.431641, 0.421875, 0.396484, 0.402344, 0.400391, 0.412109, 0.412109, 0.439453, 0.425781, 0.667969, 0.455078, 0.4375, 0.408203, 0.369141, 0.462891, 0.474609, 0.457031, 0.451172, 0.482422, 0.433594, 0.419922, 0.419922, 0.396484, 0.390625, 0.435547, 0.402344, 0.414062, 0.392578, 0.447266, 0.433594, 0.470703, 0.660156, 0.427734, 0.425781, 0.429688, 0.455078, 0.324219, 0.431641, 0.416016, 0.408203, 0.486328, 0.412109, 0.412109, 0.447266, 0.423828, 0.378906, 0.416016, 0.441406, 0.441406, 0.445312, 0.417969, 0.742188, 0.398438, 0.421875, 0.449219, 0.394531, 0.380859, 0.421875, 0.431641, 0.431641, 0.449219, 0.396484, 0.40625, 0.435547, 0.414062, 0.419922, 0.53125, 0.429688, 0.445312, 0.449219, 0.445312, 0.416016, 0.404297, 0.427734, 0.466797, 0.462891, 0.400391, 0.40625, 0.408203, 0.498047, 0.4375, 0.445312, 0.460938, 0.410156, 0.425781, 0.416016, 0.449219, 0.441406, 0.441406, 0.433594, 0.435547, 0.5, 0.515625, 0.412109, 0.417969, 0.486328, 0.371094, 0.441406, 0.433594, 0.40625, 0.423828, 0.585938, 0.388672, 0.429688, 0.427734, 0.402344, 0.433594, 0.433594, 0.431641, 0.431641, 0.490234, 0.451172, 0.431641, 0.457031, 0.470703, 0.458984, 0.421875, 0.476562, 0.412109, 0.458984, 0.423828, 0.402344, 0.457031, 0.453125, 0.507812, 0.441406, 0.478516, 0.414062, 0.408203, 0.458984, 0.449219, 0.408203, 0.423828, 0.466797, 0.449219, 0.445312, 0.423828, 0.472656, 0.408203, 0.429688, 0.455078, 0.431641, 0.408203, 0.443359, 0.414062, 0.455078, 0.439453, 0.443359, 0.419922, 0.429688, 0.425781, 0.419922, 0.416016, 0.431641, 0.445312, 0.410156, 0.386719, 0.636719, 0.40625, 0.421875, 0.429688, 0.414062, 0.451172, 0.337891, 0.427734, 0.439453, 0.435547, 0.492188, 0.394531, 0.453125, 0.539062, 0.423828, 0.427734, 0.429688, 0.423828, 0.423828, 0.429688, 0.439453, 0.423828, 0.412109, 0.427734, 0.351562, 0.361328, 0.408203, 0.386719, 0.433594, 0.443359, 0.443359, 0.441406, 0.486328, 0.4375, 0.394531, 0.484375, 0.431641, 0.453125, 0.474609, 0.414062, 0.601562, 0.408203, 0.408203, 0.417969, 0.419922, 0.425781, 0.410156, 0.464844, 0.423828, 0.447266, 0.398438, 0.417969, 0.490234, 0.414062, 0.431641, 0.462891, 0.410156, 0.439453, 0.441406, 0.492188, 0.443359, 0.429688, 0.460938, 0.435547, 0.427734, 0.402344, 0.464844, 0.425781, 0.386719, 0.435547, 0.470703, 0.425781, 0.445312, 0.412109, 0.417969, 0.396484, 0.419922, 0.435547, 0.435547, 0.390625, 0.414062, 0.470703, 0.447266, 0.412109, 0.429688, 0.34375, 0.388672, 0.423828, 0.455078, 0.423828, 0.457031, 0.427734, 0.435547, 0.416016, 0.412109, 0.4375, 0.451172, 0.498047, 0.408203, 0.476562, 0.435547, 0.433594, 0.4375, 0.462891, 0.455078, 0.460938, 0.425781, 0.734375, 0.460938, 0.431641, 0.455078, 0.478516, 0.369141, 0.417969, 0.361328, 0.408203, 0.429688, 0.511719, 0.414062, 0.470703, 0.427734, 0.394531, 0.425781, 0.427734, 0.40625, 0.451172, 0.65625, 0.441406, 0.375, 0.435547, 0.423828, 0.515625, 0.376953, 0.472656, 0.427734, 0.408203, 0.648438, 0.425781, 0.453125, 0.457031, 0.414062, 0.423828, 0.425781, 0.433594, 0.433594, 0.404297, 0.421875, 0.408203, 0.458984, 0.396484, 0.451172, 0.484375, 0.46875, 0.480469, 0.470703, 0.431641, 0.40625, 0.388672, 0.421875, 0.398438, 0.386719, 0.478516, 0.390625, 0.431641, 0.441406, 0.46875, 0.417969, 0.433594, 0.410156, 0.451172, 0.429688, 0.4375, 0.449219, 0.388672, 0.421875, 0.464844, 0.550781, 0.416016, 0.421875, 0.414062, 0.425781, 0.447266, 0.376953, 0.416016, 0.429688, 0.449219, 0.345703, 0.449219, 0.441406, 0.449219, 0.34375, 0.453125, 0.429688, 0.5625, 0.441406, 0.347656, 0.419922, 0.392578, 0.455078, 0.40625, 0.414062, 0.447266, 0.421875, 0.447266, 0.371094, 0.447266, 0.457031, 0.40625, 0.431641, 0.4375, 0.451172, 0.382812, 0.824219, 0.570312, 0.462891, 0.433594, 0.410156, 0.423828, 0.4375, 0.558594, 0.367188, 0.425781, 0.412109, 0.455078, 0.472656, 0.451172, 0.451172, 0.466797, 0.408203, 0.427734, 0.460938, 0.439453, 0.417969, 0.439453, 0.410156, 0.455078, 0.388672, 0.492188, 0.458984, 0.441406, 0.453125, 0.388672, 0.445312, 0.445312, 0.490234, 0.419922, 0.416016, 0.414062, 0.416016, 0.427734, 0.417969, 0.435547, 0.449219, 0.679688, 0.398438, 0.378906, 0.460938, 0.435547, 0.449219, 0.490234, 0.447266, 0.429688, 0.683594, 0.466797, 0.353516, 0.443359, 0.466797, 0.425781, 0.404297, 0.455078, 0.371094, 0.384766, 0.421875, 0.423828, 0.423828, 0.416016, 0.455078, 0.462891, 0.404297, 0.486328, 0.416016, 0.433594, 0.404297, 0.441406, 0.443359, 0.458984, 0.445312, 0.455078, 0.408203, 0.410156, 0.435547, 0.462891, 0.443359, 0.445312, 0.435547, 0.392578, 0.455078, 0.457031, 0.667969, 0.439453, 0.427734, 0.396484, 0.404297, 0.439453, 0.445312, 0.460938, 0.458984, 0.423828, 0.455078, 0.464844, 0.404297, 0.445312, 0.441406, 0.4375, 0.445312, 0.330078, 0.4375, 0.417969, 0.433594, 0.404297, 0.435547, 0.464844, 0.443359, 0.423828, 0.431641, 0.427734, 0.439453, 0.382812, 0.427734, 0.435547, 0.423828, 0.458984, 0.460938, 0.408203, 0.400391, 0.460938, 0.40625, 0.464844, 0.4375, 0.439453, 0.414062, 0.451172, 0.433594, 0.443359, 0.435547, 0.472656, 0.443359, 0.480469, 0.347656, 0.427734, 0.386719, 0.478516, 0.457031, 0.421875, 0.484375, 0.416016, 0.451172, 0.416016, 0.369141, 0.421875, 0.4375, 0.421875, 0.416016, 0.382812, 0.427734, 0.398438, 0.414062, 0.425781, 0.439453, 0.4375, 0.390625, 0.449219, 0.402344, 0.462891, 0.476562, 0.447266, 0.457031, 0.396484, 0.433594, 0.421875, 0.384766, 0.408203, 0.457031, 0.433594, 0.462891, 0.4375, 0.431641, 0.451172, 0.375, 0.367188, 0.388672, 0.476562, 0.441406, 0.460938, 0.351562, 0.439453, 0.435547, 0.451172, 0.421875, 0.472656, 0.416016, 0.431641, 0.400391, 0.445312, 0.382812, 0.416016, 0.363281, 0.445312, 0.443359, 0.4375, 0.421875, 0.474609, 0.474609, 0.439453, 0.404297, 0.398438, 0.427734, 0.439453, 0.392578, 0.404297, 0.400391, 0.414062, 0.423828, 0.433594, 0.828125, 0.384766, 0.474609, 0.40625 ] }, "name": "model.model.layers.38.input_layernorm.weight", "outputIndexes": [ 3086 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3085 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_38/Mul_output_0", "outputIndexes": [ 3087 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3086, 3087 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_38/Mul_1_output_0", "outputIndexes": [ 3088 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3088 ], "outputIndexes": [ 5452 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5452 ], "outputIndexes": [ 5453 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/q_proj/Linear", "inputIndexes": [ 5453 ], "outputIndexes": [ 5454 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 381732572, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5454 ], "outputIndexes": [ 5455 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5455 ], "outputIndexes": [ 3089 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3088 ], "main_type": "NONE", "name": "/Shape_533_output_0", "outputIndexes": [ 3090 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3090 ], "main_type": "NONE", "name": "Shape8287", "outputIndexes": [ 3091 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3090 ], "main_type": "NONE", "name": "Rank8289", "outputIndexes": [ 3092 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3092, 3092 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8291", "outputIndexes": [ 3093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3093 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8292", "outputIndexes": [ 3094 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3093, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8294", "outputIndexes": [ 3095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8295", "outputIndexes": [ 3096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3091, 3094, 3096, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8298", "outputIndexes": [ 3097 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3097 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8299", "outputIndexes": [ 3098 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3098 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8300", "outputIndexes": [ 3099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3099, 3098 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8301", "outputIndexes": [ 3100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3090, 3100, 3093 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_574_output_0", "outputIndexes": [ 3101 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3101, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1217_output_0", "outputIndexes": [ 3102 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3102, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_494_output_0", "outputIndexes": [ 3103 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3089, 3103 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_343_output_0", "outputIndexes": [ 3104 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3104, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_304_output_0", "outputIndexes": [ 3105 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3104 ], "main_type": "NONE", "name": "/Shape_534_output_0", "outputIndexes": [ 3106 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3106 ], "main_type": "NONE", "name": "Shape8308", "outputIndexes": [ 3107 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3106 ], "main_type": "NONE", "name": "Rank8310", "outputIndexes": [ 3108 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3108, 3108 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8312", "outputIndexes": [ 3109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3109 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8313", "outputIndexes": [ 3110 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3109, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8315", "outputIndexes": [ 3111 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3111 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8316", "outputIndexes": [ 3112 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3107, 3110, 3112, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8319", "outputIndexes": [ 3113 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3113 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8320", "outputIndexes": [ 3114 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3114 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8321", "outputIndexes": [ 3115 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3115, 3114 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8322", "outputIndexes": [ 3116 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3106, 3116, 3109 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_575_output_0", "outputIndexes": [ 3117 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3117, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_114_output_0", "outputIndexes": [ 3118 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3118, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1222_output_0", "outputIndexes": [ 3119 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3104, 3119, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_153_output_0", "outputIndexes": [ 3120 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3120 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_76_output_0", "outputIndexes": [ 3121 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3104, 22, 3119, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_152_output_0", "outputIndexes": [ 3122 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3121, 3122 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_497_output_0", "outputIndexes": [ 3123 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3123, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_305_output_0", "outputIndexes": [ 3124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3105, 3124 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_190_output_0", "outputIndexes": [ 3125 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3088 ], "outputIndexes": [ 5456 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5456 ], "outputIndexes": [ 5457 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/k_proj/Linear", "inputIndexes": [ 5457 ], "outputIndexes": [ 5458 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 382654194, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5458 ], "outputIndexes": [ 5459 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5459 ], "outputIndexes": [ 3126 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3102, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_495_output_0", "outputIndexes": [ 3127 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3126, 3127 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_344_output_0", "outputIndexes": [ 3128 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3128, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_306_output_0", "outputIndexes": [ 3129 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3128 ], "main_type": "NONE", "name": "/Shape_535_output_0", "outputIndexes": [ 3130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3130 ], "main_type": "NONE", "name": "Shape8371", "outputIndexes": [ 3131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3130 ], "main_type": "NONE", "name": "Rank8373", "outputIndexes": [ 3132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3132, 3132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8375", "outputIndexes": [ 3133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8376", "outputIndexes": [ 3134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8378", "outputIndexes": [ 3135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8379", "outputIndexes": [ 3136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3131, 3134, 3136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8382", "outputIndexes": [ 3137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8383", "outputIndexes": [ 3138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8384", "outputIndexes": [ 3139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3139, 3138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8385", "outputIndexes": [ 3140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3130, 3140, 3133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_576_output_0", "outputIndexes": [ 3141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3141, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_115_output_0", "outputIndexes": [ 3142 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3142, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1224_output_0", "outputIndexes": [ 3143 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3128, 3143, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_155_output_0", "outputIndexes": [ 3144 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3144 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_77_output_0", "outputIndexes": [ 3145 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3128, 22, 3143, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_154_output_0", "outputIndexes": [ 3146 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3145, 3146 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_498_output_0", "outputIndexes": [ 3147 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3147, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_307_output_0", "outputIndexes": [ 3148 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3129, 3148 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_191_output_0", "outputIndexes": [ 3149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3088 ], "outputIndexes": [ 5460 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5460 ], "outputIndexes": [ 5461 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/v_proj/Linear", "inputIndexes": [ 5461 ], "outputIndexes": [ 5462 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 382884616, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5462 ], "outputIndexes": [ 5463 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5463 ], "outputIndexes": [ 3150 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3150, 3127 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_345_output_0", "outputIndexes": [ 3151 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3125, 3149, 3151, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_350_output_0", "outputIndexes": [ 3152 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3152 ], "outputIndexes": [ 5464 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5464 ], "outputIndexes": [ 5465 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/o_proj/Linear", "inputIndexes": [ 5465 ], "outputIndexes": [ 5466 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 383115038, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5466 ], "outputIndexes": [ 5467 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5467 ], "outputIndexes": [ 3153 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3085, 3153 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_193_output_0", "outputIndexes": [ 3154 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.408203, 0.486328, 0.490234, 0.496094, 0.5, 0.472656, 0.162109, 0.498047, 0.447266, 0.400391, 0.365234, 0.472656, 0.400391, 0.464844, 0.46875, 0.474609, 0.230469, 0.474609, 0.476562, 0.384766, 0.482422, 0.490234, 0.445312, 0.453125, 0.458984, 0.498047, 0.427734, 0.478516, 0.472656, 0.474609, 0.421875, 0.201172, 0.488281, 0.482422, 0.488281, 0.453125, 0.412109, 0.470703, 0.339844, 0.515625, 0.482422, 0.474609, 0.458984, 0.4375, 0.408203, 0.447266, 0.515625, 0.421875, 0.498047, 0.345703, 0.5, 0.353516, 0.457031, 0.480469, 0.408203, 0.478516, 0.511719, 0.445312, 0.466797, 0.486328, 0.494141, 0.478516, 0.439453, 0.5, 0.410156, 0.404297, 0.287109, 0.357422, 0.503906, 0.318359, 0.492188, 0.367188, 0.458984, 0.433594, 0.482422, 0.451172, 0.46875, 0.494141, 0.361328, 0.466797, 0.460938, 0.511719, 0.447266, 0.464844, 0.490234, 0.429688, 0.511719, 0.416016, 0.550781, 0.400391, 0.460938, 0.478516, 0.408203, 0.484375, 0.365234, 0.398438, 0.652344, 0.482422, 0.486328, 0.453125, 0.480469, 0.439453, 0.484375, 0.478516, 0.443359, 0.390625, 0.482422, 0.462891, 0.464844, 0.478516, 0.462891, 0.515625, 0.451172, 0.5, 0.507812, 0.449219, 0.476562, 0.478516, 0.5, 0.482422, 0.474609, 0.425781, 0.507812, 0.425781, 0.511719, 0.466797, 0.214844, 0.490234, 0.478516, 0.464844, 0.492188, 0.488281, 0.486328, 0.457031, 0.488281, 0.480469, 0.492188, 0.449219, 0.398438, 0.457031, 0.507812, 0.427734, 0.476562, 0.507812, 0.488281, 0.5, 0.474609, 0.425781, 0.470703, 0.482422, 0.496094, 0.476562, 0.466797, 0.511719, 0.490234, 0.441406, 0.492188, 0.449219, 0.386719, 0.53125, 0.384766, 0.476562, 0.398438, 0.486328, 0.453125, 0.5, 0.355469, 0.498047, 0.472656, 0.386719, 0.435547, 0.496094, 0.490234, 0.451172, 0.347656, 0.478516, 0.458984, 0.480469, 0.511719, 0.5, 0.453125, 0.451172, 0.46875, 0.458984, 0.486328, 0.492188, 0.472656, 0.482422, 0.494141, 0.5, 0.486328, 0.447266, 0.376953, 0.466797, 0.494141, 0.460938, 0.472656, 0.451172, 0.121582, 0.498047, 0.460938, 0.455078, 0.455078, 0.466797, 0.470703, 0.478516, 0.507812, 0.455078, 0.447266, 0.484375, 0.472656, 0.486328, 0.484375, 0.398438, 0.488281, 0.472656, 0.484375, 0.458984, 0.482422, 0.462891, 0.46875, 0.470703, 0.421875, 0.453125, 0.503906, 0.462891, 0.507812, 0.402344, 0.585938, 0.460938, 0.451172, 0.373047, 0.474609, 0.462891, 0.484375, 0.419922, 0.482422, 0.433594, 0.457031, 0.478516, 0.480469, 0.460938, 0.478516, 0.482422, 0.486328, 0.472656, 0.427734, 0.486328, 0.498047, 0.482422, 0.472656, 0.439453, 0.371094, 0.478516, 0.453125, 0.484375, 0.449219, 0.453125, 0.433594, 0.5, 0.507812, 0.470703, 0.490234, 0.423828, 0.488281, 0.494141, 0.458984, 0.486328, 0.425781, 0.486328, 0.271484, 0.445312, 0.458984, 0.225586, 0.423828, 0.486328, 0.480469, 0.414062, 0.398438, 0.492188, 0.429688, 0.486328, 0.474609, 0.511719, 0.478516, 0.46875, 0.496094, 0.503906, 0.482422, 0.488281, 0.494141, 0.480469, 0.492188, 0.46875, 0.482422, 0.470703, 0.427734, 0.490234, 0.482422, 0.476562, 0.466797, 0.484375, 0.460938, 0.40625, 0.486328, 0.482422, 0.429688, 0.480469, 0.458984, 0.488281, 0.410156, 0.490234, 0.4375, 0.427734, 0.494141, 0.445312, 0.482422, 0.419922, 0.378906, 0.462891, 0.496094, 0.494141, 0.503906, 0.484375, 0.472656, 0.435547, 0.492188, 0.527344, 0.480469, 0.429688, 0.373047, 0.439453, 0.351562, 0.474609, 0.4375, 0.458984, 0.5, 0.416016, 0.376953, 0.400391, 0.449219, 0.470703, 0.464844, 0.400391, 0.507812, 0.503906, 0.445312, 0.474609, 0.431641, 0.482422, 0.488281, 0.488281, 0.433594, 0.460938, 0.457031, 0.507812, 0.482422, 0.503906, 0.445312, 0.519531, 0.453125, 0.462891, 0.478516, 0.464844, 0.482422, 0.462891, 0.476562, 0.480469, 0.447266, 0.427734, 0.480469, 0.464844, 0.488281, 0.386719, 0.464844, 0.478516, 0.455078, 0.484375, 0.492188, 0.378906, 0.160156, 0.451172, 0.570312, 0.472656, 0.5, 0.472656, 0.443359, 0.486328, 0.4375, 0.478516, 0.482422, 0.363281, 0.511719, 0.386719, 0.488281, 0.480469, 0.476562, 0.507812, 0.5, 0.488281, 0.447266, 0.492188, 0.40625, 0.478516, 0.5, 0.439453, 0.5, 0.484375, 0.486328, 0.472656, 0.458984, 0.523438, 0.458984, 0.46875, 0.507812, 0.5, 0.472656, 0.476562, 0.474609, 0.464844, 0.484375, 0.460938, 0.267578, 0.494141, 0.480469, 0.398438, 0.490234, 0.472656, 0.296875, 0.474609, 0.359375, 0.425781, 0.488281, 0.486328, 0.458984, 0.496094, 0.498047, 0.482422, 0.474609, 0.470703, 0.53125, 0.421875, 0.425781, 0.585938, 0.445312, 0.435547, 0.433594, 0.503906, 0.414062, 0.494141, 0.462891, 0.388672, 0.476562, 0.494141, 0.480469, 0.523438, 0.490234, 0.472656, 0.470703, 0.427734, 0.46875, 0.445312, 0.484375, 0.484375, 0.367188, 0.482422, 0.451172, 0.507812, 0.492188, 0.423828, 0.474609, 0.484375, 0.480469, 0.480469, 0.460938, 0.464844, 0.449219, 0.490234, 0.458984, 0.455078, 0.486328, 0.494141, 0.492188, 0.458984, 0.488281, 0.441406, 0.492188, 0.431641, 0.474609, 0.451172, 0.496094, 0.515625, 0.482422, 0.476562, 0.480469, 0.417969, 0.46875, 0.474609, 0.380859, 0.453125, 0.138672, 0.4375, 0.494141, 0.488281, 0.351562, 0.507812, 0.46875, 0.462891, 0.503906, 0.46875, 0.470703, 0.484375, 0.195312, 0.457031, 0.447266, 0.558594, 0.5, 0.441406, 0.458984, 0.449219, 0.482422, 0.490234, 0.386719, 0.494141, 0.5, 0.449219, 0.480469, 0.5, 0.484375, 0.445312, 0.365234, 0.46875, 0.417969, 0.378906, 0.474609, 0.453125, 0.464844, 0.470703, 0.460938, 0.482422, 0.486328, 0.398438, 0.453125, 0.478516, 0.46875, 0.447266, 0.464844, 0.367188, 0.441406, 0.435547, 0.431641, 0.46875, 0.494141, 0.490234, 0.503906, 0.486328, 0.453125, 0.217773, 0.486328, 0.398438, 0.332031, 0.4375, 0.507812, 0.472656, 0.427734, 0.412109, 0.482422, 0.494141, 0.46875, 0.460938, 0.511719, 0.480469, 0.412109, 0.484375, 0.453125, 0.492188, 0.462891, 0.486328, 0.449219, 0.378906, 0.523438, 0.476562, 0.457031, 0.445312, 0.494141, 0.488281, 0.449219, 0.480469, 0.503906, 0.451172, 0.449219, 0.423828, 0.507812, 0.490234, 0.5, 0.412109, 0.492188, 0.357422, 0.373047, 0.503906, 0.476562, 0.443359, 0.470703, 0.423828, 0.380859, 0.419922, 0.480469, 0.458984, 0.464844, 0.478516, 0.431641, 0.503906, 0.46875, 0.427734, 0.472656, 0.46875, 0.294922, 0.478516, 0.466797, 0.492188, 0.376953, 0.470703, 0.451172, 0.482422, 0.460938, 0.402344, 0.511719, 0.273438, 0.46875, 0.384766, 0.121582, 0.445312, 0.470703, 0.470703, 0.435547, 0.482422, 0.451172, 0.470703, 0.494141, 0.472656, 0.417969, 0.474609, 0.46875, 0.443359, 0.394531, 0.447266, 0.458984, 0.380859, 0.435547, 0.376953, 0.5, 0.503906, 0.455078, 0.394531, 0.460938, 0.466797, 0.384766, 0.492188, 0.412109, 0.396484, 0.460938, 0.486328, 0.455078, 0.451172, 0.466797, 0.478516, 0.464844, 0.484375, 0.462891, 0.503906, 0.490234, 0.478516, 0.410156, 0.292969, 0.410156, 0.386719, 0.453125, 0.496094, 0.486328, 0.498047, 0.480469, 0.488281, 0.151367, 0.435547, 0.480469, 0.503906, 0.419922, 0.498047, 0.486328, 0.460938, 0.490234, 0.464844, 0.472656, 0.472656, 0.439453, 0.478516, 0.482422, 0.462891, 0.476562, 0.476562, 0.455078, 0.488281, 0.421875, 0.464844, 0.28125, 0.398438, 0.488281, 0.453125, 0.429688, 0.472656, 0.351562, 0.511719, 0.490234, 0.5, 0.503906, 0.457031, 0.472656, 0.419922, 0.394531, 0.484375, 0.384766, 0.453125, 0.423828, 0.478516, 0.488281, 0.466797, 0.269531, 0.458984, 0.462891, 0.458984, 0.480469, 0.310547, 0.472656, 0.466797, 0.414062, 0.503906, 0.425781, 0.466797, 0.484375, 0.458984, 0.451172, 0.472656, 0.488281, 0.443359, 0.492188, 0.492188, 0.150391, 0.466797, 0.490234, 0.328125, 0.429688, 0.369141, 0.496094, 0.470703, 0.494141, 0.482422, 0.46875, 0.425781, 0.441406, 0.458984, 0.476562, 0.53125, 0.478516, 0.361328, 0.447266, 0.470703, 0.455078, 0.486328, 0.464844, 0.330078, 0.449219, 0.427734, 0.445312, 0.451172, 0.330078, 0.498047, 0.46875, 0.486328, 0.470703, 0.482422, 0.429688, 0.515625, 0.361328, 0.488281, 0.482422, 0.472656, 0.376953, 0.511719, 0.462891, 0.478516, 0.480469, 0.447266, 0.478516, 0.417969, 0.458984, 0.480469, 0.277344, 0.46875, 0.453125, 0.474609, 0.476562, 0.486328, 0.470703, 0.449219, 0.462891, 0.535156, 0.498047, 0.417969, 0.476562, 0.46875, 0.498047, 0.486328, 0.472656, 0.488281, 0.443359, 0.431641, 0.476562, 0.492188, 0.478516, 0.5, 0.472656, 0.478516, 0.470703, 0.462891, 0.439453, 0.490234, 0.457031, 0.384766, 0.490234, 0.490234, 0.5, 0.460938, 0.503906, 0.376953, 0.486328, 0.482422, 0.492188, 0.470703, 0.455078, 0.486328, 0.488281, 0.46875, 0.482422, 0.478516, 0.488281, 0.425781, 0.431641, 0.503906, 0.5, 0.462891, 0.443359, 0.492188, 0.291016, 0.443359, 0.46875, 0.478516, 0.423828, 0.490234, 0.396484, 0.476562, 0.429688, 0.449219, 0.498047, 0.394531, 0.482422, 0.335938, 0.4375, 0.443359, 0.476562, 0.443359, 0.466797, 0.464844, 0.490234, 0.480469, 0.449219, 0.484375, 0.373047, 0.386719, 0.470703, 0.332031, 0.486328, 0.494141, 0.472656, 0.462891, 0.511719, 0.46875, 0.46875, 0.435547, 0.476562, 0.474609, 0.494141, 0.470703, 0.335938, 0.46875, 0.492188, 0.498047, 0.402344, 0.484375, 0.466797, 0.488281, 0.402344, 0.498047, 0.417969, 0.445312, 0.492188, 0.466797, 0.482422, 0.5, 0.435547, 0.457031, 0.410156, 0.554688, 0.478516, 0.472656, 0.515625, 0.464844, 0.46875, 0.455078, 0.492188, 0.476562, 0.394531, 0.464844, 0.503906, 0.449219, 0.503906, 0.371094, 0.462891, 0.412109, 0.470703, 0.470703, 0.478516, 0.435547, 0.462891, 0.519531, 0.464844, 0.490234, 0.46875, 0.371094, 0.363281, 0.476562, 0.488281, 0.480469, 0.431641, 0.484375, 0.488281, 0.466797, 0.453125, 0.478516, 0.488281, 0.449219, 0.472656, 0.34375, 0.458984, 0.480469, 0.458984, 0.476562, 0.470703, 0.484375, 0.46875, 0.124512, 0.511719, 0.464844, 0.490234, 0.482422, 0.433594, 0.496094, 0.371094, 0.478516, 0.474609, 0.453125, 0.476562, 0.486328, 0.5, 0.425781, 0.490234, 0.445312, 0.478516, 0.476562, 0.3125, 0.5, 0.353516, 0.455078, 0.480469, 0.478516, 0.455078, 0.492188, 0.474609, 0.412109, 0.324219, 0.466797, 0.455078, 0.494141, 0.380859, 0.494141, 0.46875, 0.490234, 0.478516, 0.478516, 0.494141, 0.480469, 0.470703, 0.416016, 0.5, 0.480469, 0.492188, 0.486328, 0.523438, 0.466797, 0.455078, 0.4375, 0.431641, 0.486328, 0.419922, 0.490234, 0.490234, 0.486328, 0.480469, 0.480469, 0.447266, 0.496094, 0.46875, 0.472656, 0.523438, 0.5, 0.496094, 0.455078, 0.470703, 0.484375, 0.259766, 0.464844, 0.476562, 0.457031, 0.402344, 0.460938, 0.449219, 0.460938, 0.466797, 0.457031, 0.404297, 0.480469, 0.498047, 0.494141, 0.396484, 0.466797, 0.480469, 0.289062, 0.482422, 0.40625, 0.453125, 0.445312, 0.496094, 0.458984, 0.476562, 0.482422, 0.482422, 0.492188, 0.361328, 0.466797, 0.490234, 0.472656, 0.496094, 0.466797, 0.496094, 0.400391, 0.152344, 0.361328, 0.478516, 0.478516, 0.429688, 0.498047, 0.460938, 0.378906, 0.40625, 0.490234, 0.478516, 0.451172, 0.490234, 0.453125, 0.490234, 0.494141, 0.439453, 0.421875, 0.476562, 0.488281, 0.439453, 0.476562, 0.488281, 0.447266, 0.361328, 0.490234, 0.490234, 0.494141, 0.472656, 0.451172, 0.451172, 0.470703, 0.496094, 0.496094, 0.476562, 0.388672, 0.453125, 0.431641, 0.476562, 0.488281, 0.498047, 0.235352, 0.474609, 0.445312, 0.492188, 0.474609, 0.507812, 0.503906, 0.478516, 0.480469, 0.267578, 0.503906, 0.5, 0.472656, 0.5, 0.425781, 0.46875, 0.482422, 0.361328, 0.396484, 0.451172, 0.457031, 0.462891, 0.474609, 0.503906, 0.5, 0.429688, 0.464844, 0.357422, 0.482422, 0.433594, 0.476562, 0.480469, 0.496094, 0.482422, 0.484375, 0.453125, 0.464844, 0.457031, 0.511719, 0.492188, 0.443359, 0.492188, 0.458984, 0.443359, 0.507812, 0.3125, 0.480469, 0.457031, 0.419922, 0.457031, 0.507812, 0.503906, 0.470703, 0.5, 0.480469, 0.482422, 0.5, 0.4375, 0.482422, 0.476562, 0.470703, 0.486328, 0.382812, 0.417969, 0.472656, 0.494141, 0.478516, 0.474609, 0.490234, 0.498047, 0.464844, 0.451172, 0.476562, 0.474609, 0.421875, 0.482422, 0.488281, 0.478516, 0.496094, 0.511719, 0.466797, 0.484375, 0.507812, 0.447266, 0.519531, 0.503906, 0.455078, 0.482422, 0.480469, 0.474609, 0.484375, 0.427734, 0.488281, 0.482422, 0.507812, 0.431641, 0.388672, 0.390625, 0.519531, 0.476562, 0.486328, 0.613281, 0.466797, 0.5, 0.470703, 0.382812, 0.478516, 0.466797, 0.460938, 0.470703, 0.458984, 0.453125, 0.419922, 0.435547, 0.470703, 0.476562, 0.494141, 0.390625, 0.484375, 0.484375, 0.46875, 0.494141, 0.511719, 0.511719, 0.480469, 0.486328, 0.447266, 0.375, 0.457031, 0.490234, 0.472656, 0.470703, 0.507812, 0.449219, 0.478516, 0.378906, 0.378906, 0.460938, 0.488281, 0.458984, 0.503906, 0.511719, 0.46875, 0.476562, 0.492188, 0.488281, 0.490234, 0.441406, 0.492188, 0.462891, 0.488281, 0.380859, 0.431641, 0.380859, 0.457031, 0.480469, 0.400391, 0.482422, 0.554688, 0.449219, 0.474609, 0.558594, 0.376953, 0.427734, 0.453125, 0.402344, 0.443359, 0.449219, 0.453125, 0.4375, 0.503906, 0.149414, 0.380859, 0.511719, 0.480469 ] }, "name": "model.model.layers.38.post_attention_layernorm.weight", "outputIndexes": [ 3155 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3154 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_38/Mul_output_0", "outputIndexes": [ 3156 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3155, 3156 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_38/Mul_1_output_0", "outputIndexes": [ 3157 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3157 ], "outputIndexes": [ 5468 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5468 ], "outputIndexes": [ 5469 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/gate_proj/Linear", "inputIndexes": [ 5469 ], "outputIndexes": [ 5470 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 384036660, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5470 ], "outputIndexes": [ 5471 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5471 ], "outputIndexes": [ 3158 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3158 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_38/Sigmoid_output_0", "outputIndexes": [ 3159 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3158, 3159 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_38/Mul_output_0", "outputIndexes": [ 3160 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3157 ], "outputIndexes": [ 5472 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5472 ], "outputIndexes": [ 5473 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/up_proj/Linear", "inputIndexes": [ 5473 ], "outputIndexes": [ 5474 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 386617162, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5474 ], "outputIndexes": [ 5475 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5475 ], "outputIndexes": [ 3161 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3160, 3161 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_38/Mul_output_0", "outputIndexes": [ 3162 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3162 ], "outputIndexes": [ 5476 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5476 ], "outputIndexes": [ 5477 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/down_proj/Linear", "inputIndexes": [ 5477 ], "outputIndexes": [ 5478 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 389197664, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5478 ], "outputIndexes": [ 5479 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.38/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5479 ], "outputIndexes": [ 3163 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3154, 3163 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_194_output_0", "outputIndexes": [ 3164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3164, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_351_output_0", "outputIndexes": [ 3165 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.470703, 0.441406, 0.416016, 0.457031, 0.439453, 0.449219, 0.921875, 0.435547, 0.429688, 0.486328, 0.609375, 0.455078, 0.402344, 0.414062, 0.410156, 0.435547, 0.703125, 0.439453, 0.462891, 0.472656, 0.457031, 0.443359, 0.490234, 0.474609, 0.439453, 0.462891, 0.453125, 0.421875, 0.46875, 0.427734, 0.554688, 0.259766, 0.445312, 0.447266, 0.449219, 0.443359, 0.511719, 0.416016, 0.539062, 0.507812, 0.441406, 0.462891, 0.464844, 0.470703, 0.494141, 0.447266, 0.447266, 0.478516, 0.447266, 0.570312, 0.431641, 0.59375, 0.417969, 0.507812, 0.523438, 0.460938, 0.464844, 0.421875, 0.470703, 0.476562, 0.466797, 0.462891, 0.449219, 0.458984, 0.482422, 0.570312, 0.683594, 0.574219, 0.414062, 0.625, 0.439453, 0.447266, 0.451172, 0.464844, 0.435547, 0.441406, 0.503906, 0.414062, 0.558594, 0.455078, 0.464844, 0.449219, 0.421875, 0.443359, 0.476562, 0.480469, 0.470703, 0.496094, 0.486328, 0.503906, 0.457031, 0.433594, 0.498047, 0.472656, 0.582031, 0.5, 0.589844, 0.474609, 0.427734, 0.439453, 0.476562, 0.460938, 0.416016, 0.4375, 0.480469, 0.554688, 0.464844, 0.470703, 0.400391, 0.390625, 0.425781, 0.466797, 0.408203, 0.5, 0.464844, 0.601562, 0.478516, 0.451172, 0.451172, 0.466797, 0.46875, 0.449219, 0.423828, 0.515625, 0.455078, 0.449219, 0.871094, 0.427734, 0.408203, 0.410156, 0.443359, 0.376953, 0.476562, 0.482422, 0.451172, 0.470703, 0.460938, 0.451172, 0.71875, 0.476562, 0.46875, 0.419922, 0.464844, 0.449219, 0.384766, 0.46875, 0.439453, 0.410156, 0.394531, 0.429688, 0.447266, 0.449219, 0.412109, 0.449219, 0.433594, 0.429688, 0.4375, 0.4375, 0.570312, 0.480469, 0.570312, 0.447266, 0.482422, 0.429688, 0.417969, 0.441406, 0.558594, 0.474609, 0.421875, 0.515625, 0.433594, 0.4375, 0.441406, 0.441406, 0.578125, 0.400391, 0.472656, 0.451172, 0.439453, 0.472656, 0.408203, 0.447266, 0.429688, 0.443359, 0.414062, 0.519531, 0.443359, 0.443359, 0.476562, 0.46875, 0.435547, 0.476562, 0.5625, 0.419922, 0.482422, 0.447266, 0.466797, 0.503906, 0.147461, 0.46875, 0.4375, 0.414062, 0.445312, 0.439453, 0.466797, 0.431641, 0.457031, 0.441406, 0.490234, 0.4375, 0.449219, 0.439453, 0.474609, 0.535156, 0.447266, 0.484375, 0.433594, 0.458984, 0.457031, 0.427734, 0.447266, 0.472656, 0.439453, 0.435547, 0.449219, 0.476562, 0.478516, 0.535156, 0.503906, 0.457031, 0.451172, 0.632812, 0.453125, 0.476562, 0.460938, 0.484375, 0.488281, 0.492188, 0.40625, 0.425781, 0.445312, 0.460938, 0.435547, 0.482422, 0.445312, 0.464844, 0.416016, 0.431641, 0.441406, 0.498047, 0.447266, 0.451172, 0.482422, 0.474609, 0.503906, 0.466797, 0.464844, 0.408203, 0.470703, 0.429688, 0.472656, 0.476562, 0.455078, 0.462891, 0.443359, 0.474609, 0.404297, 0.449219, 0.478516, 0.472656, 0.714844, 0.40625, 0.453125, 0.6875, 0.496094, 0.443359, 0.429688, 0.490234, 0.494141, 0.429688, 0.449219, 0.464844, 0.435547, 0.503906, 0.457031, 0.453125, 0.429688, 0.431641, 0.414062, 0.460938, 0.449219, 0.484375, 0.443359, 0.507812, 0.449219, 0.417969, 0.306641, 0.4375, 0.417969, 0.466797, 0.414062, 0.464844, 0.423828, 0.484375, 0.458984, 0.429688, 0.470703, 0.455078, 0.423828, 0.472656, 0.503906, 0.474609, 0.412109, 0.511719, 0.474609, 0.402344, 0.392578, 0.4375, 0.554688, 0.482422, 0.455078, 0.457031, 0.492188, 0.417969, 0.498047, 0.488281, 0.4375, 0.462891, 0.443359, 0.419922, 0.632812, 0.478516, 0.460938, 0.453125, 0.527344, 0.443359, 0.457031, 0.416016, 0.550781, 0.519531, 0.429688, 0.4375, 0.472656, 0.445312, 0.466797, 0.498047, 0.462891, 0.441406, 0.474609, 0.431641, 0.453125, 0.427734, 0.4375, 0.478516, 0.441406, 0.511719, 0.466797, 0.445312, 0.410156, 0.480469, 0.423828, 0.46875, 0.476562, 0.425781, 0.451172, 0.462891, 0.462891, 0.447266, 0.433594, 0.441406, 0.4375, 0.400391, 0.447266, 0.519531, 0.494141, 0.455078, 0.445312, 0.447266, 0.441406, 0.550781, 0.695312, 0.470703, 0.53125, 0.441406, 0.427734, 0.423828, 0.527344, 0.460938, 0.5, 0.453125, 0.453125, 0.601562, 0.457031, 0.453125, 0.490234, 0.470703, 0.451172, 0.464844, 0.441406, 0.423828, 0.490234, 0.486328, 0.535156, 0.417969, 0.419922, 0.462891, 0.494141, 0.472656, 0.429688, 0.433594, 0.435547, 0.476562, 0.425781, 0.478516, 0.441406, 0.439453, 0.443359, 0.462891, 0.427734, 0.5, 0.441406, 0.451172, 0.5, 0.427734, 0.449219, 0.457031, 0.435547, 0.445312, 0.617188, 0.472656, 0.578125, 0.476562, 0.453125, 0.472656, 0.425781, 0.445312, 0.460938, 0.482422, 0.427734, 0.408203, 0.480469, 0.478516, 0.503906, 0.460938, 0.439453, 0.605469, 0.373047, 0.460938, 0.515625, 0.421875, 0.511719, 0.636719, 0.455078, 0.441406, 0.433594, 0.460938, 0.472656, 0.447266, 0.46875, 0.443359, 0.458984, 0.480469, 0.464844, 0.466797, 0.546875, 0.449219, 0.455078, 0.457031, 0.458984, 0.511719, 0.492188, 0.431641, 0.455078, 0.5, 0.449219, 0.449219, 0.478516, 0.423828, 0.492188, 0.451172, 0.447266, 0.482422, 0.457031, 0.445312, 0.4375, 0.476562, 0.472656, 0.490234, 0.431641, 0.412109, 0.492188, 0.462891, 0.447266, 0.425781, 0.433594, 0.458984, 0.433594, 0.455078, 0.46875, 0.470703, 0.964844, 0.433594, 0.441406, 0.46875, 0.535156, 0.449219, 0.458984, 0.470703, 0.507812, 0.470703, 0.472656, 0.441406, 0.597656, 0.453125, 0.455078, 0.490234, 0.453125, 0.482422, 0.433594, 0.449219, 0.421875, 0.455078, 0.558594, 0.451172, 0.441406, 0.474609, 0.458984, 0.470703, 0.462891, 0.490234, 0.625, 0.472656, 0.472656, 0.546875, 0.470703, 0.457031, 0.443359, 0.441406, 0.451172, 0.453125, 0.480469, 0.480469, 0.476562, 0.40625, 0.435547, 0.472656, 0.433594, 0.597656, 0.511719, 0.492188, 0.498047, 0.402344, 0.46875, 0.429688, 0.455078, 0.433594, 0.464844, 0.064453, 0.439453, 0.523438, 0.539062, 0.46875, 0.431641, 0.486328, 0.4375, 0.515625, 0.445312, 0.451172, 0.476562, 0.460938, 0.492188, 0.457031, 0.53125, 0.435547, 0.441406, 0.445312, 0.423828, 0.4375, 0.451172, 0.527344, 0.458984, 0.449219, 0.435547, 0.474609, 0.462891, 0.464844, 0.435547, 0.458984, 0.470703, 0.410156, 0.472656, 0.486328, 0.447266, 0.445312, 0.466797, 0.490234, 0.451172, 0.566406, 0.457031, 0.472656, 0.425781, 0.462891, 0.443359, 0.378906, 0.546875, 0.486328, 0.460938, 0.451172, 0.458984, 0.416016, 0.451172, 0.455078, 0.460938, 0.482422, 0.457031, 0.417969, 0.699219, 0.443359, 0.433594, 0.425781, 0.550781, 0.369141, 0.439453, 0.480469, 0.453125, 0.554688, 0.462891, 0.726562, 0.449219, 0.535156, 0.875, 0.419922, 0.431641, 0.410156, 0.470703, 0.433594, 0.4375, 0.443359, 0.462891, 0.455078, 0.503906, 0.416016, 0.425781, 0.474609, 0.503906, 0.441406, 0.423828, 0.519531, 0.53125, 0.628906, 0.462891, 0.453125, 0.435547, 0.554688, 0.451172, 0.458984, 0.542969, 0.443359, 0.492188, 0.539062, 0.482422, 0.427734, 0.449219, 0.445312, 0.431641, 0.427734, 0.455078, 0.435547, 0.439453, 0.423828, 0.445312, 0.455078, 0.425781, 0.527344, 0.447266, 0.53125, 0.494141, 0.431641, 0.462891, 0.470703, 0.457031, 0.464844, 0.917969, 0.457031, 0.496094, 0.507812, 0.472656, 0.445312, 0.458984, 0.435547, 0.478516, 0.455078, 0.466797, 0.4375, 0.484375, 0.4375, 0.425781, 0.414062, 0.425781, 0.40625, 0.447266, 0.412109, 0.494141, 0.449219, 0.722656, 0.550781, 0.40625, 0.445312, 0.396484, 0.496094, 0.519531, 0.458984, 0.443359, 0.482422, 0.439453, 0.447266, 0.416016, 0.480469, 0.535156, 0.449219, 0.53125, 0.423828, 0.455078, 0.472656, 0.449219, 0.482422, 0.8125, 0.449219, 0.482422, 0.443359, 0.457031, 0.355469, 0.445312, 0.421875, 0.494141, 0.453125, 0.515625, 0.449219, 0.470703, 0.453125, 0.40625, 0.421875, 0.431641, 0.5, 0.476562, 0.417969, 0.828125, 0.412109, 0.421875, 0.546875, 0.464844, 0.566406, 0.404297, 0.474609, 0.421875, 0.410156, 0.417969, 0.451172, 0.503906, 0.449219, 0.425781, 0.550781, 0.458984, 0.554688, 0.462891, 0.472656, 0.484375, 0.386719, 0.441406, 0.59375, 0.484375, 0.449219, 0.466797, 0.439453, 0.550781, 0.439453, 0.455078, 0.449219, 0.421875, 0.431641, 0.494141, 0.447266, 0.519531, 0.425781, 0.458984, 0.470703, 0.5625, 0.535156, 0.443359, 0.441406, 0.494141, 0.378906, 0.417969, 0.460938, 0.445312, 0.472656, 0.664062, 0.429688, 0.439453, 0.439453, 0.4375, 0.453125, 0.443359, 0.478516, 0.433594, 0.455078, 0.4375, 0.507812, 0.496094, 0.484375, 0.466797, 0.419922, 0.478516, 0.460938, 0.464844, 0.472656, 0.396484, 0.441406, 0.462891, 0.503906, 0.462891, 0.527344, 0.427734, 0.457031, 0.460938, 0.462891, 0.460938, 0.488281, 0.484375, 0.447266, 0.458984, 0.449219, 0.462891, 0.574219, 0.421875, 0.470703, 0.439453, 0.423828, 0.472656, 0.431641, 0.458984, 0.447266, 0.431641, 0.453125, 0.435547, 0.474609, 0.53125, 0.4375, 0.423828, 0.458984, 0.462891, 0.412109, 0.722656, 0.417969, 0.462891, 0.441406, 0.470703, 0.455078, 0.380859, 0.435547, 0.486328, 0.476562, 0.476562, 0.53125, 0.498047, 0.597656, 0.453125, 0.466797, 0.439453, 0.464844, 0.4375, 0.435547, 0.447266, 0.455078, 0.460938, 0.441406, 0.597656, 0.554688, 0.425781, 0.5, 0.425781, 0.433594, 0.445312, 0.486328, 0.488281, 0.478516, 0.439453, 0.542969, 0.445312, 0.451172, 0.474609, 0.443359, 0.6875, 0.412109, 0.429688, 0.431641, 0.511719, 0.435547, 0.4375, 0.462891, 0.527344, 0.478516, 0.458984, 0.449219, 0.488281, 0.40625, 0.4375, 0.449219, 0.466797, 0.46875, 0.527344, 0.462891, 0.447266, 0.414062, 0.490234, 0.417969, 0.431641, 0.429688, 0.484375, 0.417969, 0.458984, 0.472656, 0.482422, 0.441406, 0.435547, 0.539062, 0.460938, 0.503906, 0.421875, 0.470703, 0.460938, 0.496094, 0.410156, 0.453125, 0.429688, 0.435547, 0.445312, 0.542969, 0.550781, 0.425781, 0.445312, 0.453125, 0.486328, 0.419922, 0.453125, 0.484375, 0.453125, 0.423828, 0.4375, 0.585938, 0.414062, 0.539062, 0.449219, 0.416016, 0.457031, 0.474609, 0.460938, 0.443359, 0.451172, 0.789062, 0.451172, 0.449219, 0.462891, 0.482422, 0.392578, 0.4375, 0.542969, 0.4375, 0.453125, 0.550781, 0.429688, 0.5, 0.421875, 0.460938, 0.421875, 0.457031, 0.445312, 0.466797, 0.722656, 0.433594, 0.554688, 0.457031, 0.451172, 0.515625, 0.435547, 0.490234, 0.441406, 0.488281, 0.691406, 0.476562, 0.466797, 0.464844, 0.515625, 0.447266, 0.439453, 0.443359, 0.470703, 0.412109, 0.451172, 0.435547, 0.464844, 0.490234, 0.445312, 0.5, 0.480469, 0.515625, 0.470703, 0.458984, 0.445312, 0.4375, 0.464844, 0.417969, 0.447266, 0.507812, 0.390625, 0.455078, 0.464844, 0.476562, 0.455078, 0.443359, 0.392578, 0.447266, 0.443359, 0.435547, 0.455078, 0.421875, 0.460938, 0.464844, 0.546875, 0.376953, 0.447266, 0.439453, 0.539062, 0.445312, 0.378906, 0.443359, 0.458984, 0.5, 0.472656, 0.474609, 0.447266, 0.455078, 0.5625, 0.466797, 0.451172, 0.636719, 0.449219, 0.46875, 0.435547, 0.427734, 0.453125, 0.457031, 0.458984, 0.443359, 0.445312, 0.429688, 0.550781, 0.447266, 0.453125, 0.445312, 0.439453, 0.447266, 0.457031, 0.527344, 0.929688, 0.636719, 0.447266, 0.431641, 0.478516, 0.427734, 0.466797, 0.679688, 0.408203, 0.447266, 0.445312, 0.5, 0.482422, 0.478516, 0.466797, 0.462891, 0.455078, 0.498047, 0.484375, 0.429688, 0.462891, 0.458984, 0.410156, 0.498047, 0.558594, 0.478516, 0.464844, 0.431641, 0.474609, 0.408203, 0.470703, 0.455078, 0.507812, 0.443359, 0.439453, 0.546875, 0.470703, 0.5, 0.431641, 0.453125, 0.451172, 0.699219, 0.392578, 0.419922, 0.466797, 0.416016, 0.476562, 0.488281, 0.480469, 0.435547, 0.832031, 0.457031, 0.378906, 0.433594, 0.480469, 0.445312, 0.443359, 0.474609, 0.605469, 0.554688, 0.429688, 0.429688, 0.433594, 0.423828, 0.470703, 0.494141, 0.466797, 0.523438, 0.601562, 0.427734, 0.462891, 0.4375, 0.451172, 0.455078, 0.458984, 0.480469, 0.429688, 0.429688, 0.466797, 0.503906, 0.433594, 0.507812, 0.46875, 0.410156, 0.498047, 0.464844, 0.773438, 0.455078, 0.451172, 0.455078, 0.425781, 0.4375, 0.439453, 0.466797, 0.441406, 0.466797, 0.458984, 0.470703, 0.457031, 0.435547, 0.46875, 0.4375, 0.455078, 0.523438, 0.472656, 0.449219, 0.447266, 0.425781, 0.460938, 0.457031, 0.451172, 0.449219, 0.478516, 0.410156, 0.466797, 0.492188, 0.447266, 0.412109, 0.4375, 0.474609, 0.46875, 0.433594, 0.414062, 0.486328, 0.431641, 0.462891, 0.460938, 0.496094, 0.404297, 0.482422, 0.449219, 0.455078, 0.488281, 0.5, 0.435547, 0.484375, 0.376953, 0.511719, 0.507812, 0.515625, 0.464844, 0.421875, 0.494141, 0.462891, 0.474609, 0.458984, 0.453125, 0.421875, 0.435547, 0.451172, 0.416016, 0.4375, 0.458984, 0.507812, 0.445312, 0.439453, 0.449219, 0.447266, 0.550781, 0.447266, 0.412109, 0.482422, 0.490234, 0.449219, 0.492188, 0.388672, 0.427734, 0.478516, 0.441406, 0.435547, 0.5, 0.451172, 0.457031, 0.443359, 0.457031, 0.455078, 0.507812, 0.441406, 0.423828, 0.488281, 0.451172, 0.474609, 0.380859, 0.435547, 0.447266, 0.457031, 0.435547, 0.484375, 0.464844, 0.460938, 0.447266, 0.453125, 0.550781, 0.445312, 0.527344, 0.462891, 0.449219, 0.511719, 0.435547, 0.523438, 0.507812, 0.449219, 0.431641, 0.494141, 0.515625, 0.453125, 0.507812, 0.441406, 0.453125, 0.4375, 0.476562, 0.445312, 0.980469, 0.527344, 0.486328, 0.445312 ] }, "name": "model.model.layers.39.input_layernorm.weight", "outputIndexes": [ 3166 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3165 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_39/Mul_output_0", "outputIndexes": [ 3167 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3166, 3167 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_39/Mul_1_output_0", "outputIndexes": [ 3168 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3168 ], "outputIndexes": [ 5480 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5480 ], "outputIndexes": [ 5481 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/q_proj/Linear", "inputIndexes": [ 5481 ], "outputIndexes": [ 5482 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 391778166, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5482 ], "outputIndexes": [ 5483 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5483 ], "outputIndexes": [ 3169 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3168 ], "main_type": "NONE", "name": "/Shape_547_output_0", "outputIndexes": [ 3170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3170 ], "main_type": "NONE", "name": "Shape8503", "outputIndexes": [ 3171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3170 ], "main_type": "NONE", "name": "Rank8505", "outputIndexes": [ 3172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3172, 3172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8507", "outputIndexes": [ 3173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8508", "outputIndexes": [ 3174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8510", "outputIndexes": [ 3175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8511", "outputIndexes": [ 3176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3171, 3174, 3176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8514", "outputIndexes": [ 3177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8515", "outputIndexes": [ 3178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8516", "outputIndexes": [ 3179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3179, 3178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8517", "outputIndexes": [ 3180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3170, 3180, 3173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_589_output_0", "outputIndexes": [ 3181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3181, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1249_output_0", "outputIndexes": [ 3182 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3182, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_507_output_0", "outputIndexes": [ 3183 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3169, 3183 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_352_output_0", "outputIndexes": [ 3184 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3184, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_312_output_0", "outputIndexes": [ 3185 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3184 ], "main_type": "NONE", "name": "/Shape_548_output_0", "outputIndexes": [ 3186 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3186 ], "main_type": "NONE", "name": "Shape8524", "outputIndexes": [ 3187 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3186 ], "main_type": "NONE", "name": "Rank8526", "outputIndexes": [ 3188 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3188, 3188 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8528", "outputIndexes": [ 3189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3189 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8529", "outputIndexes": [ 3190 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3189, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8531", "outputIndexes": [ 3191 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3191 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8532", "outputIndexes": [ 3192 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3187, 3190, 3192, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8535", "outputIndexes": [ 3193 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3193 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8536", "outputIndexes": [ 3194 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3194 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8537", "outputIndexes": [ 3195 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3195, 3194 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8538", "outputIndexes": [ 3196 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3186, 3196, 3189 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_590_output_0", "outputIndexes": [ 3197 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3197, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_117_output_0", "outputIndexes": [ 3198 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3198, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1254_output_0", "outputIndexes": [ 3199 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3184, 3199, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_157_output_0", "outputIndexes": [ 3200 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3200 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_78_output_0", "outputIndexes": [ 3201 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3184, 22, 3199, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_156_output_0", "outputIndexes": [ 3202 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3201, 3202 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_510_output_0", "outputIndexes": [ 3203 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3203, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_313_output_0", "outputIndexes": [ 3204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3185, 3204 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_195_output_0", "outputIndexes": [ 3205 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3168 ], "outputIndexes": [ 5484 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5484 ], "outputIndexes": [ 5485 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/k_proj/Linear", "inputIndexes": [ 5485 ], "outputIndexes": [ 5486 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 392699788, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5486 ], "outputIndexes": [ 5487 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5487 ], "outputIndexes": [ 3206 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3182, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_508_output_0", "outputIndexes": [ 3207 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3206, 3207 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_353_output_0", "outputIndexes": [ 3208 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3208, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_314_output_0", "outputIndexes": [ 3209 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3208 ], "main_type": "NONE", "name": "/Shape_549_output_0", "outputIndexes": [ 3210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3210 ], "main_type": "NONE", "name": "Shape8587", "outputIndexes": [ 3211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3210 ], "main_type": "NONE", "name": "Rank8589", "outputIndexes": [ 3212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3212, 3212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8591", "outputIndexes": [ 3213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8592", "outputIndexes": [ 3214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8594", "outputIndexes": [ 3215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8595", "outputIndexes": [ 3216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3211, 3214, 3216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8598", "outputIndexes": [ 3217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8599", "outputIndexes": [ 3218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8600", "outputIndexes": [ 3219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3219, 3218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8601", "outputIndexes": [ 3220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3210, 3220, 3213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_591_output_0", "outputIndexes": [ 3221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3221, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_118_output_0", "outputIndexes": [ 3222 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3222, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1256_output_0", "outputIndexes": [ 3223 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3208, 3223, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_159_output_0", "outputIndexes": [ 3224 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3224 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_79_output_0", "outputIndexes": [ 3225 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3208, 22, 3223, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_158_output_0", "outputIndexes": [ 3226 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3225, 3226 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_511_output_0", "outputIndexes": [ 3227 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3227, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_315_output_0", "outputIndexes": [ 3228 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3209, 3228 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_196_output_0", "outputIndexes": [ 3229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3168 ], "outputIndexes": [ 5488 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5488 ], "outputIndexes": [ 5489 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/v_proj/Linear", "inputIndexes": [ 5489 ], "outputIndexes": [ 5490 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 392930210, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5490 ], "outputIndexes": [ 5491 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5491 ], "outputIndexes": [ 3230 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3230, 3207 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_354_output_0", "outputIndexes": [ 3231 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3205, 3229, 3231, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_359_output_0", "outputIndexes": [ 3232 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3232 ], "outputIndexes": [ 5492 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5492 ], "outputIndexes": [ 5493 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/o_proj/Linear", "inputIndexes": [ 5493 ], "outputIndexes": [ 5494 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 393160632, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5494 ], "outputIndexes": [ 5495 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5495 ], "outputIndexes": [ 3233 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3165, 3233 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_198_output_0", "outputIndexes": [ 3234 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.416016, 0.5, 0.498047, 0.503906, 0.498047, 0.484375, 0.176758, 0.494141, 0.449219, 0.40625, 0.384766, 0.472656, 0.410156, 0.466797, 0.482422, 0.480469, 0.238281, 0.476562, 0.478516, 0.394531, 0.490234, 0.503906, 0.449219, 0.453125, 0.466797, 0.5, 0.443359, 0.496094, 0.488281, 0.480469, 0.431641, 0.223633, 0.492188, 0.496094, 0.476562, 0.472656, 0.408203, 0.476562, 0.341797, 0.539062, 0.494141, 0.486328, 0.457031, 0.439453, 0.419922, 0.460938, 0.515625, 0.429688, 0.511719, 0.355469, 0.498047, 0.361328, 0.470703, 0.498047, 0.410156, 0.472656, 0.527344, 0.453125, 0.482422, 0.5, 0.492188, 0.5, 0.458984, 0.5, 0.429688, 0.419922, 0.300781, 0.371094, 0.515625, 0.324219, 0.492188, 0.378906, 0.46875, 0.451172, 0.486328, 0.46875, 0.482422, 0.503906, 0.367188, 0.472656, 0.460938, 0.507812, 0.455078, 0.464844, 0.498047, 0.443359, 0.515625, 0.423828, 0.554688, 0.402344, 0.464844, 0.476562, 0.417969, 0.492188, 0.369141, 0.410156, 0.640625, 0.507812, 0.503906, 0.476562, 0.5, 0.457031, 0.486328, 0.490234, 0.4375, 0.402344, 0.503906, 0.478516, 0.476562, 0.476562, 0.470703, 0.511719, 0.462891, 0.498047, 0.511719, 0.458984, 0.482422, 0.490234, 0.515625, 0.494141, 0.492188, 0.429688, 0.494141, 0.439453, 0.515625, 0.478516, 0.212891, 0.498047, 0.490234, 0.462891, 0.494141, 0.490234, 0.492188, 0.464844, 0.492188, 0.490234, 0.5, 0.466797, 0.400391, 0.462891, 0.503906, 0.435547, 0.488281, 0.519531, 0.490234, 0.5, 0.482422, 0.435547, 0.470703, 0.492188, 0.498047, 0.472656, 0.472656, 0.519531, 0.490234, 0.4375, 0.498047, 0.458984, 0.394531, 0.535156, 0.380859, 0.482422, 0.394531, 0.498047, 0.458984, 0.511719, 0.365234, 0.507812, 0.476562, 0.392578, 0.453125, 0.503906, 0.496094, 0.464844, 0.359375, 0.480469, 0.453125, 0.498047, 0.511719, 0.507812, 0.478516, 0.451172, 0.484375, 0.46875, 0.474609, 0.503906, 0.488281, 0.492188, 0.503906, 0.492188, 0.503906, 0.457031, 0.396484, 0.484375, 0.5, 0.480469, 0.482422, 0.458984, 0.15332, 0.503906, 0.470703, 0.470703, 0.449219, 0.470703, 0.472656, 0.490234, 0.511719, 0.474609, 0.464844, 0.490234, 0.46875, 0.482422, 0.486328, 0.412109, 0.490234, 0.488281, 0.486328, 0.464844, 0.492188, 0.470703, 0.474609, 0.480469, 0.433594, 0.478516, 0.507812, 0.464844, 0.511719, 0.390625, 0.578125, 0.470703, 0.449219, 0.394531, 0.486328, 0.474609, 0.507812, 0.4375, 0.478516, 0.441406, 0.466797, 0.486328, 0.496094, 0.474609, 0.496094, 0.494141, 0.482422, 0.482422, 0.425781, 0.503906, 0.507812, 0.496094, 0.478516, 0.451172, 0.371094, 0.478516, 0.455078, 0.496094, 0.449219, 0.466797, 0.453125, 0.498047, 0.511719, 0.484375, 0.490234, 0.429688, 0.496094, 0.503906, 0.472656, 0.496094, 0.421875, 0.494141, 0.273438, 0.460938, 0.472656, 0.234375, 0.429688, 0.488281, 0.480469, 0.443359, 0.408203, 0.496094, 0.445312, 0.486328, 0.476562, 0.535156, 0.480469, 0.482422, 0.498047, 0.511719, 0.484375, 0.490234, 0.5, 0.484375, 0.488281, 0.486328, 0.5, 0.478516, 0.441406, 0.490234, 0.498047, 0.494141, 0.474609, 0.486328, 0.474609, 0.410156, 0.503906, 0.5, 0.439453, 0.5, 0.470703, 0.490234, 0.416016, 0.503906, 0.439453, 0.435547, 0.507812, 0.462891, 0.476562, 0.433594, 0.396484, 0.480469, 0.503906, 0.492188, 0.523438, 0.494141, 0.476562, 0.443359, 0.503906, 0.523438, 0.498047, 0.445312, 0.376953, 0.433594, 0.345703, 0.486328, 0.451172, 0.466797, 0.515625, 0.414062, 0.380859, 0.398438, 0.460938, 0.474609, 0.476562, 0.412109, 0.503906, 0.503906, 0.457031, 0.472656, 0.439453, 0.484375, 0.494141, 0.490234, 0.445312, 0.462891, 0.466797, 0.519531, 0.482422, 0.496094, 0.462891, 0.527344, 0.457031, 0.455078, 0.490234, 0.464844, 0.5, 0.466797, 0.494141, 0.503906, 0.443359, 0.445312, 0.494141, 0.474609, 0.486328, 0.388672, 0.480469, 0.474609, 0.466797, 0.498047, 0.488281, 0.388672, 0.167969, 0.46875, 0.550781, 0.488281, 0.490234, 0.466797, 0.4375, 0.503906, 0.445312, 0.484375, 0.488281, 0.375, 0.515625, 0.400391, 0.511719, 0.474609, 0.476562, 0.511719, 0.503906, 0.488281, 0.457031, 0.503906, 0.414062, 0.490234, 0.507812, 0.455078, 0.511719, 0.488281, 0.5, 0.486328, 0.472656, 0.527344, 0.46875, 0.476562, 0.507812, 0.507812, 0.482422, 0.478516, 0.476562, 0.460938, 0.507812, 0.476562, 0.289062, 0.507812, 0.498047, 0.414062, 0.498047, 0.462891, 0.314453, 0.478516, 0.367188, 0.441406, 0.492188, 0.490234, 0.462891, 0.496094, 0.515625, 0.474609, 0.46875, 0.476562, 0.53125, 0.431641, 0.441406, 0.585938, 0.447266, 0.435547, 0.439453, 0.503906, 0.40625, 0.494141, 0.478516, 0.396484, 0.486328, 0.498047, 0.498047, 0.53125, 0.503906, 0.486328, 0.486328, 0.4375, 0.472656, 0.4375, 0.488281, 0.488281, 0.365234, 0.492188, 0.462891, 0.507812, 0.490234, 0.425781, 0.482422, 0.476562, 0.486328, 0.492188, 0.464844, 0.480469, 0.447266, 0.492188, 0.464844, 0.462891, 0.492188, 0.5, 0.503906, 0.466797, 0.496094, 0.447266, 0.492188, 0.447266, 0.476562, 0.466797, 0.503906, 0.511719, 0.494141, 0.480469, 0.480469, 0.423828, 0.494141, 0.484375, 0.402344, 0.451172, 0.139648, 0.453125, 0.503906, 0.486328, 0.373047, 0.511719, 0.46875, 0.46875, 0.503906, 0.478516, 0.480469, 0.503906, 0.185547, 0.458984, 0.451172, 0.574219, 0.503906, 0.451172, 0.470703, 0.453125, 0.480469, 0.498047, 0.375, 0.492188, 0.503906, 0.457031, 0.5, 0.519531, 0.492188, 0.453125, 0.367188, 0.46875, 0.421875, 0.402344, 0.488281, 0.484375, 0.46875, 0.478516, 0.476562, 0.498047, 0.498047, 0.410156, 0.443359, 0.5, 0.480469, 0.449219, 0.482422, 0.371094, 0.451172, 0.427734, 0.443359, 0.486328, 0.498047, 0.492188, 0.5, 0.5, 0.482422, 0.209961, 0.494141, 0.402344, 0.337891, 0.445312, 0.5, 0.46875, 0.431641, 0.417969, 0.488281, 0.5, 0.478516, 0.46875, 0.527344, 0.496094, 0.410156, 0.490234, 0.464844, 0.496094, 0.470703, 0.488281, 0.466797, 0.416016, 0.53125, 0.484375, 0.464844, 0.453125, 0.496094, 0.488281, 0.460938, 0.488281, 0.503906, 0.457031, 0.458984, 0.433594, 0.523438, 0.486328, 0.511719, 0.419922, 0.507812, 0.365234, 0.382812, 0.503906, 0.492188, 0.474609, 0.476562, 0.433594, 0.378906, 0.423828, 0.498047, 0.46875, 0.472656, 0.494141, 0.431641, 0.503906, 0.470703, 0.451172, 0.482422, 0.46875, 0.310547, 0.498047, 0.476562, 0.490234, 0.380859, 0.478516, 0.460938, 0.494141, 0.472656, 0.410156, 0.515625, 0.287109, 0.474609, 0.400391, 0.139648, 0.453125, 0.492188, 0.480469, 0.4375, 0.507812, 0.464844, 0.482422, 0.498047, 0.486328, 0.421875, 0.488281, 0.482422, 0.447266, 0.404297, 0.462891, 0.46875, 0.394531, 0.443359, 0.384766, 0.498047, 0.503906, 0.470703, 0.40625, 0.482422, 0.46875, 0.378906, 0.492188, 0.414062, 0.421875, 0.46875, 0.5, 0.451172, 0.464844, 0.488281, 0.486328, 0.474609, 0.490234, 0.478516, 0.519531, 0.494141, 0.484375, 0.429688, 0.277344, 0.410156, 0.404297, 0.474609, 0.496094, 0.488281, 0.498047, 0.486328, 0.498047, 0.15918, 0.455078, 0.5, 0.503906, 0.429688, 0.503906, 0.494141, 0.464844, 0.490234, 0.472656, 0.486328, 0.5, 0.453125, 0.494141, 0.498047, 0.462891, 0.503906, 0.492188, 0.476562, 0.494141, 0.435547, 0.466797, 0.283203, 0.408203, 0.498047, 0.462891, 0.425781, 0.482422, 0.335938, 0.515625, 0.5, 0.503906, 0.507812, 0.474609, 0.472656, 0.408203, 0.412109, 0.490234, 0.402344, 0.457031, 0.435547, 0.492188, 0.494141, 0.470703, 0.28125, 0.457031, 0.478516, 0.476562, 0.492188, 0.3125, 0.478516, 0.480469, 0.419922, 0.507812, 0.425781, 0.466797, 0.503906, 0.478516, 0.466797, 0.460938, 0.503906, 0.439453, 0.494141, 0.496094, 0.167969, 0.474609, 0.490234, 0.318359, 0.427734, 0.373047, 0.484375, 0.474609, 0.492188, 0.488281, 0.480469, 0.443359, 0.453125, 0.462891, 0.488281, 0.527344, 0.490234, 0.367188, 0.46875, 0.482422, 0.453125, 0.494141, 0.480469, 0.333984, 0.457031, 0.435547, 0.447266, 0.472656, 0.328125, 0.503906, 0.474609, 0.496094, 0.46875, 0.498047, 0.439453, 0.511719, 0.365234, 0.503906, 0.498047, 0.494141, 0.380859, 0.503906, 0.474609, 0.476562, 0.488281, 0.433594, 0.486328, 0.421875, 0.472656, 0.494141, 0.28125, 0.476562, 0.451172, 0.494141, 0.482422, 0.498047, 0.472656, 0.46875, 0.466797, 0.535156, 0.515625, 0.419922, 0.470703, 0.486328, 0.5, 0.507812, 0.482422, 0.5, 0.451172, 0.447266, 0.480469, 0.5, 0.486328, 0.496094, 0.494141, 0.490234, 0.480469, 0.470703, 0.447266, 0.507812, 0.470703, 0.390625, 0.484375, 0.498047, 0.507812, 0.478516, 0.519531, 0.384766, 0.511719, 0.494141, 0.486328, 0.470703, 0.464844, 0.486328, 0.511719, 0.480469, 0.494141, 0.476562, 0.507812, 0.4375, 0.429688, 0.511719, 0.503906, 0.46875, 0.457031, 0.515625, 0.302734, 0.449219, 0.478516, 0.472656, 0.431641, 0.494141, 0.404297, 0.492188, 0.447266, 0.455078, 0.515625, 0.404297, 0.486328, 0.349609, 0.449219, 0.441406, 0.472656, 0.445312, 0.476562, 0.482422, 0.494141, 0.486328, 0.449219, 0.498047, 0.363281, 0.388672, 0.488281, 0.341797, 0.498047, 0.492188, 0.482422, 0.472656, 0.527344, 0.470703, 0.470703, 0.458984, 0.470703, 0.480469, 0.503906, 0.46875, 0.345703, 0.474609, 0.492188, 0.507812, 0.416016, 0.490234, 0.470703, 0.503906, 0.414062, 0.503906, 0.433594, 0.458984, 0.503906, 0.484375, 0.486328, 0.503906, 0.451172, 0.472656, 0.417969, 0.546875, 0.482422, 0.486328, 0.515625, 0.470703, 0.472656, 0.466797, 0.5, 0.482422, 0.404297, 0.46875, 0.507812, 0.462891, 0.503906, 0.382812, 0.472656, 0.412109, 0.472656, 0.484375, 0.476562, 0.4375, 0.484375, 0.519531, 0.486328, 0.503906, 0.472656, 0.398438, 0.357422, 0.486328, 0.503906, 0.486328, 0.447266, 0.482422, 0.496094, 0.470703, 0.478516, 0.492188, 0.492188, 0.457031, 0.462891, 0.349609, 0.478516, 0.488281, 0.464844, 0.498047, 0.478516, 0.494141, 0.480469, 0.120117, 0.507812, 0.460938, 0.484375, 0.476562, 0.441406, 0.5, 0.396484, 0.482422, 0.484375, 0.470703, 0.484375, 0.488281, 0.507812, 0.417969, 0.496094, 0.449219, 0.482422, 0.494141, 0.316406, 0.511719, 0.359375, 0.464844, 0.482422, 0.478516, 0.457031, 0.503906, 0.480469, 0.408203, 0.314453, 0.470703, 0.453125, 0.507812, 0.392578, 0.490234, 0.480469, 0.5, 0.480469, 0.492188, 0.498047, 0.494141, 0.486328, 0.427734, 0.498047, 0.498047, 0.496094, 0.5, 0.53125, 0.488281, 0.455078, 0.451172, 0.443359, 0.494141, 0.423828, 0.496094, 0.490234, 0.496094, 0.486328, 0.486328, 0.458984, 0.498047, 0.478516, 0.462891, 0.515625, 0.5, 0.494141, 0.466797, 0.480469, 0.490234, 0.304688, 0.484375, 0.488281, 0.453125, 0.412109, 0.470703, 0.458984, 0.460938, 0.46875, 0.472656, 0.410156, 0.492188, 0.498047, 0.507812, 0.398438, 0.480469, 0.494141, 0.302734, 0.494141, 0.414062, 0.470703, 0.464844, 0.503906, 0.472656, 0.488281, 0.490234, 0.503906, 0.494141, 0.375, 0.480469, 0.507812, 0.480469, 0.503906, 0.474609, 0.507812, 0.414062, 0.161133, 0.369141, 0.488281, 0.482422, 0.433594, 0.494141, 0.46875, 0.373047, 0.419922, 0.503906, 0.484375, 0.443359, 0.507812, 0.458984, 0.498047, 0.507812, 0.447266, 0.417969, 0.482422, 0.490234, 0.449219, 0.486328, 0.507812, 0.458984, 0.363281, 0.5, 0.498047, 0.5, 0.46875, 0.458984, 0.46875, 0.490234, 0.511719, 0.5, 0.480469, 0.384766, 0.462891, 0.441406, 0.486328, 0.492188, 0.503906, 0.251953, 0.480469, 0.449219, 0.494141, 0.484375, 0.511719, 0.515625, 0.486328, 0.490234, 0.273438, 0.515625, 0.496094, 0.486328, 0.511719, 0.443359, 0.472656, 0.492188, 0.355469, 0.394531, 0.460938, 0.46875, 0.476562, 0.482422, 0.507812, 0.507812, 0.451172, 0.478516, 0.359375, 0.492188, 0.447266, 0.482422, 0.492188, 0.503906, 0.492188, 0.498047, 0.472656, 0.482422, 0.466797, 0.519531, 0.507812, 0.449219, 0.494141, 0.455078, 0.457031, 0.511719, 0.322266, 0.488281, 0.470703, 0.4375, 0.482422, 0.507812, 0.503906, 0.46875, 0.490234, 0.488281, 0.490234, 0.503906, 0.441406, 0.494141, 0.488281, 0.458984, 0.492188, 0.392578, 0.427734, 0.478516, 0.498047, 0.476562, 0.484375, 0.5, 0.498047, 0.478516, 0.462891, 0.488281, 0.492188, 0.433594, 0.5, 0.498047, 0.488281, 0.507812, 0.507812, 0.488281, 0.486328, 0.523438, 0.464844, 0.519531, 0.511719, 0.470703, 0.492188, 0.486328, 0.476562, 0.492188, 0.443359, 0.503906, 0.490234, 0.523438, 0.435547, 0.396484, 0.398438, 0.53125, 0.5, 0.488281, 0.589844, 0.472656, 0.511719, 0.472656, 0.386719, 0.492188, 0.472656, 0.470703, 0.492188, 0.46875, 0.464844, 0.416016, 0.441406, 0.466797, 0.474609, 0.484375, 0.396484, 0.492188, 0.5, 0.476562, 0.498047, 0.503906, 0.515625, 0.498047, 0.5, 0.453125, 0.359375, 0.460938, 0.5, 0.496094, 0.478516, 0.507812, 0.455078, 0.496094, 0.373047, 0.376953, 0.453125, 0.498047, 0.470703, 0.503906, 0.523438, 0.46875, 0.490234, 0.494141, 0.5, 0.494141, 0.457031, 0.515625, 0.464844, 0.498047, 0.388672, 0.439453, 0.382812, 0.466797, 0.472656, 0.400391, 0.480469, 0.53125, 0.482422, 0.480469, 0.558594, 0.388672, 0.412109, 0.457031, 0.40625, 0.453125, 0.451172, 0.466797, 0.451172, 0.503906, 0.148438, 0.394531, 0.503906, 0.476562 ] }, "name": "model.model.layers.39.post_attention_layernorm.weight", "outputIndexes": [ 3235 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3234 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_39/Mul_output_0", "outputIndexes": [ 3236 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3235, 3236 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_39/Mul_1_output_0", "outputIndexes": [ 3237 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3237 ], "outputIndexes": [ 5496 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5496 ], "outputIndexes": [ 5497 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/gate_proj/Linear", "inputIndexes": [ 5497 ], "outputIndexes": [ 5498 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 394082254, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5498 ], "outputIndexes": [ 5499 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5499 ], "outputIndexes": [ 3238 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3238 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_39/Sigmoid_output_0", "outputIndexes": [ 3239 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3238, 3239 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_39/Mul_output_0", "outputIndexes": [ 3240 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3237 ], "outputIndexes": [ 5500 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5500 ], "outputIndexes": [ 5501 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/up_proj/Linear", "inputIndexes": [ 5501 ], "outputIndexes": [ 5502 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 396662756, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5502 ], "outputIndexes": [ 5503 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5503 ], "outputIndexes": [ 3241 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3240, 3241 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_39/Mul_output_0", "outputIndexes": [ 3242 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3242 ], "outputIndexes": [ 5504 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5504 ], "outputIndexes": [ 5505 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/down_proj/Linear", "inputIndexes": [ 5505 ], "outputIndexes": [ 5506 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 399243258, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5506 ], "outputIndexes": [ 5507 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.39/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5507 ], "outputIndexes": [ 3243 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3234, 3243 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_199_output_0", "outputIndexes": [ 3244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3244, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_360_output_0", "outputIndexes": [ 3245 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.441406, 0.435547, 0.414062, 0.449219, 0.423828, 0.417969, 0.765625, 0.460938, 0.431641, 0.443359, 0.582031, 0.417969, 0.414062, 0.416016, 0.371094, 0.443359, 0.550781, 0.412109, 0.425781, 0.482422, 0.417969, 0.4375, 0.470703, 0.416016, 0.429688, 0.427734, 0.431641, 0.423828, 0.427734, 0.421875, 0.492188, 0.296875, 0.400391, 0.441406, 0.421875, 0.408203, 0.431641, 0.421875, 0.515625, 0.494141, 0.416016, 0.398438, 0.431641, 0.435547, 0.427734, 0.439453, 0.466797, 0.443359, 0.453125, 0.546875, 0.416016, 0.488281, 0.416016, 0.470703, 0.507812, 0.414062, 0.441406, 0.425781, 0.441406, 0.431641, 0.464844, 0.423828, 0.449219, 0.439453, 0.449219, 0.458984, 0.542969, 0.498047, 0.414062, 0.699219, 0.421875, 0.425781, 0.427734, 0.441406, 0.408203, 0.4375, 0.519531, 0.414062, 0.480469, 0.433594, 0.431641, 0.427734, 0.400391, 0.419922, 0.470703, 0.435547, 0.445312, 0.455078, 0.457031, 0.445312, 0.4375, 0.427734, 0.431641, 0.423828, 0.441406, 0.419922, 0.621094, 0.429688, 0.416016, 0.427734, 0.464844, 0.451172, 0.417969, 0.4375, 0.519531, 0.451172, 0.433594, 0.447266, 0.412109, 0.394531, 0.419922, 0.441406, 0.410156, 0.453125, 0.451172, 0.476562, 0.423828, 0.414062, 0.443359, 0.427734, 0.443359, 0.40625, 0.423828, 0.488281, 0.441406, 0.419922, 0.792969, 0.40625, 0.410156, 0.419922, 0.451172, 0.357422, 0.462891, 0.443359, 0.421875, 0.425781, 0.427734, 0.449219, 0.617188, 0.451172, 0.429688, 0.4375, 0.4375, 0.458984, 0.404297, 0.439453, 0.4375, 0.390625, 0.392578, 0.431641, 0.408203, 0.425781, 0.417969, 0.472656, 0.429688, 0.416016, 0.419922, 0.402344, 0.453125, 0.460938, 0.478516, 0.416016, 0.451172, 0.429688, 0.421875, 0.441406, 0.486328, 0.427734, 0.408203, 0.474609, 0.474609, 0.433594, 0.423828, 0.439453, 0.480469, 0.384766, 0.453125, 0.392578, 0.435547, 0.4375, 0.410156, 0.425781, 0.427734, 0.425781, 0.396484, 0.449219, 0.439453, 0.4375, 0.431641, 0.445312, 0.421875, 0.5, 0.457031, 0.445312, 0.435547, 0.402344, 0.447266, 0.453125, 0.202148, 0.447266, 0.439453, 0.386719, 0.4375, 0.423828, 0.4375, 0.425781, 0.427734, 0.404297, 0.439453, 0.447266, 0.417969, 0.417969, 0.427734, 0.462891, 0.441406, 0.416016, 0.412109, 0.414062, 0.439453, 0.402344, 0.431641, 0.458984, 0.431641, 0.429688, 0.451172, 0.445312, 0.433594, 0.423828, 0.511719, 0.423828, 0.435547, 0.566406, 0.439453, 0.455078, 0.439453, 0.474609, 0.433594, 0.439453, 0.449219, 0.431641, 0.429688, 0.410156, 0.402344, 0.435547, 0.412109, 0.447266, 0.466797, 0.419922, 0.435547, 0.482422, 0.447266, 0.458984, 0.484375, 0.416016, 0.492188, 0.449219, 0.453125, 0.394531, 0.435547, 0.441406, 0.433594, 0.423828, 0.417969, 0.431641, 0.40625, 0.429688, 0.425781, 0.423828, 0.462891, 0.441406, 0.65625, 0.412109, 0.416016, 0.707031, 0.455078, 0.417969, 0.431641, 0.455078, 0.404297, 0.427734, 0.455078, 0.425781, 0.417969, 0.478516, 0.414062, 0.402344, 0.429688, 0.423828, 0.408203, 0.451172, 0.439453, 0.431641, 0.427734, 0.447266, 0.419922, 0.416016, 0.353516, 0.447266, 0.419922, 0.417969, 0.412109, 0.4375, 0.40625, 0.492188, 0.414062, 0.408203, 0.460938, 0.416016, 0.412109, 0.414062, 0.451172, 0.421875, 0.390625, 0.449219, 0.412109, 0.386719, 0.419922, 0.441406, 0.480469, 0.458984, 0.427734, 0.412109, 0.4375, 0.40625, 0.445312, 0.466797, 0.419922, 0.457031, 0.435547, 0.431641, 0.5625, 0.480469, 0.486328, 0.416016, 0.453125, 0.416016, 0.427734, 0.402344, 0.46875, 0.484375, 0.429688, 0.427734, 0.451172, 0.443359, 0.412109, 0.470703, 0.443359, 0.410156, 0.425781, 0.427734, 0.451172, 0.419922, 0.404297, 0.433594, 0.433594, 0.498047, 0.416016, 0.429688, 0.402344, 0.439453, 0.412109, 0.4375, 0.427734, 0.402344, 0.402344, 0.416016, 0.421875, 0.445312, 0.429688, 0.447266, 0.400391, 0.40625, 0.402344, 0.447266, 0.458984, 0.431641, 0.453125, 0.460938, 0.408203, 0.484375, 0.65625, 0.400391, 0.503906, 0.439453, 0.417969, 0.4375, 0.462891, 0.416016, 0.478516, 0.419922, 0.46875, 0.53125, 0.443359, 0.427734, 0.441406, 0.425781, 0.414062, 0.445312, 0.431641, 0.392578, 0.4375, 0.457031, 0.486328, 0.429688, 0.410156, 0.447266, 0.451172, 0.425781, 0.416016, 0.433594, 0.425781, 0.431641, 0.421875, 0.417969, 0.433594, 0.423828, 0.416016, 0.398438, 0.412109, 0.589844, 0.443359, 0.425781, 0.566406, 0.404297, 0.445312, 0.412109, 0.410156, 0.449219, 0.53125, 0.443359, 0.458984, 0.423828, 0.449219, 0.423828, 0.390625, 0.419922, 0.423828, 0.417969, 0.417969, 0.376953, 0.460938, 0.435547, 0.503906, 0.474609, 0.425781, 0.515625, 0.431641, 0.429688, 0.472656, 0.421875, 0.433594, 0.578125, 0.429688, 0.410156, 0.451172, 0.476562, 0.423828, 0.449219, 0.414062, 0.4375, 0.439453, 0.445312, 0.472656, 0.423828, 0.464844, 0.458984, 0.425781, 0.435547, 0.427734, 0.429688, 0.466797, 0.421875, 0.423828, 0.453125, 0.4375, 0.425781, 0.412109, 0.416016, 0.4375, 0.429688, 0.451172, 0.447266, 0.4375, 0.412109, 0.423828, 0.472656, 0.457031, 0.431641, 0.410156, 0.404297, 0.435547, 0.441406, 0.4375, 0.421875, 0.423828, 0.414062, 0.394531, 0.400391, 0.457031, 0.4375, 0.738281, 0.421875, 0.417969, 0.433594, 0.523438, 0.408203, 0.435547, 0.414062, 0.498047, 0.464844, 0.435547, 0.4375, 0.691406, 0.431641, 0.457031, 0.482422, 0.443359, 0.425781, 0.40625, 0.425781, 0.419922, 0.414062, 0.515625, 0.396484, 0.445312, 0.421875, 0.402344, 0.431641, 0.410156, 0.419922, 0.503906, 0.4375, 0.439453, 0.423828, 0.40625, 0.421875, 0.441406, 0.419922, 0.443359, 0.435547, 0.458984, 0.453125, 0.457031, 0.396484, 0.429688, 0.441406, 0.416016, 0.507812, 0.476562, 0.429688, 0.447266, 0.398438, 0.443359, 0.414062, 0.417969, 0.380859, 0.470703, 0.071777, 0.431641, 0.453125, 0.523438, 0.455078, 0.435547, 0.4375, 0.441406, 0.449219, 0.400391, 0.443359, 0.4375, 0.480469, 0.464844, 0.462891, 0.458984, 0.414062, 0.421875, 0.429688, 0.427734, 0.417969, 0.412109, 0.423828, 0.435547, 0.427734, 0.417969, 0.451172, 0.412109, 0.455078, 0.417969, 0.419922, 0.425781, 0.400391, 0.408203, 0.443359, 0.476562, 0.408203, 0.443359, 0.412109, 0.447266, 0.515625, 0.460938, 0.435547, 0.398438, 0.443359, 0.419922, 0.398438, 0.427734, 0.460938, 0.4375, 0.421875, 0.443359, 0.382812, 0.410156, 0.417969, 0.419922, 0.449219, 0.441406, 0.400391, 0.660156, 0.425781, 0.421875, 0.449219, 0.410156, 0.396484, 0.410156, 0.443359, 0.453125, 0.449219, 0.4375, 0.660156, 0.427734, 0.470703, 0.644531, 0.421875, 0.390625, 0.390625, 0.416016, 0.404297, 0.408203, 0.439453, 0.455078, 0.429688, 0.435547, 0.431641, 0.431641, 0.46875, 0.423828, 0.472656, 0.414062, 0.423828, 0.474609, 0.482422, 0.423828, 0.435547, 0.447266, 0.486328, 0.453125, 0.421875, 0.458984, 0.412109, 0.460938, 0.523438, 0.4375, 0.400391, 0.408203, 0.439453, 0.408203, 0.4375, 0.435547, 0.435547, 0.4375, 0.416016, 0.404297, 0.398438, 0.5, 0.597656, 0.408203, 0.451172, 0.539062, 0.414062, 0.427734, 0.449219, 0.423828, 0.427734, 0.855469, 0.4375, 0.460938, 0.46875, 0.427734, 0.423828, 0.4375, 0.427734, 0.457031, 0.390625, 0.451172, 0.410156, 0.427734, 0.392578, 0.410156, 0.417969, 0.431641, 0.386719, 0.427734, 0.414062, 0.441406, 0.412109, 0.601562, 0.494141, 0.417969, 0.433594, 0.410156, 0.466797, 0.582031, 0.464844, 0.439453, 0.488281, 0.435547, 0.433594, 0.425781, 0.439453, 0.443359, 0.416016, 0.470703, 0.40625, 0.417969, 0.455078, 0.419922, 0.507812, 0.6875, 0.423828, 0.439453, 0.425781, 0.439453, 0.421875, 0.423828, 0.423828, 0.462891, 0.447266, 0.447266, 0.431641, 0.419922, 0.417969, 0.443359, 0.404297, 0.417969, 0.460938, 0.443359, 0.435547, 0.714844, 0.419922, 0.482422, 0.507812, 0.4375, 0.476562, 0.398438, 0.445312, 0.408203, 0.433594, 0.384766, 0.431641, 0.443359, 0.412109, 0.412109, 0.46875, 0.464844, 0.484375, 0.429688, 0.441406, 0.421875, 0.398438, 0.425781, 0.550781, 0.474609, 0.421875, 0.451172, 0.421875, 0.535156, 0.416016, 0.410156, 0.427734, 0.388672, 0.441406, 0.464844, 0.460938, 0.519531, 0.431641, 0.427734, 0.433594, 0.53125, 0.542969, 0.417969, 0.410156, 0.431641, 0.447266, 0.439453, 0.423828, 0.431641, 0.429688, 0.585938, 0.400391, 0.433594, 0.414062, 0.417969, 0.441406, 0.439453, 0.425781, 0.445312, 0.462891, 0.447266, 0.494141, 0.449219, 0.482422, 0.484375, 0.416016, 0.515625, 0.462891, 0.449219, 0.4375, 0.421875, 0.404297, 0.458984, 0.451172, 0.458984, 0.550781, 0.412109, 0.431641, 0.423828, 0.439453, 0.416016, 0.455078, 0.447266, 0.423828, 0.453125, 0.421875, 0.431641, 0.4375, 0.398438, 0.416016, 0.412109, 0.416016, 0.451172, 0.417969, 0.439453, 0.419922, 0.417969, 0.416016, 0.398438, 0.427734, 0.457031, 0.427734, 0.421875, 0.472656, 0.414062, 0.455078, 0.816406, 0.419922, 0.433594, 0.419922, 0.451172, 0.449219, 0.441406, 0.40625, 0.449219, 0.429688, 0.445312, 0.455078, 0.458984, 0.498047, 0.416016, 0.445312, 0.417969, 0.429688, 0.429688, 0.421875, 0.412109, 0.408203, 0.451172, 0.416016, 0.419922, 0.464844, 0.392578, 0.496094, 0.414062, 0.431641, 0.433594, 0.443359, 0.507812, 0.425781, 0.416016, 0.451172, 0.435547, 0.462891, 0.453125, 0.425781, 0.554688, 0.404297, 0.419922, 0.421875, 0.453125, 0.451172, 0.449219, 0.441406, 0.494141, 0.458984, 0.414062, 0.447266, 0.445312, 0.394531, 0.457031, 0.423828, 0.445312, 0.439453, 0.484375, 0.519531, 0.419922, 0.435547, 0.472656, 0.398438, 0.410156, 0.392578, 0.480469, 0.419922, 0.419922, 0.425781, 0.443359, 0.431641, 0.425781, 0.484375, 0.439453, 0.474609, 0.439453, 0.412109, 0.431641, 0.455078, 0.408203, 0.482422, 0.433594, 0.421875, 0.414062, 0.46875, 0.449219, 0.40625, 0.445312, 0.435547, 0.488281, 0.40625, 0.445312, 0.433594, 0.416016, 0.435547, 0.4375, 0.507812, 0.410156, 0.484375, 0.425781, 0.404297, 0.425781, 0.466797, 0.443359, 0.458984, 0.429688, 0.597656, 0.457031, 0.4375, 0.443359, 0.443359, 0.378906, 0.396484, 0.451172, 0.433594, 0.427734, 0.470703, 0.4375, 0.435547, 0.429688, 0.421875, 0.416016, 0.451172, 0.412109, 0.4375, 0.71875, 0.40625, 0.494141, 0.427734, 0.435547, 0.478516, 0.441406, 0.488281, 0.40625, 0.464844, 0.71875, 0.458984, 0.4375, 0.460938, 0.453125, 0.421875, 0.449219, 0.419922, 0.439453, 0.396484, 0.457031, 0.417969, 0.464844, 0.429688, 0.417969, 0.449219, 0.429688, 0.480469, 0.433594, 0.414062, 0.419922, 0.425781, 0.433594, 0.382812, 0.433594, 0.490234, 0.394531, 0.441406, 0.427734, 0.457031, 0.423828, 0.435547, 0.400391, 0.443359, 0.445312, 0.423828, 0.419922, 0.414062, 0.386719, 0.445312, 0.554688, 0.394531, 0.416016, 0.423828, 0.460938, 0.453125, 0.408203, 0.414062, 0.412109, 0.480469, 0.462891, 0.429688, 0.417969, 0.421875, 0.443359, 0.445312, 0.421875, 0.523438, 0.410156, 0.417969, 0.447266, 0.386719, 0.429688, 0.457031, 0.429688, 0.449219, 0.427734, 0.404297, 0.5, 0.431641, 0.416016, 0.429688, 0.433594, 0.431641, 0.417969, 0.417969, 0.667969, 0.486328, 0.443359, 0.433594, 0.478516, 0.431641, 0.439453, 0.761719, 0.460938, 0.431641, 0.414062, 0.455078, 0.427734, 0.439453, 0.455078, 0.416016, 0.417969, 0.460938, 0.421875, 0.417969, 0.423828, 0.398438, 0.404297, 0.470703, 0.550781, 0.421875, 0.46875, 0.425781, 0.441406, 0.392578, 0.435547, 0.431641, 0.441406, 0.425781, 0.435547, 0.433594, 0.421875, 0.421875, 0.417969, 0.445312, 0.4375, 0.808594, 0.390625, 0.421875, 0.433594, 0.427734, 0.431641, 0.447266, 0.421875, 0.392578, 0.742188, 0.4375, 0.388672, 0.427734, 0.431641, 0.472656, 0.414062, 0.453125, 0.439453, 0.447266, 0.443359, 0.410156, 0.439453, 0.408203, 0.417969, 0.472656, 0.423828, 0.53125, 0.574219, 0.435547, 0.449219, 0.410156, 0.425781, 0.490234, 0.423828, 0.455078, 0.419922, 0.402344, 0.455078, 0.4375, 0.435547, 0.445312, 0.425781, 0.431641, 0.449219, 0.492188, 0.761719, 0.423828, 0.414062, 0.435547, 0.414062, 0.433594, 0.445312, 0.443359, 0.427734, 0.449219, 0.431641, 0.449219, 0.4375, 0.433594, 0.423828, 0.431641, 0.429688, 0.435547, 0.429688, 0.404297, 0.433594, 0.390625, 0.421875, 0.423828, 0.441406, 0.435547, 0.425781, 0.388672, 0.421875, 0.4375, 0.453125, 0.414062, 0.417969, 0.447266, 0.435547, 0.416016, 0.394531, 0.480469, 0.443359, 0.462891, 0.439453, 0.449219, 0.417969, 0.453125, 0.404297, 0.451172, 0.441406, 0.4375, 0.4375, 0.449219, 0.363281, 0.507812, 0.453125, 0.507812, 0.455078, 0.419922, 0.486328, 0.417969, 0.470703, 0.421875, 0.462891, 0.402344, 0.439453, 0.423828, 0.419922, 0.443359, 0.431641, 0.441406, 0.427734, 0.439453, 0.425781, 0.431641, 0.472656, 0.431641, 0.421875, 0.447266, 0.449219, 0.433594, 0.466797, 0.390625, 0.414062, 0.458984, 0.466797, 0.396484, 0.458984, 0.431641, 0.441406, 0.453125, 0.433594, 0.447266, 0.447266, 0.470703, 0.421875, 0.431641, 0.427734, 0.435547, 0.388672, 0.439453, 0.4375, 0.460938, 0.445312, 0.429688, 0.439453, 0.462891, 0.425781, 0.392578, 0.445312, 0.425781, 0.435547, 0.427734, 0.425781, 0.441406, 0.417969, 0.542969, 0.4375, 0.392578, 0.378906, 0.474609, 0.470703, 0.423828, 0.455078, 0.392578, 0.439453, 0.439453, 0.439453, 0.419922, 0.824219, 0.453125, 0.441406, 0.419922 ] }, "name": "model.model.layers.40.input_layernorm.weight", "outputIndexes": [ 3246 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3245 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_40/Mul_output_0", "outputIndexes": [ 3247 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3246, 3247 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_40/Mul_1_output_0", "outputIndexes": [ 3248 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3248 ], "outputIndexes": [ 5508 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5508 ], "outputIndexes": [ 5509 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/q_proj/Linear", "inputIndexes": [ 5509 ], "outputIndexes": [ 5510 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 401823760, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5510 ], "outputIndexes": [ 5511 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5511 ], "outputIndexes": [ 3249 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3248 ], "main_type": "NONE", "name": "/Shape_561_output_0", "outputIndexes": [ 3250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3250 ], "main_type": "NONE", "name": "Shape8719", "outputIndexes": [ 3251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3250 ], "main_type": "NONE", "name": "Rank8721", "outputIndexes": [ 3252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3252, 3252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8723", "outputIndexes": [ 3253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8724", "outputIndexes": [ 3254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8726", "outputIndexes": [ 3255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8727", "outputIndexes": [ 3256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3251, 3254, 3256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8730", "outputIndexes": [ 3257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8731", "outputIndexes": [ 3258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8732", "outputIndexes": [ 3259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3259, 3258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8733", "outputIndexes": [ 3260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3250, 3260, 3253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_604_output_0", "outputIndexes": [ 3261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3261, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1281_output_0", "outputIndexes": [ 3262 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3262, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_520_output_0", "outputIndexes": [ 3263 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3249, 3263 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_361_output_0", "outputIndexes": [ 3264 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3264, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_320_output_0", "outputIndexes": [ 3265 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3264 ], "main_type": "NONE", "name": "/Shape_562_output_0", "outputIndexes": [ 3266 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3266 ], "main_type": "NONE", "name": "Shape8740", "outputIndexes": [ 3267 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3266 ], "main_type": "NONE", "name": "Rank8742", "outputIndexes": [ 3268 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3268, 3268 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8744", "outputIndexes": [ 3269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3269 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8745", "outputIndexes": [ 3270 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3269, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8747", "outputIndexes": [ 3271 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3271 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8748", "outputIndexes": [ 3272 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3267, 3270, 3272, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8751", "outputIndexes": [ 3273 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3273 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8752", "outputIndexes": [ 3274 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3274 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8753", "outputIndexes": [ 3275 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3275, 3274 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8754", "outputIndexes": [ 3276 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3266, 3276, 3269 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_605_output_0", "outputIndexes": [ 3277 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3277, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_120_output_0", "outputIndexes": [ 3278 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3278, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1286_output_0", "outputIndexes": [ 3279 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3264, 3279, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_161_output_0", "outputIndexes": [ 3280 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3280 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_80_output_0", "outputIndexes": [ 3281 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3264, 22, 3279, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_160_output_0", "outputIndexes": [ 3282 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3281, 3282 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_523_output_0", "outputIndexes": [ 3283 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3283, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_321_output_0", "outputIndexes": [ 3284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3265, 3284 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_200_output_0", "outputIndexes": [ 3285 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3248 ], "outputIndexes": [ 5512 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5512 ], "outputIndexes": [ 5513 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/k_proj/Linear", "inputIndexes": [ 5513 ], "outputIndexes": [ 5514 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 402745382, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5514 ], "outputIndexes": [ 5515 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5515 ], "outputIndexes": [ 3286 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3262, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_521_output_0", "outputIndexes": [ 3287 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3286, 3287 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_362_output_0", "outputIndexes": [ 3288 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3288, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_322_output_0", "outputIndexes": [ 3289 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3288 ], "main_type": "NONE", "name": "/Shape_563_output_0", "outputIndexes": [ 3290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3290 ], "main_type": "NONE", "name": "Shape8803", "outputIndexes": [ 3291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3290 ], "main_type": "NONE", "name": "Rank8805", "outputIndexes": [ 3292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3292, 3292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8807", "outputIndexes": [ 3293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8808", "outputIndexes": [ 3294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8810", "outputIndexes": [ 3295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8811", "outputIndexes": [ 3296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3291, 3294, 3296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8814", "outputIndexes": [ 3297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8815", "outputIndexes": [ 3298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8816", "outputIndexes": [ 3299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3299, 3298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8817", "outputIndexes": [ 3300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3290, 3300, 3293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_606_output_0", "outputIndexes": [ 3301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3301, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_121_output_0", "outputIndexes": [ 3302 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3302, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1288_output_0", "outputIndexes": [ 3303 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3288, 3303, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_163_output_0", "outputIndexes": [ 3304 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3304 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_81_output_0", "outputIndexes": [ 3305 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3288, 22, 3303, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_162_output_0", "outputIndexes": [ 3306 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3305, 3306 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_524_output_0", "outputIndexes": [ 3307 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3307, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_323_output_0", "outputIndexes": [ 3308 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3289, 3308 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_201_output_0", "outputIndexes": [ 3309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3248 ], "outputIndexes": [ 5516 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5516 ], "outputIndexes": [ 5517 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/v_proj/Linear", "inputIndexes": [ 5517 ], "outputIndexes": [ 5518 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 402975804, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5518 ], "outputIndexes": [ 5519 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5519 ], "outputIndexes": [ 3310 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3310, 3287 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_363_output_0", "outputIndexes": [ 3311 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3285, 3309, 3311, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_368_output_0", "outputIndexes": [ 3312 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3312 ], "outputIndexes": [ 5520 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5520 ], "outputIndexes": [ 5521 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/o_proj/Linear", "inputIndexes": [ 5521 ], "outputIndexes": [ 5522 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 403206226, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5522 ], "outputIndexes": [ 5523 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5523 ], "outputIndexes": [ 3313 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3245, 3313 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_203_output_0", "outputIndexes": [ 3314 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.417969, 0.503906, 0.5, 0.511719, 0.511719, 0.5, 0.174805, 0.503906, 0.451172, 0.417969, 0.365234, 0.488281, 0.423828, 0.476562, 0.478516, 0.490234, 0.261719, 0.476562, 0.482422, 0.398438, 0.488281, 0.511719, 0.457031, 0.46875, 0.470703, 0.511719, 0.433594, 0.5, 0.486328, 0.488281, 0.439453, 0.201172, 0.5, 0.511719, 0.490234, 0.486328, 0.408203, 0.484375, 0.349609, 0.542969, 0.498047, 0.507812, 0.470703, 0.458984, 0.423828, 0.466797, 0.546875, 0.439453, 0.515625, 0.359375, 0.488281, 0.363281, 0.484375, 0.496094, 0.423828, 0.476562, 0.523438, 0.464844, 0.492188, 0.503906, 0.5, 0.5, 0.472656, 0.511719, 0.443359, 0.425781, 0.318359, 0.367188, 0.523438, 0.335938, 0.511719, 0.365234, 0.486328, 0.460938, 0.507812, 0.464844, 0.5, 0.515625, 0.378906, 0.480469, 0.466797, 0.523438, 0.464844, 0.472656, 0.503906, 0.447266, 0.523438, 0.425781, 0.558594, 0.416016, 0.472656, 0.490234, 0.417969, 0.490234, 0.373047, 0.412109, 0.621094, 0.519531, 0.503906, 0.484375, 0.507812, 0.46875, 0.492188, 0.511719, 0.429688, 0.410156, 0.511719, 0.480469, 0.474609, 0.488281, 0.486328, 0.523438, 0.464844, 0.507812, 0.511719, 0.472656, 0.492188, 0.5, 0.511719, 0.496094, 0.5, 0.429688, 0.507812, 0.453125, 0.523438, 0.488281, 0.228516, 0.511719, 0.494141, 0.453125, 0.503906, 0.488281, 0.503906, 0.488281, 0.5, 0.486328, 0.503906, 0.466797, 0.408203, 0.46875, 0.511719, 0.439453, 0.503906, 0.507812, 0.503906, 0.507812, 0.482422, 0.447266, 0.470703, 0.5, 0.5, 0.498047, 0.490234, 0.53125, 0.486328, 0.447266, 0.498047, 0.466797, 0.388672, 0.546875, 0.390625, 0.494141, 0.410156, 0.492188, 0.466797, 0.503906, 0.365234, 0.527344, 0.492188, 0.40625, 0.455078, 0.507812, 0.498047, 0.474609, 0.363281, 0.488281, 0.46875, 0.494141, 0.519531, 0.511719, 0.484375, 0.466797, 0.496094, 0.472656, 0.5, 0.511719, 0.498047, 0.496094, 0.507812, 0.503906, 0.490234, 0.46875, 0.386719, 0.480469, 0.503906, 0.480469, 0.494141, 0.46875, 0.143555, 0.511719, 0.478516, 0.478516, 0.466797, 0.480469, 0.478516, 0.503906, 0.519531, 0.482422, 0.470703, 0.5, 0.494141, 0.5, 0.503906, 0.402344, 0.507812, 0.488281, 0.5, 0.472656, 0.5, 0.478516, 0.490234, 0.478516, 0.441406, 0.478516, 0.511719, 0.478516, 0.515625, 0.40625, 0.5625, 0.472656, 0.466797, 0.390625, 0.496094, 0.472656, 0.511719, 0.445312, 0.5, 0.447266, 0.457031, 0.5, 0.503906, 0.466797, 0.496094, 0.503906, 0.492188, 0.488281, 0.398438, 0.511719, 0.511719, 0.498047, 0.486328, 0.458984, 0.361328, 0.5, 0.476562, 0.494141, 0.474609, 0.480469, 0.447266, 0.488281, 0.527344, 0.484375, 0.503906, 0.443359, 0.5, 0.511719, 0.464844, 0.498047, 0.431641, 0.503906, 0.277344, 0.460938, 0.482422, 0.259766, 0.447266, 0.494141, 0.494141, 0.441406, 0.417969, 0.515625, 0.451172, 0.507812, 0.482422, 0.527344, 0.490234, 0.488281, 0.503906, 0.507812, 0.484375, 0.5, 0.515625, 0.5, 0.507812, 0.498047, 0.490234, 0.474609, 0.435547, 0.503906, 0.498047, 0.484375, 0.492188, 0.494141, 0.482422, 0.416016, 0.5, 0.494141, 0.453125, 0.503906, 0.462891, 0.503906, 0.414062, 0.507812, 0.455078, 0.453125, 0.503906, 0.466797, 0.482422, 0.443359, 0.404297, 0.460938, 0.511719, 0.507812, 0.523438, 0.490234, 0.490234, 0.458984, 0.503906, 0.53125, 0.496094, 0.451172, 0.382812, 0.441406, 0.345703, 0.482422, 0.453125, 0.494141, 0.515625, 0.427734, 0.392578, 0.404297, 0.478516, 0.480469, 0.484375, 0.425781, 0.515625, 0.523438, 0.464844, 0.494141, 0.455078, 0.5, 0.503906, 0.492188, 0.447266, 0.474609, 0.486328, 0.519531, 0.494141, 0.507812, 0.470703, 0.53125, 0.460938, 0.482422, 0.496094, 0.486328, 0.507812, 0.480469, 0.494141, 0.503906, 0.462891, 0.451172, 0.507812, 0.478516, 0.5, 0.412109, 0.478516, 0.482422, 0.480469, 0.507812, 0.492188, 0.396484, 0.168945, 0.484375, 0.546875, 0.494141, 0.511719, 0.458984, 0.451172, 0.507812, 0.447266, 0.496094, 0.492188, 0.392578, 0.527344, 0.394531, 0.507812, 0.486328, 0.488281, 0.511719, 0.511719, 0.492188, 0.478516, 0.511719, 0.421875, 0.5, 0.503906, 0.447266, 0.507812, 0.498047, 0.507812, 0.488281, 0.478516, 0.527344, 0.464844, 0.478516, 0.527344, 0.503906, 0.492188, 0.494141, 0.490234, 0.439453, 0.494141, 0.484375, 0.289062, 0.5, 0.5, 0.412109, 0.503906, 0.482422, 0.314453, 0.494141, 0.373047, 0.441406, 0.503906, 0.490234, 0.464844, 0.503906, 0.511719, 0.496094, 0.480469, 0.480469, 0.542969, 0.439453, 0.453125, 0.582031, 0.460938, 0.439453, 0.431641, 0.511719, 0.40625, 0.498047, 0.486328, 0.40625, 0.486328, 0.515625, 0.5, 0.535156, 0.5, 0.492188, 0.498047, 0.431641, 0.492188, 0.455078, 0.496094, 0.5, 0.380859, 0.478516, 0.457031, 0.503906, 0.503906, 0.433594, 0.5, 0.480469, 0.490234, 0.494141, 0.482422, 0.482422, 0.451172, 0.507812, 0.462891, 0.478516, 0.507812, 0.507812, 0.511719, 0.470703, 0.5, 0.455078, 0.492188, 0.455078, 0.480469, 0.464844, 0.519531, 0.519531, 0.5, 0.498047, 0.492188, 0.423828, 0.486328, 0.5, 0.396484, 0.464844, 0.150391, 0.453125, 0.503906, 0.5, 0.351562, 0.523438, 0.482422, 0.482422, 0.511719, 0.478516, 0.484375, 0.503906, 0.238281, 0.472656, 0.458984, 0.570312, 0.507812, 0.455078, 0.472656, 0.462891, 0.496094, 0.507812, 0.380859, 0.507812, 0.519531, 0.474609, 0.5, 0.527344, 0.5, 0.458984, 0.380859, 0.474609, 0.421875, 0.371094, 0.503906, 0.486328, 0.478516, 0.488281, 0.484375, 0.507812, 0.511719, 0.414062, 0.462891, 0.511719, 0.486328, 0.457031, 0.482422, 0.376953, 0.460938, 0.447266, 0.445312, 0.496094, 0.511719, 0.503906, 0.503906, 0.5, 0.488281, 0.201172, 0.5, 0.40625, 0.333984, 0.445312, 0.511719, 0.478516, 0.431641, 0.416016, 0.5, 0.523438, 0.494141, 0.474609, 0.519531, 0.5, 0.435547, 0.5, 0.470703, 0.507812, 0.486328, 0.507812, 0.462891, 0.40625, 0.535156, 0.486328, 0.46875, 0.462891, 0.503906, 0.5, 0.472656, 0.492188, 0.5, 0.460938, 0.472656, 0.439453, 0.523438, 0.498047, 0.523438, 0.425781, 0.503906, 0.369141, 0.378906, 0.5, 0.486328, 0.478516, 0.484375, 0.423828, 0.384766, 0.433594, 0.503906, 0.484375, 0.494141, 0.498047, 0.449219, 0.507812, 0.474609, 0.455078, 0.5, 0.494141, 0.322266, 0.492188, 0.482422, 0.507812, 0.380859, 0.472656, 0.470703, 0.5, 0.478516, 0.416016, 0.515625, 0.294922, 0.498047, 0.382812, 0.133789, 0.460938, 0.486328, 0.490234, 0.445312, 0.511719, 0.474609, 0.498047, 0.507812, 0.5, 0.439453, 0.492188, 0.490234, 0.457031, 0.423828, 0.462891, 0.480469, 0.402344, 0.453125, 0.402344, 0.511719, 0.519531, 0.462891, 0.412109, 0.492188, 0.492188, 0.394531, 0.503906, 0.416016, 0.423828, 0.46875, 0.503906, 0.46875, 0.478516, 0.492188, 0.492188, 0.472656, 0.490234, 0.484375, 0.511719, 0.511719, 0.496094, 0.402344, 0.275391, 0.416016, 0.402344, 0.423828, 0.507812, 0.5, 0.507812, 0.494141, 0.498047, 0.171875, 0.464844, 0.507812, 0.515625, 0.443359, 0.507812, 0.503906, 0.480469, 0.498047, 0.482422, 0.5, 0.511719, 0.462891, 0.494141, 0.494141, 0.480469, 0.507812, 0.5, 0.472656, 0.5, 0.4375, 0.474609, 0.291016, 0.414062, 0.503906, 0.466797, 0.431641, 0.503906, 0.339844, 0.527344, 0.503906, 0.511719, 0.511719, 0.486328, 0.496094, 0.423828, 0.417969, 0.488281, 0.416016, 0.470703, 0.427734, 0.511719, 0.488281, 0.490234, 0.277344, 0.470703, 0.476562, 0.470703, 0.503906, 0.332031, 0.470703, 0.474609, 0.421875, 0.515625, 0.433594, 0.486328, 0.511719, 0.482422, 0.453125, 0.476562, 0.503906, 0.453125, 0.511719, 0.511719, 0.164062, 0.484375, 0.486328, 0.316406, 0.439453, 0.384766, 0.494141, 0.488281, 0.503906, 0.511719, 0.496094, 0.449219, 0.464844, 0.46875, 0.503906, 0.519531, 0.484375, 0.384766, 0.472656, 0.486328, 0.46875, 0.494141, 0.484375, 0.326172, 0.482422, 0.431641, 0.460938, 0.474609, 0.333984, 0.515625, 0.470703, 0.515625, 0.474609, 0.507812, 0.451172, 0.539062, 0.373047, 0.507812, 0.503906, 0.496094, 0.375, 0.515625, 0.482422, 0.472656, 0.496094, 0.431641, 0.490234, 0.425781, 0.472656, 0.488281, 0.296875, 0.480469, 0.480469, 0.5, 0.492188, 0.515625, 0.486328, 0.46875, 0.46875, 0.539062, 0.519531, 0.425781, 0.494141, 0.486328, 0.5, 0.503906, 0.492188, 0.507812, 0.453125, 0.449219, 0.480469, 0.503906, 0.5, 0.503906, 0.490234, 0.472656, 0.496094, 0.484375, 0.455078, 0.511719, 0.474609, 0.392578, 0.503906, 0.511719, 0.507812, 0.478516, 0.523438, 0.398438, 0.507812, 0.503906, 0.494141, 0.480469, 0.480469, 0.507812, 0.507812, 0.488281, 0.503906, 0.484375, 0.503906, 0.443359, 0.449219, 0.507812, 0.511719, 0.480469, 0.455078, 0.5, 0.316406, 0.457031, 0.488281, 0.492188, 0.441406, 0.503906, 0.400391, 0.486328, 0.458984, 0.464844, 0.511719, 0.398438, 0.5, 0.365234, 0.457031, 0.464844, 0.488281, 0.455078, 0.490234, 0.488281, 0.507812, 0.492188, 0.464844, 0.498047, 0.375, 0.392578, 0.492188, 0.332031, 0.5, 0.507812, 0.488281, 0.494141, 0.527344, 0.480469, 0.488281, 0.46875, 0.492188, 0.498047, 0.507812, 0.472656, 0.367188, 0.474609, 0.494141, 0.519531, 0.439453, 0.492188, 0.490234, 0.498047, 0.417969, 0.507812, 0.4375, 0.462891, 0.498047, 0.486328, 0.490234, 0.527344, 0.462891, 0.474609, 0.429688, 0.539062, 0.503906, 0.484375, 0.492188, 0.478516, 0.470703, 0.46875, 0.507812, 0.490234, 0.419922, 0.474609, 0.523438, 0.458984, 0.511719, 0.386719, 0.472656, 0.414062, 0.484375, 0.492188, 0.5, 0.445312, 0.478516, 0.53125, 0.490234, 0.498047, 0.478516, 0.388672, 0.375, 0.5, 0.507812, 0.5, 0.457031, 0.486328, 0.507812, 0.490234, 0.476562, 0.494141, 0.496094, 0.464844, 0.482422, 0.355469, 0.466797, 0.494141, 0.480469, 0.507812, 0.490234, 0.515625, 0.472656, 0.125977, 0.527344, 0.476562, 0.5, 0.498047, 0.439453, 0.490234, 0.392578, 0.488281, 0.492188, 0.474609, 0.492188, 0.498047, 0.507812, 0.449219, 0.498047, 0.46875, 0.490234, 0.484375, 0.328125, 0.511719, 0.369141, 0.480469, 0.498047, 0.503906, 0.476562, 0.519531, 0.482422, 0.419922, 0.332031, 0.482422, 0.472656, 0.511719, 0.388672, 0.494141, 0.470703, 0.511719, 0.480469, 0.494141, 0.503906, 0.498047, 0.503906, 0.425781, 0.5, 0.511719, 0.5, 0.507812, 0.527344, 0.498047, 0.464844, 0.445312, 0.449219, 0.515625, 0.441406, 0.492188, 0.503906, 0.496094, 0.484375, 0.496094, 0.464844, 0.511719, 0.484375, 0.486328, 0.511719, 0.507812, 0.492188, 0.474609, 0.478516, 0.503906, 0.279297, 0.488281, 0.488281, 0.466797, 0.416016, 0.474609, 0.462891, 0.470703, 0.482422, 0.480469, 0.404297, 0.503906, 0.507812, 0.507812, 0.402344, 0.488281, 0.498047, 0.318359, 0.492188, 0.408203, 0.474609, 0.46875, 0.515625, 0.476562, 0.488281, 0.507812, 0.488281, 0.494141, 0.361328, 0.492188, 0.507812, 0.496094, 0.507812, 0.484375, 0.511719, 0.408203, 0.176758, 0.378906, 0.490234, 0.478516, 0.4375, 0.507812, 0.486328, 0.378906, 0.404297, 0.507812, 0.490234, 0.464844, 0.511719, 0.476562, 0.511719, 0.492188, 0.445312, 0.4375, 0.498047, 0.507812, 0.46875, 0.488281, 0.511719, 0.460938, 0.361328, 0.507812, 0.503906, 0.515625, 0.498047, 0.46875, 0.470703, 0.498047, 0.507812, 0.507812, 0.484375, 0.400391, 0.466797, 0.453125, 0.5, 0.507812, 0.511719, 0.261719, 0.480469, 0.455078, 0.507812, 0.498047, 0.527344, 0.523438, 0.492188, 0.494141, 0.28125, 0.523438, 0.498047, 0.492188, 0.515625, 0.439453, 0.482422, 0.515625, 0.369141, 0.400391, 0.46875, 0.474609, 0.478516, 0.488281, 0.519531, 0.511719, 0.451172, 0.476562, 0.357422, 0.494141, 0.445312, 0.498047, 0.503906, 0.511719, 0.503906, 0.5, 0.460938, 0.478516, 0.470703, 0.539062, 0.5, 0.464844, 0.503906, 0.46875, 0.460938, 0.515625, 0.318359, 0.503906, 0.46875, 0.433594, 0.484375, 0.519531, 0.511719, 0.482422, 0.511719, 0.515625, 0.494141, 0.507812, 0.447266, 0.5, 0.494141, 0.474609, 0.492188, 0.386719, 0.435547, 0.482422, 0.515625, 0.492188, 0.492188, 0.503906, 0.507812, 0.488281, 0.464844, 0.490234, 0.498047, 0.4375, 0.5, 0.519531, 0.496094, 0.519531, 0.515625, 0.488281, 0.498047, 0.511719, 0.474609, 0.535156, 0.515625, 0.482422, 0.5, 0.5, 0.492188, 0.511719, 0.443359, 0.503906, 0.5, 0.515625, 0.4375, 0.40625, 0.404297, 0.535156, 0.498047, 0.496094, 0.574219, 0.486328, 0.515625, 0.480469, 0.392578, 0.494141, 0.476562, 0.470703, 0.486328, 0.447266, 0.476562, 0.421875, 0.449219, 0.482422, 0.476562, 0.498047, 0.40625, 0.486328, 0.486328, 0.476562, 0.503906, 0.507812, 0.511719, 0.494141, 0.503906, 0.462891, 0.367188, 0.462891, 0.496094, 0.492188, 0.486328, 0.515625, 0.46875, 0.496094, 0.386719, 0.390625, 0.464844, 0.498047, 0.470703, 0.507812, 0.503906, 0.488281, 0.494141, 0.5, 0.507812, 0.5, 0.464844, 0.507812, 0.474609, 0.496094, 0.394531, 0.443359, 0.400391, 0.460938, 0.482422, 0.410156, 0.498047, 0.542969, 0.470703, 0.496094, 0.542969, 0.394531, 0.419922, 0.464844, 0.408203, 0.457031, 0.460938, 0.480469, 0.460938, 0.519531, 0.146484, 0.396484, 0.511719, 0.480469 ] }, "name": "model.model.layers.40.post_attention_layernorm.weight", "outputIndexes": [ 3315 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3314 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_40/Mul_output_0", "outputIndexes": [ 3316 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3315, 3316 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_40/Mul_1_output_0", "outputIndexes": [ 3317 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3317 ], "outputIndexes": [ 5524 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5524 ], "outputIndexes": [ 5525 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/gate_proj/Linear", "inputIndexes": [ 5525 ], "outputIndexes": [ 5526 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 404127848, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5526 ], "outputIndexes": [ 5527 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5527 ], "outputIndexes": [ 3318 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3318 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_40/Sigmoid_output_0", "outputIndexes": [ 3319 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3318, 3319 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_40/Mul_output_0", "outputIndexes": [ 3320 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3317 ], "outputIndexes": [ 5528 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5528 ], "outputIndexes": [ 5529 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/up_proj/Linear", "inputIndexes": [ 5529 ], "outputIndexes": [ 5530 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 406708350, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5530 ], "outputIndexes": [ 5531 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5531 ], "outputIndexes": [ 3321 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3320, 3321 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_40/Mul_output_0", "outputIndexes": [ 3322 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3322 ], "outputIndexes": [ 5532 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5532 ], "outputIndexes": [ 5533 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/down_proj/Linear", "inputIndexes": [ 5533 ], "outputIndexes": [ 5534 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 409288852, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5534 ], "outputIndexes": [ 5535 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.40/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5535 ], "outputIndexes": [ 3323 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3314, 3323 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_204_output_0", "outputIndexes": [ 3324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3324, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_369_output_0", "outputIndexes": [ 3325 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.453125, 0.417969, 0.40625, 0.433594, 0.400391, 0.423828, 0.945312, 0.425781, 0.429688, 0.492188, 0.648438, 0.402344, 0.394531, 0.394531, 0.386719, 0.412109, 0.738281, 0.400391, 0.410156, 0.503906, 0.423828, 0.404297, 0.447266, 0.445312, 0.443359, 0.394531, 0.412109, 0.410156, 0.416016, 0.40625, 0.507812, 0.300781, 0.402344, 0.427734, 0.439453, 0.421875, 0.515625, 0.40625, 0.601562, 0.460938, 0.417969, 0.404297, 0.431641, 0.441406, 0.460938, 0.447266, 0.458984, 0.445312, 0.416016, 0.628906, 0.380859, 0.636719, 0.402344, 0.443359, 0.515625, 0.412109, 0.398438, 0.419922, 0.433594, 0.423828, 0.425781, 0.414062, 0.433594, 0.410156, 0.435547, 0.542969, 0.714844, 0.558594, 0.384766, 0.753906, 0.414062, 0.443359, 0.423828, 0.419922, 0.423828, 0.417969, 0.464844, 0.40625, 0.546875, 0.443359, 0.439453, 0.419922, 0.410156, 0.398438, 0.431641, 0.427734, 0.398438, 0.484375, 0.453125, 0.507812, 0.451172, 0.423828, 0.464844, 0.427734, 0.5, 0.511719, 0.515625, 0.425781, 0.388672, 0.445312, 0.4375, 0.4375, 0.421875, 0.429688, 0.515625, 0.507812, 0.408203, 0.412109, 0.416016, 0.365234, 0.392578, 0.433594, 0.410156, 0.433594, 0.455078, 0.511719, 0.414062, 0.433594, 0.394531, 0.398438, 0.457031, 0.433594, 0.384766, 0.486328, 0.441406, 0.4375, 0.972656, 0.398438, 0.390625, 0.402344, 0.416016, 0.380859, 0.441406, 0.425781, 0.425781, 0.423828, 0.40625, 0.414062, 0.65625, 0.431641, 0.404297, 0.394531, 0.410156, 0.404297, 0.398438, 0.441406, 0.419922, 0.40625, 0.390625, 0.402344, 0.4375, 0.451172, 0.396484, 0.457031, 0.423828, 0.419922, 0.404297, 0.427734, 0.523438, 0.423828, 0.474609, 0.453125, 0.472656, 0.427734, 0.400391, 0.441406, 0.65625, 0.429688, 0.410156, 0.5, 0.433594, 0.427734, 0.421875, 0.4375, 0.601562, 0.402344, 0.455078, 0.416016, 0.427734, 0.443359, 0.412109, 0.4375, 0.412109, 0.435547, 0.404297, 0.435547, 0.414062, 0.429688, 0.423828, 0.412109, 0.421875, 0.439453, 0.498047, 0.412109, 0.431641, 0.414062, 0.425781, 0.451172, 0.141602, 0.455078, 0.427734, 0.390625, 0.427734, 0.410156, 0.425781, 0.398438, 0.417969, 0.396484, 0.46875, 0.408203, 0.416016, 0.417969, 0.419922, 0.498047, 0.421875, 0.412109, 0.396484, 0.392578, 0.396484, 0.414062, 0.414062, 0.419922, 0.394531, 0.433594, 0.441406, 0.425781, 0.419922, 0.511719, 0.441406, 0.414062, 0.455078, 0.65625, 0.412109, 0.443359, 0.425781, 0.453125, 0.427734, 0.455078, 0.427734, 0.398438, 0.417969, 0.419922, 0.412109, 0.4375, 0.410156, 0.455078, 0.429688, 0.416016, 0.423828, 0.464844, 0.410156, 0.439453, 0.498047, 0.433594, 0.476562, 0.423828, 0.443359, 0.392578, 0.435547, 0.386719, 0.421875, 0.431641, 0.435547, 0.447266, 0.412109, 0.4375, 0.421875, 0.429688, 0.455078, 0.4375, 0.796875, 0.398438, 0.433594, 0.785156, 0.484375, 0.40625, 0.419922, 0.472656, 0.472656, 0.416016, 0.449219, 0.429688, 0.425781, 0.443359, 0.455078, 0.427734, 0.40625, 0.40625, 0.408203, 0.416016, 0.394531, 0.40625, 0.419922, 0.460938, 0.404297, 0.402344, 0.337891, 0.404297, 0.435547, 0.417969, 0.386719, 0.398438, 0.402344, 0.498047, 0.416016, 0.410156, 0.478516, 0.410156, 0.371094, 0.417969, 0.480469, 0.433594, 0.412109, 0.458984, 0.400391, 0.392578, 0.408203, 0.455078, 0.527344, 0.460938, 0.412109, 0.398438, 0.449219, 0.382812, 0.443359, 0.492188, 0.40625, 0.425781, 0.400391, 0.421875, 0.660156, 0.435547, 0.498047, 0.414062, 0.455078, 0.414062, 0.40625, 0.384766, 0.539062, 0.511719, 0.414062, 0.412109, 0.421875, 0.419922, 0.441406, 0.453125, 0.439453, 0.412109, 0.478516, 0.390625, 0.425781, 0.410156, 0.416016, 0.441406, 0.441406, 0.443359, 0.400391, 0.412109, 0.398438, 0.431641, 0.388672, 0.457031, 0.419922, 0.421875, 0.419922, 0.404297, 0.408203, 0.427734, 0.431641, 0.445312, 0.386719, 0.378906, 0.421875, 0.507812, 0.460938, 0.423828, 0.419922, 0.423828, 0.414062, 0.574219, 0.742188, 0.449219, 0.5, 0.416016, 0.408203, 0.392578, 0.449219, 0.402344, 0.466797, 0.380859, 0.441406, 0.632812, 0.414062, 0.472656, 0.435547, 0.408203, 0.435547, 0.421875, 0.421875, 0.394531, 0.445312, 0.441406, 0.498047, 0.408203, 0.400391, 0.460938, 0.453125, 0.439453, 0.398438, 0.394531, 0.416016, 0.443359, 0.386719, 0.429688, 0.419922, 0.382812, 0.4375, 0.394531, 0.390625, 0.519531, 0.449219, 0.425781, 0.675781, 0.416016, 0.410156, 0.455078, 0.40625, 0.429688, 0.652344, 0.451172, 0.578125, 0.460938, 0.408203, 0.435547, 0.390625, 0.425781, 0.396484, 0.402344, 0.384766, 0.390625, 0.449219, 0.451172, 0.46875, 0.4375, 0.431641, 0.5, 0.4375, 0.410156, 0.523438, 0.412109, 0.494141, 0.621094, 0.427734, 0.40625, 0.414062, 0.4375, 0.421875, 0.435547, 0.419922, 0.455078, 0.433594, 0.435547, 0.435547, 0.417969, 0.617188, 0.435547, 0.429688, 0.402344, 0.429688, 0.482422, 0.431641, 0.410156, 0.433594, 0.408203, 0.441406, 0.427734, 0.4375, 0.384766, 0.453125, 0.443359, 0.445312, 0.431641, 0.408203, 0.396484, 0.410156, 0.447266, 0.417969, 0.433594, 0.396484, 0.414062, 0.425781, 0.449219, 0.410156, 0.449219, 0.40625, 0.460938, 0.384766, 0.443359, 0.480469, 0.439453, 0.910156, 0.433594, 0.419922, 0.451172, 0.574219, 0.427734, 0.4375, 0.433594, 0.441406, 0.451172, 0.423828, 0.421875, 0.75, 0.4375, 0.46875, 0.464844, 0.449219, 0.445312, 0.386719, 0.419922, 0.398438, 0.423828, 0.507812, 0.398438, 0.427734, 0.458984, 0.412109, 0.429688, 0.404297, 0.457031, 0.605469, 0.449219, 0.470703, 0.457031, 0.412109, 0.394531, 0.427734, 0.4375, 0.410156, 0.421875, 0.435547, 0.464844, 0.464844, 0.384766, 0.408203, 0.447266, 0.435547, 0.59375, 0.503906, 0.455078, 0.464844, 0.382812, 0.419922, 0.402344, 0.40625, 0.439453, 0.46875, 0.077637, 0.439453, 0.5, 0.605469, 0.457031, 0.390625, 0.4375, 0.458984, 0.458984, 0.40625, 0.451172, 0.431641, 0.455078, 0.414062, 0.414062, 0.486328, 0.396484, 0.414062, 0.404297, 0.404297, 0.429688, 0.435547, 0.494141, 0.419922, 0.404297, 0.386719, 0.441406, 0.412109, 0.433594, 0.394531, 0.423828, 0.414062, 0.423828, 0.429688, 0.433594, 0.410156, 0.404297, 0.421875, 0.445312, 0.404297, 0.566406, 0.466797, 0.439453, 0.378906, 0.474609, 0.394531, 0.339844, 0.490234, 0.453125, 0.416016, 0.414062, 0.410156, 0.367188, 0.414062, 0.398438, 0.412109, 0.458984, 0.421875, 0.404297, 0.753906, 0.425781, 0.408203, 0.414062, 0.486328, 0.375, 0.441406, 0.431641, 0.435547, 0.484375, 0.443359, 0.765625, 0.423828, 0.519531, 0.835938, 0.410156, 0.423828, 0.400391, 0.433594, 0.400391, 0.398438, 0.447266, 0.435547, 0.431641, 0.476562, 0.398438, 0.412109, 0.474609, 0.480469, 0.447266, 0.400391, 0.5, 0.472656, 0.585938, 0.421875, 0.427734, 0.408203, 0.523438, 0.416016, 0.400391, 0.476562, 0.404297, 0.478516, 0.566406, 0.429688, 0.394531, 0.445312, 0.419922, 0.388672, 0.408203, 0.4375, 0.416016, 0.425781, 0.423828, 0.429688, 0.404297, 0.472656, 0.636719, 0.427734, 0.53125, 0.484375, 0.398438, 0.410156, 0.433594, 0.404297, 0.441406, 0.933594, 0.427734, 0.462891, 0.443359, 0.466797, 0.404297, 0.392578, 0.40625, 0.433594, 0.408203, 0.417969, 0.404297, 0.443359, 0.384766, 0.398438, 0.412109, 0.40625, 0.410156, 0.398438, 0.384766, 0.474609, 0.394531, 0.753906, 0.558594, 0.410156, 0.431641, 0.392578, 0.429688, 0.492188, 0.451172, 0.429688, 0.443359, 0.408203, 0.417969, 0.400391, 0.458984, 0.5, 0.384766, 0.519531, 0.423828, 0.447266, 0.421875, 0.425781, 0.507812, 0.871094, 0.435547, 0.443359, 0.429688, 0.441406, 0.417969, 0.412109, 0.402344, 0.486328, 0.451172, 0.474609, 0.414062, 0.408203, 0.410156, 0.427734, 0.400391, 0.408203, 0.441406, 0.410156, 0.408203, 0.882812, 0.417969, 0.445312, 0.488281, 0.435547, 0.527344, 0.404297, 0.4375, 0.400391, 0.404297, 0.394531, 0.435547, 0.439453, 0.421875, 0.433594, 0.453125, 0.460938, 0.558594, 0.453125, 0.412109, 0.439453, 0.376953, 0.423828, 0.652344, 0.490234, 0.414062, 0.433594, 0.431641, 0.574219, 0.423828, 0.417969, 0.416016, 0.404297, 0.417969, 0.472656, 0.431641, 0.535156, 0.416016, 0.419922, 0.421875, 0.5625, 0.511719, 0.410156, 0.404297, 0.410156, 0.402344, 0.412109, 0.472656, 0.431641, 0.414062, 0.644531, 0.410156, 0.394531, 0.412109, 0.421875, 0.4375, 0.408203, 0.433594, 0.429688, 0.431641, 0.423828, 0.466797, 0.455078, 0.451172, 0.460938, 0.390625, 0.474609, 0.427734, 0.496094, 0.449219, 0.390625, 0.419922, 0.441406, 0.472656, 0.449219, 0.4375, 0.414062, 0.398438, 0.460938, 0.417969, 0.412109, 0.515625, 0.445312, 0.412109, 0.4375, 0.396484, 0.425781, 0.5, 0.408203, 0.445312, 0.421875, 0.40625, 0.449219, 0.410156, 0.435547, 0.416016, 0.400391, 0.394531, 0.408203, 0.476562, 0.484375, 0.40625, 0.427734, 0.474609, 0.419922, 0.378906, 0.773438, 0.392578, 0.412109, 0.416016, 0.464844, 0.429688, 0.398438, 0.410156, 0.457031, 0.460938, 0.431641, 0.486328, 0.429688, 0.613281, 0.400391, 0.449219, 0.412109, 0.423828, 0.416016, 0.429688, 0.400391, 0.419922, 0.447266, 0.425781, 0.494141, 0.507812, 0.394531, 0.601562, 0.392578, 0.416016, 0.410156, 0.419922, 0.484375, 0.441406, 0.404297, 0.482422, 0.429688, 0.466797, 0.419922, 0.414062, 0.703125, 0.398438, 0.419922, 0.404297, 0.488281, 0.423828, 0.427734, 0.423828, 0.486328, 0.425781, 0.431641, 0.435547, 0.439453, 0.398438, 0.447266, 0.435547, 0.433594, 0.423828, 0.519531, 0.460938, 0.423828, 0.404297, 0.441406, 0.404297, 0.402344, 0.402344, 0.4375, 0.386719, 0.445312, 0.423828, 0.425781, 0.431641, 0.396484, 0.527344, 0.429688, 0.482422, 0.419922, 0.419922, 0.427734, 0.466797, 0.410156, 0.433594, 0.388672, 0.392578, 0.400391, 0.511719, 0.597656, 0.40625, 0.429688, 0.412109, 0.480469, 0.382812, 0.412109, 0.427734, 0.423828, 0.425781, 0.40625, 0.478516, 0.390625, 0.535156, 0.435547, 0.396484, 0.423828, 0.441406, 0.419922, 0.410156, 0.414062, 0.730469, 0.417969, 0.439453, 0.453125, 0.458984, 0.404297, 0.396484, 0.59375, 0.384766, 0.443359, 0.494141, 0.390625, 0.443359, 0.419922, 0.417969, 0.404297, 0.441406, 0.404297, 0.416016, 0.847656, 0.394531, 0.554688, 0.455078, 0.40625, 0.474609, 0.423828, 0.4375, 0.421875, 0.482422, 0.808594, 0.447266, 0.449219, 0.419922, 0.507812, 0.404297, 0.416016, 0.410156, 0.441406, 0.394531, 0.443359, 0.400391, 0.425781, 0.433594, 0.410156, 0.435547, 0.435547, 0.451172, 0.449219, 0.380859, 0.421875, 0.425781, 0.429688, 0.357422, 0.429688, 0.455078, 0.375, 0.398438, 0.419922, 0.447266, 0.441406, 0.416016, 0.384766, 0.4375, 0.417969, 0.414062, 0.396484, 0.414062, 0.394531, 0.425781, 0.625, 0.375, 0.410156, 0.410156, 0.482422, 0.443359, 0.347656, 0.416016, 0.414062, 0.474609, 0.449219, 0.416016, 0.386719, 0.40625, 0.546875, 0.447266, 0.421875, 0.664062, 0.416016, 0.455078, 0.412109, 0.40625, 0.427734, 0.421875, 0.412109, 0.414062, 0.390625, 0.388672, 0.535156, 0.433594, 0.425781, 0.416016, 0.425781, 0.431641, 0.423828, 0.474609, 0.867188, 0.609375, 0.427734, 0.416016, 0.490234, 0.394531, 0.443359, 0.679688, 0.443359, 0.431641, 0.390625, 0.423828, 0.423828, 0.470703, 0.429688, 0.414062, 0.408203, 0.464844, 0.435547, 0.394531, 0.445312, 0.388672, 0.398438, 0.480469, 0.574219, 0.431641, 0.427734, 0.416016, 0.431641, 0.378906, 0.46875, 0.416016, 0.429688, 0.423828, 0.425781, 0.476562, 0.410156, 0.429688, 0.388672, 0.412109, 0.414062, 0.867188, 0.373047, 0.404297, 0.449219, 0.419922, 0.423828, 0.429688, 0.412109, 0.412109, 0.804688, 0.421875, 0.345703, 0.408203, 0.4375, 0.478516, 0.416016, 0.447266, 0.585938, 0.460938, 0.433594, 0.402344, 0.421875, 0.402344, 0.414062, 0.445312, 0.416016, 0.511719, 0.59375, 0.431641, 0.435547, 0.410156, 0.408203, 0.445312, 0.419922, 0.410156, 0.408203, 0.384766, 0.443359, 0.433594, 0.416016, 0.429688, 0.433594, 0.427734, 0.488281, 0.464844, 0.886719, 0.419922, 0.417969, 0.431641, 0.419922, 0.417969, 0.421875, 0.427734, 0.412109, 0.40625, 0.431641, 0.429688, 0.445312, 0.433594, 0.425781, 0.416016, 0.423828, 0.523438, 0.458984, 0.396484, 0.396484, 0.392578, 0.423828, 0.412109, 0.427734, 0.417969, 0.457031, 0.394531, 0.429688, 0.466797, 0.429688, 0.388672, 0.435547, 0.429688, 0.400391, 0.396484, 0.40625, 0.445312, 0.429688, 0.439453, 0.414062, 0.455078, 0.394531, 0.4375, 0.414062, 0.400391, 0.474609, 0.400391, 0.40625, 0.427734, 0.369141, 0.507812, 0.486328, 0.458984, 0.435547, 0.398438, 0.435547, 0.410156, 0.425781, 0.416016, 0.5, 0.392578, 0.417969, 0.400391, 0.429688, 0.410156, 0.458984, 0.449219, 0.443359, 0.404297, 0.417969, 0.414062, 0.515625, 0.412109, 0.396484, 0.431641, 0.453125, 0.425781, 0.421875, 0.386719, 0.382812, 0.453125, 0.427734, 0.40625, 0.427734, 0.408203, 0.414062, 0.421875, 0.419922, 0.443359, 0.507812, 0.503906, 0.392578, 0.410156, 0.414062, 0.4375, 0.339844, 0.421875, 0.427734, 0.435547, 0.423828, 0.408203, 0.431641, 0.439453, 0.384766, 0.398438, 0.535156, 0.408203, 0.498047, 0.417969, 0.4375, 0.482422, 0.394531, 0.464844, 0.460938, 0.417969, 0.384766, 0.480469, 0.490234, 0.416016, 0.490234, 0.414062, 0.421875, 0.460938, 0.445312, 0.394531, 0.984375, 0.511719, 0.404297, 0.417969 ] }, "name": "model.model.layers.41.input_layernorm.weight", "outputIndexes": [ 3326 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3325 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_41/Mul_output_0", "outputIndexes": [ 3327 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3326, 3327 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_41/Mul_1_output_0", "outputIndexes": [ 3328 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3328 ], "outputIndexes": [ 5536 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5536 ], "outputIndexes": [ 5537 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/q_proj/Linear", "inputIndexes": [ 5537 ], "outputIndexes": [ 5538 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 411869354, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5538 ], "outputIndexes": [ 5539 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5539 ], "outputIndexes": [ 3329 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3328 ], "main_type": "NONE", "name": "/Shape_575_output_0", "outputIndexes": [ 3330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3330 ], "main_type": "NONE", "name": "Shape8935", "outputIndexes": [ 3331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3330 ], "main_type": "NONE", "name": "Rank8937", "outputIndexes": [ 3332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3332, 3332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8939", "outputIndexes": [ 3333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8940", "outputIndexes": [ 3334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8942", "outputIndexes": [ 3335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8943", "outputIndexes": [ 3336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3331, 3334, 3336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8946", "outputIndexes": [ 3337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8947", "outputIndexes": [ 3338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8948", "outputIndexes": [ 3339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3339, 3338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8949", "outputIndexes": [ 3340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3330, 3340, 3333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_619_output_0", "outputIndexes": [ 3341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3341, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1313_output_0", "outputIndexes": [ 3342 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3342, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_533_output_0", "outputIndexes": [ 3343 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3329, 3343 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_370_output_0", "outputIndexes": [ 3344 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3344, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_328_output_0", "outputIndexes": [ 3345 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3344 ], "main_type": "NONE", "name": "/Shape_576_output_0", "outputIndexes": [ 3346 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3346 ], "main_type": "NONE", "name": "Shape8956", "outputIndexes": [ 3347 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3346 ], "main_type": "NONE", "name": "Rank8958", "outputIndexes": [ 3348 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3348, 3348 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8960", "outputIndexes": [ 3349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3349 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8961", "outputIndexes": [ 3350 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3349, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8963", "outputIndexes": [ 3351 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3351 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze8964", "outputIndexes": [ 3352 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3347, 3350, 3352, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice8967", "outputIndexes": [ 3353 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3353 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze8968", "outputIndexes": [ 3354 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3354 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8969", "outputIndexes": [ 3355 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3355, 3354 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp8970", "outputIndexes": [ 3356 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3346, 3356, 3349 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_620_output_0", "outputIndexes": [ 3357 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3357, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_123_output_0", "outputIndexes": [ 3358 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3358, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1318_output_0", "outputIndexes": [ 3359 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3344, 3359, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_165_output_0", "outputIndexes": [ 3360 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3360 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_82_output_0", "outputIndexes": [ 3361 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3344, 22, 3359, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_164_output_0", "outputIndexes": [ 3362 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3361, 3362 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_536_output_0", "outputIndexes": [ 3363 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3363, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_329_output_0", "outputIndexes": [ 3364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3345, 3364 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_205_output_0", "outputIndexes": [ 3365 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3328 ], "outputIndexes": [ 5540 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5540 ], "outputIndexes": [ 5541 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/k_proj/Linear", "inputIndexes": [ 5541 ], "outputIndexes": [ 5542 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 412790976, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5542 ], "outputIndexes": [ 5543 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5543 ], "outputIndexes": [ 3366 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3342, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_534_output_0", "outputIndexes": [ 3367 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3366, 3367 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_371_output_0", "outputIndexes": [ 3368 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3368, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_330_output_0", "outputIndexes": [ 3369 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3368 ], "main_type": "NONE", "name": "/Shape_577_output_0", "outputIndexes": [ 3370 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3370 ], "main_type": "NONE", "name": "Shape9019", "outputIndexes": [ 3371 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3370 ], "main_type": "NONE", "name": "Rank9021", "outputIndexes": [ 3372 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3372, 3372 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9023", "outputIndexes": [ 3373 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3373 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9024", "outputIndexes": [ 3374 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3373, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9026", "outputIndexes": [ 3375 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3375 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9027", "outputIndexes": [ 3376 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3371, 3374, 3376, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9030", "outputIndexes": [ 3377 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3377 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9031", "outputIndexes": [ 3378 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3378 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9032", "outputIndexes": [ 3379 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3379, 3378 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9033", "outputIndexes": [ 3380 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3370, 3380, 3373 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_621_output_0", "outputIndexes": [ 3381 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3381, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_124_output_0", "outputIndexes": [ 3382 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3382, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1320_output_0", "outputIndexes": [ 3383 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3368, 3383, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_167_output_0", "outputIndexes": [ 3384 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3384 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_83_output_0", "outputIndexes": [ 3385 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3368, 22, 3383, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_166_output_0", "outputIndexes": [ 3386 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3385, 3386 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_537_output_0", "outputIndexes": [ 3387 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3387, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_331_output_0", "outputIndexes": [ 3388 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3369, 3388 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_206_output_0", "outputIndexes": [ 3389 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3328 ], "outputIndexes": [ 5544 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5544 ], "outputIndexes": [ 5545 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/v_proj/Linear", "inputIndexes": [ 5545 ], "outputIndexes": [ 5546 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 413021398, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5546 ], "outputIndexes": [ 5547 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5547 ], "outputIndexes": [ 3390 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3390, 3367 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_372_output_0", "outputIndexes": [ 3391 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3365, 3389, 3391, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_377_output_0", "outputIndexes": [ 3392 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3392 ], "outputIndexes": [ 5548 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5548 ], "outputIndexes": [ 5549 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/o_proj/Linear", "inputIndexes": [ 5549 ], "outputIndexes": [ 5550 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 413251820, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5550 ], "outputIndexes": [ 5551 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5551 ], "outputIndexes": [ 3393 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3325, 3393 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_208_output_0", "outputIndexes": [ 3394 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.443359, 0.519531, 0.5, 0.53125, 0.519531, 0.503906, 0.200195, 0.527344, 0.464844, 0.4375, 0.404297, 0.507812, 0.4375, 0.488281, 0.498047, 0.515625, 0.253906, 0.511719, 0.503906, 0.427734, 0.519531, 0.527344, 0.474609, 0.480469, 0.5, 0.523438, 0.458984, 0.507812, 0.503906, 0.511719, 0.464844, 0.219727, 0.515625, 0.527344, 0.507812, 0.494141, 0.423828, 0.5, 0.357422, 0.566406, 0.523438, 0.515625, 0.496094, 0.466797, 0.443359, 0.488281, 0.535156, 0.464844, 0.53125, 0.378906, 0.527344, 0.384766, 0.488281, 0.519531, 0.435547, 0.503906, 0.542969, 0.486328, 0.511719, 0.515625, 0.519531, 0.519531, 0.474609, 0.542969, 0.445312, 0.447266, 0.330078, 0.394531, 0.542969, 0.359375, 0.527344, 0.396484, 0.482422, 0.474609, 0.511719, 0.478516, 0.515625, 0.515625, 0.388672, 0.503906, 0.478516, 0.535156, 0.472656, 0.484375, 0.527344, 0.46875, 0.546875, 0.445312, 0.570312, 0.427734, 0.488281, 0.511719, 0.449219, 0.523438, 0.398438, 0.439453, 0.613281, 0.527344, 0.519531, 0.507812, 0.535156, 0.480469, 0.507812, 0.507812, 0.443359, 0.423828, 0.515625, 0.511719, 0.498047, 0.507812, 0.5, 0.535156, 0.484375, 0.527344, 0.542969, 0.488281, 0.496094, 0.511719, 0.519531, 0.511719, 0.523438, 0.449219, 0.511719, 0.457031, 0.542969, 0.496094, 0.237305, 0.511719, 0.511719, 0.484375, 0.519531, 0.507812, 0.511719, 0.5, 0.511719, 0.511719, 0.507812, 0.480469, 0.416016, 0.488281, 0.535156, 0.460938, 0.523438, 0.53125, 0.519531, 0.527344, 0.498047, 0.460938, 0.484375, 0.527344, 0.523438, 0.515625, 0.507812, 0.539062, 0.523438, 0.466797, 0.523438, 0.482422, 0.417969, 0.5625, 0.419922, 0.498047, 0.421875, 0.515625, 0.484375, 0.527344, 0.388672, 0.542969, 0.519531, 0.4375, 0.470703, 0.523438, 0.511719, 0.488281, 0.382812, 0.492188, 0.496094, 0.5, 0.527344, 0.527344, 0.503906, 0.480469, 0.503906, 0.480469, 0.515625, 0.53125, 0.503906, 0.515625, 0.527344, 0.507812, 0.519531, 0.484375, 0.416016, 0.507812, 0.515625, 0.5, 0.507812, 0.472656, 0.105957, 0.535156, 0.488281, 0.5, 0.488281, 0.496094, 0.503906, 0.511719, 0.53125, 0.503906, 0.484375, 0.527344, 0.498047, 0.507812, 0.511719, 0.417969, 0.519531, 0.496094, 0.5, 0.476562, 0.519531, 0.496094, 0.492188, 0.490234, 0.445312, 0.484375, 0.519531, 0.490234, 0.527344, 0.425781, 0.566406, 0.511719, 0.486328, 0.416016, 0.503906, 0.503906, 0.515625, 0.462891, 0.503906, 0.458984, 0.458984, 0.507812, 0.515625, 0.494141, 0.511719, 0.511719, 0.507812, 0.5, 0.439453, 0.515625, 0.527344, 0.511719, 0.5, 0.476562, 0.392578, 0.498047, 0.484375, 0.515625, 0.482422, 0.494141, 0.466797, 0.511719, 0.546875, 0.490234, 0.523438, 0.466797, 0.535156, 0.519531, 0.488281, 0.519531, 0.455078, 0.523438, 0.289062, 0.474609, 0.511719, 0.24707, 0.449219, 0.519531, 0.511719, 0.462891, 0.4375, 0.527344, 0.474609, 0.515625, 0.503906, 0.550781, 0.511719, 0.498047, 0.515625, 0.523438, 0.507812, 0.523438, 0.515625, 0.507812, 0.503906, 0.515625, 0.503906, 0.5, 0.460938, 0.519531, 0.515625, 0.507812, 0.494141, 0.527344, 0.503906, 0.427734, 0.511719, 0.515625, 0.472656, 0.515625, 0.480469, 0.515625, 0.425781, 0.535156, 0.470703, 0.466797, 0.523438, 0.484375, 0.5, 0.455078, 0.425781, 0.492188, 0.519531, 0.523438, 0.535156, 0.503906, 0.511719, 0.478516, 0.527344, 0.542969, 0.515625, 0.474609, 0.400391, 0.472656, 0.384766, 0.494141, 0.472656, 0.503906, 0.53125, 0.449219, 0.419922, 0.433594, 0.478516, 0.494141, 0.492188, 0.433594, 0.546875, 0.523438, 0.490234, 0.507812, 0.455078, 0.5, 0.507812, 0.519531, 0.470703, 0.503906, 0.484375, 0.539062, 0.507812, 0.523438, 0.478516, 0.554688, 0.480469, 0.490234, 0.515625, 0.5, 0.523438, 0.498047, 0.507812, 0.527344, 0.474609, 0.470703, 0.519531, 0.492188, 0.527344, 0.433594, 0.498047, 0.507812, 0.494141, 0.527344, 0.507812, 0.416016, 0.196289, 0.494141, 0.566406, 0.5, 0.523438, 0.472656, 0.462891, 0.535156, 0.462891, 0.494141, 0.519531, 0.414062, 0.539062, 0.408203, 0.539062, 0.496094, 0.5, 0.523438, 0.527344, 0.498047, 0.494141, 0.527344, 0.451172, 0.519531, 0.523438, 0.472656, 0.519531, 0.507812, 0.511719, 0.515625, 0.488281, 0.539062, 0.498047, 0.498047, 0.527344, 0.519531, 0.5, 0.498047, 0.5, 0.474609, 0.515625, 0.507812, 0.298828, 0.519531, 0.527344, 0.423828, 0.527344, 0.503906, 0.337891, 0.507812, 0.386719, 0.462891, 0.527344, 0.507812, 0.498047, 0.523438, 0.527344, 0.507812, 0.486328, 0.5, 0.546875, 0.458984, 0.462891, 0.59375, 0.488281, 0.451172, 0.476562, 0.539062, 0.435547, 0.527344, 0.496094, 0.431641, 0.503906, 0.53125, 0.5, 0.550781, 0.523438, 0.507812, 0.511719, 0.458984, 0.503906, 0.478516, 0.511719, 0.503906, 0.402344, 0.503906, 0.482422, 0.53125, 0.519531, 0.466797, 0.511719, 0.515625, 0.490234, 0.515625, 0.486328, 0.5, 0.484375, 0.523438, 0.478516, 0.494141, 0.535156, 0.53125, 0.523438, 0.496094, 0.519531, 0.46875, 0.511719, 0.470703, 0.503906, 0.498047, 0.523438, 0.539062, 0.507812, 0.507812, 0.511719, 0.445312, 0.507812, 0.527344, 0.429688, 0.486328, 0.158203, 0.474609, 0.523438, 0.515625, 0.369141, 0.535156, 0.496094, 0.498047, 0.523438, 0.488281, 0.507812, 0.519531, 0.234375, 0.492188, 0.46875, 0.589844, 0.53125, 0.46875, 0.494141, 0.470703, 0.503906, 0.519531, 0.394531, 0.511719, 0.519531, 0.494141, 0.511719, 0.527344, 0.519531, 0.476562, 0.398438, 0.5, 0.447266, 0.40625, 0.511719, 0.494141, 0.492188, 0.503906, 0.490234, 0.535156, 0.511719, 0.431641, 0.480469, 0.527344, 0.490234, 0.476562, 0.507812, 0.400391, 0.492188, 0.466797, 0.466797, 0.507812, 0.523438, 0.519531, 0.523438, 0.53125, 0.503906, 0.21875, 0.515625, 0.431641, 0.353516, 0.464844, 0.53125, 0.507812, 0.449219, 0.441406, 0.515625, 0.53125, 0.5, 0.498047, 0.539062, 0.511719, 0.449219, 0.515625, 0.492188, 0.519531, 0.494141, 0.503906, 0.472656, 0.425781, 0.539062, 0.511719, 0.492188, 0.480469, 0.519531, 0.507812, 0.486328, 0.5, 0.527344, 0.488281, 0.494141, 0.443359, 0.535156, 0.511719, 0.539062, 0.443359, 0.527344, 0.396484, 0.402344, 0.527344, 0.507812, 0.494141, 0.507812, 0.449219, 0.421875, 0.449219, 0.503906, 0.498047, 0.5, 0.511719, 0.460938, 0.527344, 0.515625, 0.482422, 0.515625, 0.507812, 0.328125, 0.507812, 0.492188, 0.519531, 0.410156, 0.503906, 0.484375, 0.523438, 0.496094, 0.443359, 0.535156, 0.320312, 0.5, 0.410156, 0.147461, 0.46875, 0.5, 0.503906, 0.464844, 0.535156, 0.486328, 0.511719, 0.523438, 0.503906, 0.451172, 0.523438, 0.519531, 0.472656, 0.441406, 0.482422, 0.490234, 0.417969, 0.488281, 0.419922, 0.53125, 0.511719, 0.474609, 0.4375, 0.511719, 0.5, 0.425781, 0.515625, 0.435547, 0.445312, 0.492188, 0.511719, 0.470703, 0.492188, 0.511719, 0.507812, 0.492188, 0.519531, 0.496094, 0.535156, 0.515625, 0.511719, 0.429688, 0.279297, 0.433594, 0.414062, 0.472656, 0.527344, 0.503906, 0.523438, 0.515625, 0.523438, 0.1875, 0.492188, 0.515625, 0.519531, 0.447266, 0.523438, 0.519531, 0.494141, 0.515625, 0.498047, 0.511719, 0.503906, 0.482422, 0.5, 0.507812, 0.488281, 0.515625, 0.523438, 0.488281, 0.511719, 0.455078, 0.492188, 0.3125, 0.427734, 0.523438, 0.486328, 0.453125, 0.5, 0.34375, 0.53125, 0.523438, 0.535156, 0.527344, 0.503906, 0.503906, 0.453125, 0.427734, 0.503906, 0.429688, 0.484375, 0.458984, 0.519531, 0.507812, 0.515625, 0.302734, 0.488281, 0.5, 0.503906, 0.515625, 0.298828, 0.503906, 0.503906, 0.447266, 0.523438, 0.458984, 0.5, 0.527344, 0.492188, 0.482422, 0.480469, 0.535156, 0.480469, 0.511719, 0.523438, 0.191406, 0.496094, 0.515625, 0.341797, 0.460938, 0.408203, 0.515625, 0.5, 0.523438, 0.523438, 0.5, 0.453125, 0.476562, 0.496094, 0.519531, 0.542969, 0.507812, 0.404297, 0.494141, 0.511719, 0.482422, 0.519531, 0.507812, 0.388672, 0.5, 0.457031, 0.480469, 0.488281, 0.349609, 0.53125, 0.498047, 0.53125, 0.503906, 0.519531, 0.472656, 0.554688, 0.392578, 0.523438, 0.515625, 0.507812, 0.412109, 0.539062, 0.484375, 0.492188, 0.503906, 0.439453, 0.519531, 0.458984, 0.490234, 0.523438, 0.310547, 0.511719, 0.5, 0.511719, 0.498047, 0.535156, 0.503906, 0.494141, 0.5, 0.554688, 0.527344, 0.449219, 0.5, 0.507812, 0.515625, 0.515625, 0.519531, 0.515625, 0.46875, 0.478516, 0.503906, 0.527344, 0.515625, 0.527344, 0.519531, 0.53125, 0.523438, 0.5, 0.480469, 0.519531, 0.490234, 0.408203, 0.527344, 0.515625, 0.523438, 0.488281, 0.539062, 0.419922, 0.527344, 0.523438, 0.515625, 0.498047, 0.492188, 0.507812, 0.542969, 0.503906, 0.515625, 0.488281, 0.519531, 0.453125, 0.466797, 0.535156, 0.535156, 0.498047, 0.486328, 0.535156, 0.326172, 0.476562, 0.498047, 0.503906, 0.470703, 0.519531, 0.414062, 0.503906, 0.470703, 0.476562, 0.542969, 0.417969, 0.523438, 0.386719, 0.46875, 0.466797, 0.490234, 0.480469, 0.507812, 0.511719, 0.515625, 0.515625, 0.476562, 0.507812, 0.398438, 0.416016, 0.511719, 0.373047, 0.5, 0.515625, 0.498047, 0.507812, 0.546875, 0.507812, 0.498047, 0.494141, 0.507812, 0.511719, 0.515625, 0.488281, 0.382812, 0.503906, 0.515625, 0.539062, 0.451172, 0.5, 0.496094, 0.511719, 0.441406, 0.523438, 0.462891, 0.478516, 0.519531, 0.503906, 0.511719, 0.535156, 0.478516, 0.478516, 0.443359, 0.542969, 0.503906, 0.496094, 0.539062, 0.5, 0.5, 0.492188, 0.519531, 0.5, 0.427734, 0.494141, 0.535156, 0.480469, 0.542969, 0.40625, 0.494141, 0.433594, 0.5, 0.511719, 0.5, 0.455078, 0.498047, 0.546875, 0.507812, 0.503906, 0.498047, 0.40625, 0.396484, 0.5, 0.523438, 0.511719, 0.474609, 0.503906, 0.515625, 0.496094, 0.492188, 0.511719, 0.503906, 0.486328, 0.503906, 0.373047, 0.494141, 0.507812, 0.494141, 0.527344, 0.496094, 0.515625, 0.5, 0.128906, 0.542969, 0.484375, 0.503906, 0.498047, 0.460938, 0.523438, 0.414062, 0.507812, 0.515625, 0.494141, 0.515625, 0.527344, 0.519531, 0.466797, 0.515625, 0.490234, 0.503906, 0.507812, 0.361328, 0.523438, 0.380859, 0.494141, 0.523438, 0.511719, 0.486328, 0.542969, 0.498047, 0.433594, 0.341797, 0.494141, 0.490234, 0.527344, 0.410156, 0.519531, 0.482422, 0.53125, 0.507812, 0.503906, 0.515625, 0.511719, 0.519531, 0.460938, 0.515625, 0.523438, 0.527344, 0.515625, 0.542969, 0.5, 0.472656, 0.472656, 0.460938, 0.523438, 0.458984, 0.515625, 0.507812, 0.511719, 0.503906, 0.507812, 0.486328, 0.523438, 0.503906, 0.5, 0.539062, 0.53125, 0.507812, 0.486328, 0.498047, 0.523438, 0.287109, 0.486328, 0.515625, 0.488281, 0.441406, 0.511719, 0.46875, 0.486328, 0.503906, 0.503906, 0.433594, 0.519531, 0.523438, 0.523438, 0.412109, 0.492188, 0.511719, 0.320312, 0.511719, 0.433594, 0.494141, 0.472656, 0.523438, 0.496094, 0.511719, 0.523438, 0.511719, 0.519531, 0.394531, 0.507812, 0.53125, 0.507812, 0.527344, 0.503906, 0.535156, 0.435547, 0.169922, 0.392578, 0.511719, 0.511719, 0.472656, 0.507812, 0.490234, 0.398438, 0.417969, 0.523438, 0.519531, 0.474609, 0.539062, 0.488281, 0.523438, 0.519531, 0.460938, 0.455078, 0.515625, 0.515625, 0.46875, 0.507812, 0.515625, 0.482422, 0.390625, 0.523438, 0.519531, 0.53125, 0.515625, 0.480469, 0.484375, 0.507812, 0.527344, 0.511719, 0.503906, 0.410156, 0.490234, 0.466797, 0.507812, 0.523438, 0.535156, 0.244141, 0.494141, 0.476562, 0.527344, 0.5, 0.535156, 0.535156, 0.515625, 0.507812, 0.294922, 0.546875, 0.523438, 0.507812, 0.527344, 0.464844, 0.507812, 0.515625, 0.394531, 0.431641, 0.488281, 0.498047, 0.488281, 0.5, 0.535156, 0.535156, 0.472656, 0.498047, 0.390625, 0.507812, 0.472656, 0.515625, 0.519531, 0.523438, 0.507812, 0.515625, 0.490234, 0.507812, 0.484375, 0.546875, 0.519531, 0.472656, 0.519531, 0.486328, 0.476562, 0.527344, 0.357422, 0.519531, 0.484375, 0.455078, 0.507812, 0.519531, 0.53125, 0.503906, 0.515625, 0.523438, 0.519531, 0.519531, 0.466797, 0.511719, 0.511719, 0.496094, 0.519531, 0.421875, 0.453125, 0.5, 0.519531, 0.507812, 0.503906, 0.523438, 0.527344, 0.503906, 0.484375, 0.507812, 0.507812, 0.460938, 0.515625, 0.527344, 0.511719, 0.519531, 0.523438, 0.507812, 0.503906, 0.523438, 0.490234, 0.542969, 0.53125, 0.511719, 0.515625, 0.515625, 0.494141, 0.523438, 0.460938, 0.523438, 0.519531, 0.542969, 0.447266, 0.431641, 0.429688, 0.554688, 0.5, 0.507812, 0.582031, 0.5, 0.523438, 0.5, 0.396484, 0.519531, 0.484375, 0.490234, 0.503906, 0.462891, 0.480469, 0.4375, 0.460938, 0.498047, 0.498047, 0.511719, 0.421875, 0.523438, 0.511719, 0.5, 0.519531, 0.527344, 0.519531, 0.511719, 0.523438, 0.482422, 0.390625, 0.476562, 0.515625, 0.507812, 0.503906, 0.527344, 0.478516, 0.515625, 0.400391, 0.396484, 0.474609, 0.523438, 0.496094, 0.519531, 0.546875, 0.511719, 0.507812, 0.519531, 0.507812, 0.523438, 0.492188, 0.53125, 0.484375, 0.511719, 0.414062, 0.462891, 0.404297, 0.490234, 0.5, 0.425781, 0.507812, 0.550781, 0.503906, 0.496094, 0.570312, 0.398438, 0.425781, 0.492188, 0.433594, 0.472656, 0.484375, 0.490234, 0.480469, 0.523438, 0.170898, 0.417969, 0.519531, 0.498047 ] }, "name": "model.model.layers.41.post_attention_layernorm.weight", "outputIndexes": [ 3395 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3394 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_41/Mul_output_0", "outputIndexes": [ 3396 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3395, 3396 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_41/Mul_1_output_0", "outputIndexes": [ 3397 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3397 ], "outputIndexes": [ 5552 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5552 ], "outputIndexes": [ 5553 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/gate_proj/Linear", "inputIndexes": [ 5553 ], "outputIndexes": [ 5554 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 414173442, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5554 ], "outputIndexes": [ 5555 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5555 ], "outputIndexes": [ 3398 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3398 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_41/Sigmoid_output_0", "outputIndexes": [ 3399 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3398, 3399 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_41/Mul_output_0", "outputIndexes": [ 3400 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3397 ], "outputIndexes": [ 5556 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5556 ], "outputIndexes": [ 5557 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/up_proj/Linear", "inputIndexes": [ 5557 ], "outputIndexes": [ 5558 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 416753944, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5558 ], "outputIndexes": [ 5559 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5559 ], "outputIndexes": [ 3401 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3400, 3401 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_41/Mul_output_0", "outputIndexes": [ 3402 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3402 ], "outputIndexes": [ 5560 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5560 ], "outputIndexes": [ 5561 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/down_proj/Linear", "inputIndexes": [ 5561 ], "outputIndexes": [ 5562 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 419334446, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5562 ], "outputIndexes": [ 5563 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.41/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5563 ], "outputIndexes": [ 3403 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3394, 3403 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_209_output_0", "outputIndexes": [ 3404 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3404, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_378_output_0", "outputIndexes": [ 3405 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.470703, 0.375, 0.373047, 0.412109, 0.40625, 0.386719, 1.078125, 0.384766, 0.419922, 0.519531, 0.691406, 0.392578, 0.402344, 0.386719, 0.386719, 0.390625, 0.824219, 0.380859, 0.408203, 0.519531, 0.423828, 0.400391, 0.439453, 0.439453, 0.423828, 0.384766, 0.408203, 0.388672, 0.402344, 0.369141, 0.542969, 0.253906, 0.402344, 0.396484, 0.423828, 0.390625, 0.5625, 0.396484, 0.613281, 0.429688, 0.419922, 0.390625, 0.404297, 0.443359, 0.486328, 0.441406, 0.431641, 0.457031, 0.402344, 0.636719, 0.380859, 0.632812, 0.400391, 0.40625, 0.527344, 0.394531, 0.382812, 0.40625, 0.423828, 0.416016, 0.398438, 0.408203, 0.423828, 0.388672, 0.453125, 0.582031, 0.734375, 0.621094, 0.378906, 0.714844, 0.408203, 0.466797, 0.435547, 0.439453, 0.40625, 0.388672, 0.458984, 0.373047, 0.621094, 0.4375, 0.441406, 0.414062, 0.412109, 0.396484, 0.404297, 0.462891, 0.371094, 0.503906, 0.443359, 0.503906, 0.439453, 0.408203, 0.484375, 0.408203, 0.617188, 0.507812, 0.503906, 0.392578, 0.378906, 0.443359, 0.431641, 0.433594, 0.392578, 0.421875, 0.482422, 0.546875, 0.404297, 0.427734, 0.390625, 0.361328, 0.380859, 0.416016, 0.388672, 0.421875, 0.410156, 0.535156, 0.421875, 0.400391, 0.390625, 0.416016, 0.408203, 0.447266, 0.396484, 0.46875, 0.402344, 0.410156, 1.007812, 0.380859, 0.382812, 0.384766, 0.398438, 0.349609, 0.408203, 0.419922, 0.423828, 0.414062, 0.392578, 0.410156, 0.71875, 0.445312, 0.384766, 0.392578, 0.376953, 0.416016, 0.365234, 0.398438, 0.396484, 0.398438, 0.367188, 0.396484, 0.408203, 0.414062, 0.373047, 0.400391, 0.382812, 0.414062, 0.390625, 0.386719, 0.582031, 0.435547, 0.570312, 0.433594, 0.5, 0.402344, 0.400391, 0.408203, 0.597656, 0.390625, 0.40625, 0.523438, 0.439453, 0.394531, 0.386719, 0.435547, 0.640625, 0.363281, 0.449219, 0.390625, 0.40625, 0.40625, 0.404297, 0.425781, 0.417969, 0.416016, 0.363281, 0.4375, 0.40625, 0.400391, 0.414062, 0.414062, 0.380859, 0.429688, 0.566406, 0.380859, 0.421875, 0.423828, 0.408203, 0.478516, 0.150391, 0.412109, 0.40625, 0.400391, 0.416016, 0.384766, 0.421875, 0.376953, 0.384766, 0.396484, 0.445312, 0.408203, 0.396484, 0.390625, 0.417969, 0.535156, 0.394531, 0.392578, 0.378906, 0.388672, 0.386719, 0.386719, 0.416016, 0.445312, 0.425781, 0.392578, 0.396484, 0.410156, 0.400391, 0.558594, 0.417969, 0.400391, 0.458984, 0.683594, 0.400391, 0.443359, 0.400391, 0.462891, 0.410156, 0.462891, 0.394531, 0.365234, 0.400391, 0.400391, 0.367188, 0.398438, 0.398438, 0.408203, 0.349609, 0.423828, 0.392578, 0.441406, 0.40625, 0.443359, 0.523438, 0.410156, 0.462891, 0.408203, 0.423828, 0.386719, 0.472656, 0.361328, 0.392578, 0.423828, 0.396484, 0.435547, 0.380859, 0.392578, 0.40625, 0.410156, 0.472656, 0.445312, 0.816406, 0.371094, 0.425781, 0.808594, 0.515625, 0.398438, 0.394531, 0.462891, 0.494141, 0.408203, 0.445312, 0.408203, 0.419922, 0.417969, 0.412109, 0.427734, 0.378906, 0.376953, 0.382812, 0.416016, 0.398438, 0.416016, 0.398438, 0.423828, 0.378906, 0.400391, 0.363281, 0.386719, 0.388672, 0.416016, 0.371094, 0.40625, 0.384766, 0.503906, 0.378906, 0.382812, 0.478516, 0.384766, 0.355469, 0.414062, 0.515625, 0.392578, 0.414062, 0.472656, 0.400391, 0.402344, 0.380859, 0.425781, 0.578125, 0.416016, 0.388672, 0.402344, 0.433594, 0.378906, 0.445312, 0.492188, 0.365234, 0.408203, 0.382812, 0.417969, 0.667969, 0.46875, 0.507812, 0.416016, 0.460938, 0.398438, 0.369141, 0.398438, 0.605469, 0.53125, 0.408203, 0.373047, 0.404297, 0.416016, 0.408203, 0.423828, 0.447266, 0.396484, 0.451172, 0.392578, 0.419922, 0.40625, 0.443359, 0.425781, 0.419922, 0.451172, 0.402344, 0.408203, 0.386719, 0.402344, 0.390625, 0.435547, 0.386719, 0.382812, 0.388672, 0.410156, 0.396484, 0.408203, 0.40625, 0.439453, 0.373047, 0.386719, 0.414062, 0.542969, 0.439453, 0.408203, 0.384766, 0.392578, 0.396484, 0.59375, 0.824219, 0.429688, 0.445312, 0.394531, 0.376953, 0.371094, 0.464844, 0.404297, 0.474609, 0.390625, 0.431641, 0.65625, 0.369141, 0.482422, 0.408203, 0.40625, 0.435547, 0.392578, 0.378906, 0.388672, 0.451172, 0.410156, 0.535156, 0.398438, 0.376953, 0.453125, 0.421875, 0.398438, 0.384766, 0.414062, 0.408203, 0.390625, 0.382812, 0.380859, 0.408203, 0.396484, 0.412109, 0.390625, 0.380859, 0.503906, 0.417969, 0.416016, 0.648438, 0.414062, 0.378906, 0.458984, 0.386719, 0.394531, 0.734375, 0.425781, 0.65625, 0.453125, 0.386719, 0.416016, 0.392578, 0.410156, 0.388672, 0.404297, 0.396484, 0.371094, 0.433594, 0.460938, 0.462891, 0.425781, 0.40625, 0.550781, 0.378906, 0.408203, 0.546875, 0.40625, 0.449219, 0.664062, 0.408203, 0.398438, 0.408203, 0.412109, 0.408203, 0.414062, 0.425781, 0.445312, 0.404297, 0.402344, 0.412109, 0.396484, 0.582031, 0.390625, 0.404297, 0.400391, 0.416016, 0.482422, 0.439453, 0.392578, 0.425781, 0.410156, 0.4375, 0.423828, 0.443359, 0.396484, 0.464844, 0.435547, 0.417969, 0.384766, 0.371094, 0.396484, 0.404297, 0.449219, 0.412109, 0.46875, 0.396484, 0.384766, 0.417969, 0.412109, 0.384766, 0.425781, 0.410156, 0.470703, 0.363281, 0.40625, 0.496094, 0.435547, 1.015625, 0.425781, 0.400391, 0.425781, 0.625, 0.400391, 0.398438, 0.435547, 0.421875, 0.425781, 0.392578, 0.400391, 0.765625, 0.445312, 0.445312, 0.445312, 0.382812, 0.455078, 0.388672, 0.412109, 0.404297, 0.388672, 0.558594, 0.398438, 0.398438, 0.441406, 0.376953, 0.404297, 0.412109, 0.460938, 0.660156, 0.445312, 0.5, 0.582031, 0.416016, 0.382812, 0.427734, 0.410156, 0.40625, 0.417969, 0.416016, 0.515625, 0.439453, 0.359375, 0.408203, 0.453125, 0.414062, 0.664062, 0.503906, 0.462891, 0.466797, 0.386719, 0.416016, 0.398438, 0.398438, 0.386719, 0.449219, 0.100098, 0.390625, 0.546875, 0.613281, 0.462891, 0.380859, 0.417969, 0.423828, 0.503906, 0.363281, 0.425781, 0.414062, 0.431641, 0.410156, 0.394531, 0.515625, 0.402344, 0.392578, 0.376953, 0.398438, 0.414062, 0.414062, 0.542969, 0.378906, 0.380859, 0.419922, 0.441406, 0.416016, 0.410156, 0.392578, 0.402344, 0.400391, 0.419922, 0.4375, 0.458984, 0.390625, 0.40625, 0.417969, 0.439453, 0.402344, 0.582031, 0.490234, 0.425781, 0.376953, 0.462891, 0.392578, 0.347656, 0.574219, 0.455078, 0.392578, 0.408203, 0.419922, 0.359375, 0.439453, 0.382812, 0.410156, 0.451172, 0.398438, 0.392578, 0.804688, 0.410156, 0.416016, 0.40625, 0.585938, 0.355469, 0.431641, 0.419922, 0.410156, 0.558594, 0.427734, 0.839844, 0.431641, 0.570312, 0.945312, 0.400391, 0.382812, 0.371094, 0.458984, 0.396484, 0.398438, 0.425781, 0.423828, 0.423828, 0.488281, 0.382812, 0.40625, 0.458984, 0.523438, 0.441406, 0.396484, 0.546875, 0.478516, 0.644531, 0.40625, 0.400391, 0.384766, 0.582031, 0.427734, 0.40625, 0.582031, 0.394531, 0.511719, 0.558594, 0.435547, 0.371094, 0.451172, 0.410156, 0.392578, 0.371094, 0.412109, 0.390625, 0.410156, 0.386719, 0.386719, 0.400391, 0.425781, 0.597656, 0.439453, 0.550781, 0.400391, 0.404297, 0.404297, 0.429688, 0.394531, 0.396484, 1.0, 0.40625, 0.425781, 0.429688, 0.484375, 0.390625, 0.392578, 0.402344, 0.435547, 0.396484, 0.414062, 0.402344, 0.466797, 0.373047, 0.376953, 0.386719, 0.396484, 0.373047, 0.404297, 0.378906, 0.480469, 0.404297, 0.824219, 0.578125, 0.398438, 0.416016, 0.404297, 0.4375, 0.480469, 0.421875, 0.402344, 0.40625, 0.402344, 0.410156, 0.408203, 0.423828, 0.490234, 0.375, 0.578125, 0.400391, 0.445312, 0.417969, 0.380859, 0.494141, 0.902344, 0.433594, 0.425781, 0.412109, 0.421875, 0.412109, 0.400391, 0.382812, 0.480469, 0.425781, 0.486328, 0.404297, 0.388672, 0.394531, 0.373047, 0.382812, 0.369141, 0.449219, 0.416016, 0.396484, 0.949219, 0.380859, 0.416016, 0.5, 0.470703, 0.589844, 0.402344, 0.427734, 0.384766, 0.386719, 0.367188, 0.449219, 0.466797, 0.404297, 0.400391, 0.447266, 0.427734, 0.585938, 0.416016, 0.408203, 0.425781, 0.375, 0.419922, 0.664062, 0.470703, 0.425781, 0.466797, 0.433594, 0.613281, 0.404297, 0.419922, 0.40625, 0.367188, 0.390625, 0.492188, 0.400391, 0.542969, 0.396484, 0.410156, 0.457031, 0.632812, 0.46875, 0.400391, 0.402344, 0.425781, 0.355469, 0.380859, 0.457031, 0.416016, 0.414062, 0.730469, 0.408203, 0.380859, 0.396484, 0.396484, 0.390625, 0.386719, 0.419922, 0.410156, 0.421875, 0.408203, 0.496094, 0.453125, 0.431641, 0.441406, 0.378906, 0.503906, 0.392578, 0.472656, 0.457031, 0.361328, 0.421875, 0.419922, 0.433594, 0.431641, 0.453125, 0.400391, 0.40625, 0.451172, 0.398438, 0.384766, 0.515625, 0.431641, 0.404297, 0.416016, 0.416016, 0.408203, 0.582031, 0.390625, 0.439453, 0.396484, 0.400391, 0.443359, 0.394531, 0.396484, 0.40625, 0.394531, 0.402344, 0.394531, 0.458984, 0.484375, 0.400391, 0.398438, 0.460938, 0.433594, 0.384766, 0.804688, 0.384766, 0.398438, 0.386719, 0.466797, 0.402344, 0.394531, 0.384766, 0.474609, 0.429688, 0.40625, 0.542969, 0.429688, 0.660156, 0.402344, 0.423828, 0.414062, 0.451172, 0.390625, 0.423828, 0.382812, 0.402344, 0.421875, 0.40625, 0.582031, 0.589844, 0.378906, 0.609375, 0.378906, 0.376953, 0.398438, 0.425781, 0.457031, 0.425781, 0.416016, 0.476562, 0.388672, 0.427734, 0.392578, 0.402344, 0.738281, 0.376953, 0.369141, 0.388672, 0.539062, 0.400391, 0.421875, 0.394531, 0.515625, 0.40625, 0.431641, 0.392578, 0.410156, 0.386719, 0.421875, 0.402344, 0.4375, 0.429688, 0.523438, 0.410156, 0.388672, 0.373047, 0.410156, 0.402344, 0.375, 0.421875, 0.419922, 0.394531, 0.435547, 0.423828, 0.433594, 0.439453, 0.398438, 0.535156, 0.423828, 0.503906, 0.398438, 0.419922, 0.412109, 0.478516, 0.367188, 0.386719, 0.394531, 0.382812, 0.408203, 0.597656, 0.609375, 0.392578, 0.40625, 0.396484, 0.476562, 0.367188, 0.404297, 0.435547, 0.404297, 0.396484, 0.396484, 0.494141, 0.382812, 0.589844, 0.410156, 0.398438, 0.416016, 0.423828, 0.404297, 0.40625, 0.423828, 0.804688, 0.419922, 0.419922, 0.400391, 0.462891, 0.400391, 0.388672, 0.582031, 0.394531, 0.416016, 0.507812, 0.380859, 0.425781, 0.396484, 0.423828, 0.388672, 0.447266, 0.400391, 0.416016, 0.792969, 0.365234, 0.585938, 0.443359, 0.412109, 0.443359, 0.390625, 0.433594, 0.417969, 0.511719, 0.796875, 0.433594, 0.457031, 0.392578, 0.550781, 0.396484, 0.431641, 0.394531, 0.419922, 0.388672, 0.429688, 0.378906, 0.423828, 0.439453, 0.390625, 0.402344, 0.417969, 0.40625, 0.40625, 0.386719, 0.396484, 0.443359, 0.429688, 0.367188, 0.4375, 0.458984, 0.347656, 0.386719, 0.417969, 0.451172, 0.400391, 0.402344, 0.365234, 0.4375, 0.396484, 0.408203, 0.367188, 0.404297, 0.390625, 0.427734, 0.644531, 0.367188, 0.396484, 0.414062, 0.5, 0.421875, 0.361328, 0.416016, 0.421875, 0.466797, 0.496094, 0.394531, 0.365234, 0.384766, 0.585938, 0.421875, 0.400391, 0.742188, 0.421875, 0.472656, 0.414062, 0.390625, 0.417969, 0.408203, 0.4375, 0.392578, 0.351562, 0.378906, 0.59375, 0.419922, 0.414062, 0.417969, 0.384766, 0.414062, 0.392578, 0.535156, 0.964844, 0.660156, 0.414062, 0.400391, 0.474609, 0.378906, 0.443359, 0.683594, 0.431641, 0.390625, 0.392578, 0.435547, 0.423828, 0.447266, 0.40625, 0.378906, 0.4375, 0.488281, 0.408203, 0.402344, 0.455078, 0.394531, 0.398438, 0.482422, 0.621094, 0.431641, 0.423828, 0.398438, 0.427734, 0.371094, 0.4375, 0.400391, 0.431641, 0.402344, 0.392578, 0.5, 0.417969, 0.453125, 0.386719, 0.419922, 0.40625, 0.835938, 0.363281, 0.402344, 0.417969, 0.398438, 0.398438, 0.412109, 0.402344, 0.410156, 0.855469, 0.412109, 0.369141, 0.427734, 0.417969, 0.464844, 0.414062, 0.412109, 0.605469, 0.507812, 0.410156, 0.357422, 0.398438, 0.400391, 0.396484, 0.4375, 0.412109, 0.490234, 0.675781, 0.386719, 0.443359, 0.392578, 0.380859, 0.421875, 0.408203, 0.416016, 0.419922, 0.371094, 0.4375, 0.392578, 0.400391, 0.46875, 0.429688, 0.396484, 0.494141, 0.4375, 0.859375, 0.380859, 0.410156, 0.421875, 0.439453, 0.390625, 0.378906, 0.439453, 0.396484, 0.382812, 0.412109, 0.404297, 0.435547, 0.408203, 0.416016, 0.369141, 0.396484, 0.558594, 0.453125, 0.388672, 0.382812, 0.378906, 0.402344, 0.410156, 0.384766, 0.419922, 0.445312, 0.382812, 0.408203, 0.486328, 0.412109, 0.371094, 0.417969, 0.398438, 0.388672, 0.396484, 0.369141, 0.427734, 0.427734, 0.394531, 0.400391, 0.449219, 0.373047, 0.412109, 0.421875, 0.412109, 0.494141, 0.396484, 0.386719, 0.382812, 0.363281, 0.515625, 0.5, 0.429688, 0.402344, 0.396484, 0.417969, 0.400391, 0.425781, 0.417969, 0.523438, 0.392578, 0.400391, 0.382812, 0.396484, 0.355469, 0.445312, 0.472656, 0.435547, 0.384766, 0.419922, 0.402344, 0.527344, 0.396484, 0.375, 0.427734, 0.417969, 0.404297, 0.400391, 0.380859, 0.357422, 0.433594, 0.400391, 0.382812, 0.433594, 0.404297, 0.400391, 0.400391, 0.435547, 0.410156, 0.535156, 0.539062, 0.382812, 0.435547, 0.392578, 0.417969, 0.320312, 0.390625, 0.427734, 0.392578, 0.388672, 0.386719, 0.429688, 0.429688, 0.402344, 0.380859, 0.625, 0.423828, 0.550781, 0.410156, 0.416016, 0.488281, 0.400391, 0.443359, 0.445312, 0.382812, 0.345703, 0.519531, 0.511719, 0.414062, 0.515625, 0.412109, 0.427734, 0.441406, 0.441406, 0.388672, 1.015625, 0.550781, 0.408203, 0.388672 ] }, "name": "model.model.layers.42.input_layernorm.weight", "outputIndexes": [ 3406 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3405 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_42/Mul_output_0", "outputIndexes": [ 3407 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3406, 3407 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_42/Mul_1_output_0", "outputIndexes": [ 3408 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3408 ], "outputIndexes": [ 5564 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5564 ], "outputIndexes": [ 5565 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/q_proj/Linear", "inputIndexes": [ 5565 ], "outputIndexes": [ 5566 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 421914948, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5566 ], "outputIndexes": [ 5567 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5567 ], "outputIndexes": [ 3409 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3408 ], "main_type": "NONE", "name": "/Shape_589_output_0", "outputIndexes": [ 3410 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3410 ], "main_type": "NONE", "name": "Shape9151", "outputIndexes": [ 3411 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3410 ], "main_type": "NONE", "name": "Rank9153", "outputIndexes": [ 3412 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3412, 3412 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9155", "outputIndexes": [ 3413 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3413 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9156", "outputIndexes": [ 3414 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3413, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9158", "outputIndexes": [ 3415 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3415 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9159", "outputIndexes": [ 3416 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3411, 3414, 3416, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9162", "outputIndexes": [ 3417 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3417 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9163", "outputIndexes": [ 3418 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3418 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9164", "outputIndexes": [ 3419 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3419, 3418 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9165", "outputIndexes": [ 3420 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3410, 3420, 3413 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_634_output_0", "outputIndexes": [ 3421 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3421, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1345_output_0", "outputIndexes": [ 3422 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3422, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_546_output_0", "outputIndexes": [ 3423 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3409, 3423 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_379_output_0", "outputIndexes": [ 3424 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3424, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_336_output_0", "outputIndexes": [ 3425 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3424 ], "main_type": "NONE", "name": "/Shape_590_output_0", "outputIndexes": [ 3426 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3426 ], "main_type": "NONE", "name": "Shape9172", "outputIndexes": [ 3427 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3426 ], "main_type": "NONE", "name": "Rank9174", "outputIndexes": [ 3428 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3428, 3428 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9176", "outputIndexes": [ 3429 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3429 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9177", "outputIndexes": [ 3430 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3429, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9179", "outputIndexes": [ 3431 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3431 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9180", "outputIndexes": [ 3432 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3427, 3430, 3432, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9183", "outputIndexes": [ 3433 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3433 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9184", "outputIndexes": [ 3434 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3434 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9185", "outputIndexes": [ 3435 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3435, 3434 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9186", "outputIndexes": [ 3436 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3426, 3436, 3429 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_635_output_0", "outputIndexes": [ 3437 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3437, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_126_output_0", "outputIndexes": [ 3438 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3438, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1350_output_0", "outputIndexes": [ 3439 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3424, 3439, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_169_output_0", "outputIndexes": [ 3440 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3440 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_84_output_0", "outputIndexes": [ 3441 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3424, 22, 3439, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_168_output_0", "outputIndexes": [ 3442 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3441, 3442 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_549_output_0", "outputIndexes": [ 3443 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3443, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_337_output_0", "outputIndexes": [ 3444 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3425, 3444 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_210_output_0", "outputIndexes": [ 3445 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3408 ], "outputIndexes": [ 5568 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5568 ], "outputIndexes": [ 5569 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/k_proj/Linear", "inputIndexes": [ 5569 ], "outputIndexes": [ 5570 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 422836570, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5570 ], "outputIndexes": [ 5571 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5571 ], "outputIndexes": [ 3446 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3422, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_547_output_0", "outputIndexes": [ 3447 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3446, 3447 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_380_output_0", "outputIndexes": [ 3448 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3448, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_338_output_0", "outputIndexes": [ 3449 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3448 ], "main_type": "NONE", "name": "/Shape_591_output_0", "outputIndexes": [ 3450 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3450 ], "main_type": "NONE", "name": "Shape9235", "outputIndexes": [ 3451 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3450 ], "main_type": "NONE", "name": "Rank9237", "outputIndexes": [ 3452 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3452, 3452 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9239", "outputIndexes": [ 3453 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3453 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9240", "outputIndexes": [ 3454 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3453, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9242", "outputIndexes": [ 3455 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3455 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9243", "outputIndexes": [ 3456 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3451, 3454, 3456, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9246", "outputIndexes": [ 3457 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3457 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9247", "outputIndexes": [ 3458 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3458 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9248", "outputIndexes": [ 3459 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3459, 3458 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9249", "outputIndexes": [ 3460 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3450, 3460, 3453 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_636_output_0", "outputIndexes": [ 3461 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3461, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_127_output_0", "outputIndexes": [ 3462 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3462, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1352_output_0", "outputIndexes": [ 3463 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3448, 3463, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_171_output_0", "outputIndexes": [ 3464 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3464 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_85_output_0", "outputIndexes": [ 3465 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3448, 22, 3463, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_170_output_0", "outputIndexes": [ 3466 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3465, 3466 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_550_output_0", "outputIndexes": [ 3467 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3467, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_339_output_0", "outputIndexes": [ 3468 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3449, 3468 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_211_output_0", "outputIndexes": [ 3469 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3408 ], "outputIndexes": [ 5572 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5572 ], "outputIndexes": [ 5573 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/v_proj/Linear", "inputIndexes": [ 5573 ], "outputIndexes": [ 5574 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 423066992, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5574 ], "outputIndexes": [ 5575 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5575 ], "outputIndexes": [ 3470 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3470, 3447 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_381_output_0", "outputIndexes": [ 3471 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3445, 3469, 3471, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_386_output_0", "outputIndexes": [ 3472 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3472 ], "outputIndexes": [ 5576 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5576 ], "outputIndexes": [ 5577 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/o_proj/Linear", "inputIndexes": [ 5577 ], "outputIndexes": [ 5578 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 423297414, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5578 ], "outputIndexes": [ 5579 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5579 ], "outputIndexes": [ 3473 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3405, 3473 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_213_output_0", "outputIndexes": [ 3474 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.4375, 0.527344, 0.523438, 0.527344, 0.535156, 0.507812, 0.194336, 0.511719, 0.480469, 0.445312, 0.396484, 0.494141, 0.443359, 0.496094, 0.5, 0.523438, 0.25, 0.515625, 0.515625, 0.419922, 0.511719, 0.535156, 0.492188, 0.486328, 0.5, 0.527344, 0.462891, 0.507812, 0.53125, 0.507812, 0.464844, 0.217773, 0.511719, 0.527344, 0.507812, 0.498047, 0.423828, 0.507812, 0.363281, 0.542969, 0.515625, 0.519531, 0.498047, 0.484375, 0.445312, 0.484375, 0.539062, 0.447266, 0.53125, 0.386719, 0.503906, 0.371094, 0.5, 0.515625, 0.443359, 0.507812, 0.542969, 0.476562, 0.511719, 0.519531, 0.519531, 0.515625, 0.498047, 0.53125, 0.458984, 0.447266, 0.335938, 0.386719, 0.53125, 0.363281, 0.527344, 0.402344, 0.498047, 0.480469, 0.523438, 0.482422, 0.515625, 0.523438, 0.380859, 0.503906, 0.492188, 0.539062, 0.478516, 0.492188, 0.523438, 0.470703, 0.539062, 0.449219, 0.5625, 0.4375, 0.488281, 0.507812, 0.443359, 0.519531, 0.386719, 0.435547, 0.582031, 0.53125, 0.527344, 0.507812, 0.523438, 0.490234, 0.527344, 0.511719, 0.449219, 0.427734, 0.539062, 0.519531, 0.498047, 0.511719, 0.511719, 0.539062, 0.480469, 0.542969, 0.53125, 0.494141, 0.5, 0.519531, 0.527344, 0.519531, 0.503906, 0.457031, 0.515625, 0.474609, 0.554688, 0.503906, 0.225586, 0.523438, 0.523438, 0.476562, 0.523438, 0.511719, 0.507812, 0.498047, 0.519531, 0.523438, 0.515625, 0.494141, 0.427734, 0.492188, 0.535156, 0.476562, 0.527344, 0.546875, 0.519531, 0.53125, 0.5, 0.46875, 0.490234, 0.515625, 0.523438, 0.507812, 0.5, 0.535156, 0.519531, 0.474609, 0.523438, 0.488281, 0.40625, 0.5625, 0.408203, 0.5, 0.431641, 0.527344, 0.490234, 0.539062, 0.382812, 0.539062, 0.515625, 0.423828, 0.480469, 0.53125, 0.523438, 0.486328, 0.369141, 0.5, 0.5, 0.515625, 0.539062, 0.53125, 0.486328, 0.492188, 0.511719, 0.5, 0.507812, 0.527344, 0.523438, 0.511719, 0.515625, 0.53125, 0.527344, 0.480469, 0.410156, 0.503906, 0.519531, 0.503906, 0.507812, 0.498047, 0.113281, 0.535156, 0.515625, 0.503906, 0.492188, 0.492188, 0.503906, 0.519531, 0.546875, 0.498047, 0.488281, 0.527344, 0.498047, 0.511719, 0.511719, 0.425781, 0.539062, 0.515625, 0.511719, 0.478516, 0.515625, 0.503906, 0.494141, 0.511719, 0.464844, 0.498047, 0.535156, 0.494141, 0.539062, 0.429688, 0.554688, 0.507812, 0.476562, 0.410156, 0.507812, 0.511719, 0.519531, 0.460938, 0.511719, 0.460938, 0.474609, 0.515625, 0.523438, 0.5, 0.507812, 0.519531, 0.527344, 0.5, 0.458984, 0.523438, 0.527344, 0.523438, 0.511719, 0.464844, 0.386719, 0.507812, 0.484375, 0.515625, 0.482422, 0.492188, 0.470703, 0.511719, 0.539062, 0.498047, 0.519531, 0.46875, 0.523438, 0.535156, 0.494141, 0.515625, 0.451172, 0.527344, 0.296875, 0.484375, 0.498047, 0.24707, 0.458984, 0.519531, 0.507812, 0.46875, 0.439453, 0.519531, 0.476562, 0.527344, 0.503906, 0.542969, 0.515625, 0.503906, 0.527344, 0.523438, 0.519531, 0.527344, 0.527344, 0.511719, 0.523438, 0.515625, 0.515625, 0.503906, 0.486328, 0.527344, 0.515625, 0.507812, 0.503906, 0.527344, 0.498047, 0.433594, 0.515625, 0.515625, 0.478516, 0.515625, 0.484375, 0.523438, 0.425781, 0.539062, 0.46875, 0.470703, 0.535156, 0.482422, 0.5, 0.449219, 0.429688, 0.507812, 0.527344, 0.527344, 0.53125, 0.507812, 0.515625, 0.486328, 0.527344, 0.539062, 0.515625, 0.474609, 0.396484, 0.482422, 0.380859, 0.507812, 0.484375, 0.503906, 0.53125, 0.449219, 0.404297, 0.4375, 0.492188, 0.5, 0.507812, 0.443359, 0.527344, 0.535156, 0.498047, 0.515625, 0.464844, 0.503906, 0.519531, 0.523438, 0.480469, 0.515625, 0.490234, 0.539062, 0.511719, 0.515625, 0.486328, 0.546875, 0.492188, 0.494141, 0.515625, 0.507812, 0.535156, 0.503906, 0.511719, 0.527344, 0.480469, 0.470703, 0.515625, 0.507812, 0.535156, 0.412109, 0.503906, 0.507812, 0.488281, 0.53125, 0.515625, 0.416016, 0.183594, 0.498047, 0.558594, 0.503906, 0.527344, 0.488281, 0.480469, 0.527344, 0.466797, 0.523438, 0.519531, 0.423828, 0.527344, 0.421875, 0.539062, 0.511719, 0.503906, 0.542969, 0.515625, 0.507812, 0.494141, 0.527344, 0.458984, 0.515625, 0.519531, 0.472656, 0.523438, 0.523438, 0.519531, 0.523438, 0.484375, 0.539062, 0.507812, 0.507812, 0.535156, 0.539062, 0.507812, 0.515625, 0.511719, 0.480469, 0.539062, 0.503906, 0.291016, 0.519531, 0.519531, 0.431641, 0.527344, 0.507812, 0.339844, 0.511719, 0.378906, 0.464844, 0.519531, 0.511719, 0.492188, 0.519531, 0.539062, 0.511719, 0.507812, 0.5, 0.550781, 0.462891, 0.470703, 0.59375, 0.484375, 0.462891, 0.472656, 0.53125, 0.441406, 0.511719, 0.507812, 0.419922, 0.492188, 0.519531, 0.515625, 0.539062, 0.507812, 0.507812, 0.511719, 0.464844, 0.5, 0.466797, 0.523438, 0.515625, 0.384766, 0.515625, 0.488281, 0.511719, 0.53125, 0.462891, 0.507812, 0.503906, 0.507812, 0.523438, 0.503906, 0.507812, 0.480469, 0.519531, 0.484375, 0.503906, 0.527344, 0.523438, 0.519531, 0.492188, 0.535156, 0.478516, 0.511719, 0.480469, 0.503906, 0.488281, 0.527344, 0.539062, 0.515625, 0.511719, 0.519531, 0.458984, 0.5, 0.515625, 0.439453, 0.476562, 0.154297, 0.482422, 0.515625, 0.53125, 0.367188, 0.542969, 0.515625, 0.494141, 0.519531, 0.511719, 0.515625, 0.523438, 0.185547, 0.492188, 0.476562, 0.574219, 0.535156, 0.490234, 0.490234, 0.490234, 0.511719, 0.523438, 0.392578, 0.519531, 0.523438, 0.490234, 0.519531, 0.535156, 0.523438, 0.492188, 0.410156, 0.488281, 0.447266, 0.390625, 0.519531, 0.503906, 0.488281, 0.498047, 0.494141, 0.523438, 0.519531, 0.427734, 0.494141, 0.515625, 0.503906, 0.484375, 0.507812, 0.376953, 0.492188, 0.460938, 0.486328, 0.5, 0.527344, 0.523438, 0.527344, 0.515625, 0.490234, 0.214844, 0.519531, 0.416016, 0.335938, 0.478516, 0.53125, 0.5, 0.455078, 0.447266, 0.511719, 0.527344, 0.519531, 0.507812, 0.523438, 0.515625, 0.451172, 0.527344, 0.492188, 0.53125, 0.503906, 0.507812, 0.486328, 0.408203, 0.535156, 0.511719, 0.503906, 0.492188, 0.523438, 0.527344, 0.503906, 0.523438, 0.523438, 0.492188, 0.482422, 0.460938, 0.535156, 0.515625, 0.546875, 0.453125, 0.519531, 0.382812, 0.410156, 0.535156, 0.498047, 0.492188, 0.515625, 0.494141, 0.40625, 0.460938, 0.535156, 0.5, 0.507812, 0.523438, 0.458984, 0.535156, 0.498047, 0.494141, 0.507812, 0.515625, 0.324219, 0.515625, 0.484375, 0.507812, 0.392578, 0.507812, 0.5, 0.511719, 0.511719, 0.439453, 0.53125, 0.314453, 0.5, 0.400391, 0.140625, 0.46875, 0.515625, 0.503906, 0.478516, 0.535156, 0.496094, 0.507812, 0.527344, 0.496094, 0.470703, 0.511719, 0.519531, 0.480469, 0.4375, 0.482422, 0.511719, 0.402344, 0.480469, 0.417969, 0.523438, 0.535156, 0.470703, 0.445312, 0.515625, 0.507812, 0.402344, 0.519531, 0.443359, 0.443359, 0.488281, 0.515625, 0.480469, 0.488281, 0.507812, 0.519531, 0.496094, 0.519531, 0.503906, 0.53125, 0.523438, 0.515625, 0.445312, 0.316406, 0.433594, 0.421875, 0.451172, 0.53125, 0.523438, 0.523438, 0.519531, 0.53125, 0.166992, 0.490234, 0.527344, 0.523438, 0.460938, 0.535156, 0.527344, 0.5, 0.511719, 0.494141, 0.511719, 0.527344, 0.492188, 0.519531, 0.507812, 0.511719, 0.515625, 0.523438, 0.496094, 0.511719, 0.470703, 0.5, 0.298828, 0.429688, 0.515625, 0.5, 0.458984, 0.519531, 0.355469, 0.535156, 0.515625, 0.53125, 0.527344, 0.498047, 0.503906, 0.447266, 0.427734, 0.515625, 0.421875, 0.490234, 0.462891, 0.523438, 0.519531, 0.503906, 0.296875, 0.492188, 0.507812, 0.503906, 0.523438, 0.324219, 0.511719, 0.511719, 0.443359, 0.539062, 0.460938, 0.503906, 0.535156, 0.5, 0.474609, 0.5, 0.535156, 0.478516, 0.523438, 0.542969, 0.185547, 0.503906, 0.523438, 0.347656, 0.466797, 0.388672, 0.527344, 0.507812, 0.519531, 0.527344, 0.515625, 0.474609, 0.476562, 0.494141, 0.523438, 0.53125, 0.515625, 0.394531, 0.494141, 0.507812, 0.5, 0.519531, 0.507812, 0.353516, 0.496094, 0.464844, 0.480469, 0.492188, 0.355469, 0.515625, 0.511719, 0.535156, 0.511719, 0.539062, 0.474609, 0.539062, 0.402344, 0.515625, 0.519531, 0.511719, 0.404297, 0.539062, 0.5, 0.492188, 0.511719, 0.476562, 0.511719, 0.457031, 0.492188, 0.507812, 0.308594, 0.507812, 0.494141, 0.511719, 0.503906, 0.523438, 0.5, 0.496094, 0.496094, 0.550781, 0.53125, 0.439453, 0.498047, 0.511719, 0.539062, 0.519531, 0.511719, 0.523438, 0.472656, 0.476562, 0.5, 0.523438, 0.523438, 0.53125, 0.515625, 0.519531, 0.511719, 0.498047, 0.472656, 0.539062, 0.494141, 0.423828, 0.519531, 0.515625, 0.527344, 0.511719, 0.546875, 0.416016, 0.53125, 0.519531, 0.523438, 0.498047, 0.5, 0.519531, 0.527344, 0.515625, 0.527344, 0.507812, 0.535156, 0.460938, 0.474609, 0.519531, 0.527344, 0.498047, 0.480469, 0.53125, 0.304688, 0.476562, 0.511719, 0.511719, 0.462891, 0.523438, 0.427734, 0.515625, 0.474609, 0.492188, 0.535156, 0.416016, 0.511719, 0.390625, 0.478516, 0.476562, 0.5, 0.476562, 0.507812, 0.511719, 0.53125, 0.498047, 0.484375, 0.527344, 0.378906, 0.412109, 0.503906, 0.367188, 0.515625, 0.53125, 0.511719, 0.503906, 0.53125, 0.5, 0.498047, 0.494141, 0.511719, 0.519531, 0.519531, 0.5, 0.384766, 0.498047, 0.519531, 0.527344, 0.458984, 0.511719, 0.507812, 0.519531, 0.441406, 0.53125, 0.462891, 0.480469, 0.519531, 0.507812, 0.519531, 0.53125, 0.484375, 0.492188, 0.453125, 0.550781, 0.511719, 0.496094, 0.554688, 0.503906, 0.5, 0.486328, 0.511719, 0.507812, 0.4375, 0.503906, 0.535156, 0.486328, 0.539062, 0.410156, 0.5, 0.4375, 0.5, 0.515625, 0.503906, 0.464844, 0.496094, 0.558594, 0.498047, 0.527344, 0.5, 0.412109, 0.386719, 0.511719, 0.511719, 0.527344, 0.480469, 0.515625, 0.515625, 0.5, 0.503906, 0.523438, 0.511719, 0.482422, 0.503906, 0.371094, 0.490234, 0.519531, 0.503906, 0.523438, 0.503906, 0.523438, 0.511719, 0.133789, 0.539062, 0.5, 0.507812, 0.496094, 0.476562, 0.515625, 0.410156, 0.503906, 0.511719, 0.511719, 0.511719, 0.53125, 0.53125, 0.464844, 0.527344, 0.494141, 0.503906, 0.511719, 0.339844, 0.53125, 0.369141, 0.5, 0.523438, 0.503906, 0.496094, 0.542969, 0.507812, 0.445312, 0.365234, 0.507812, 0.498047, 0.53125, 0.423828, 0.523438, 0.498047, 0.53125, 0.503906, 0.503906, 0.535156, 0.523438, 0.511719, 0.451172, 0.53125, 0.527344, 0.527344, 0.523438, 0.542969, 0.519531, 0.494141, 0.478516, 0.474609, 0.519531, 0.464844, 0.519531, 0.515625, 0.511719, 0.507812, 0.507812, 0.482422, 0.535156, 0.511719, 0.5, 0.542969, 0.523438, 0.498047, 0.5, 0.5, 0.507812, 0.275391, 0.507812, 0.515625, 0.490234, 0.445312, 0.527344, 0.480469, 0.488281, 0.5, 0.507812, 0.4375, 0.511719, 0.523438, 0.523438, 0.431641, 0.511719, 0.519531, 0.322266, 0.507812, 0.431641, 0.503906, 0.494141, 0.535156, 0.492188, 0.515625, 0.523438, 0.515625, 0.515625, 0.392578, 0.515625, 0.527344, 0.515625, 0.519531, 0.503906, 0.53125, 0.431641, 0.176758, 0.398438, 0.515625, 0.519531, 0.466797, 0.515625, 0.507812, 0.394531, 0.429688, 0.515625, 0.519531, 0.488281, 0.535156, 0.494141, 0.53125, 0.511719, 0.46875, 0.458984, 0.511719, 0.527344, 0.474609, 0.511719, 0.523438, 0.490234, 0.373047, 0.527344, 0.527344, 0.535156, 0.507812, 0.486328, 0.492188, 0.519531, 0.527344, 0.515625, 0.488281, 0.421875, 0.484375, 0.462891, 0.511719, 0.527344, 0.535156, 0.259766, 0.494141, 0.490234, 0.519531, 0.511719, 0.539062, 0.542969, 0.507812, 0.519531, 0.287109, 0.550781, 0.527344, 0.507812, 0.53125, 0.482422, 0.511719, 0.519531, 0.378906, 0.4375, 0.494141, 0.492188, 0.496094, 0.511719, 0.519531, 0.53125, 0.472656, 0.511719, 0.386719, 0.511719, 0.484375, 0.523438, 0.519531, 0.515625, 0.527344, 0.511719, 0.486328, 0.503906, 0.486328, 0.542969, 0.53125, 0.492188, 0.527344, 0.478516, 0.480469, 0.523438, 0.341797, 0.519531, 0.488281, 0.455078, 0.507812, 0.527344, 0.527344, 0.519531, 0.519531, 0.507812, 0.523438, 0.535156, 0.462891, 0.507812, 0.511719, 0.498047, 0.515625, 0.410156, 0.472656, 0.507812, 0.527344, 0.503906, 0.515625, 0.535156, 0.523438, 0.503906, 0.486328, 0.507812, 0.519531, 0.453125, 0.515625, 0.519531, 0.511719, 0.535156, 0.519531, 0.503906, 0.511719, 0.539062, 0.490234, 0.550781, 0.535156, 0.511719, 0.523438, 0.519531, 0.503906, 0.527344, 0.462891, 0.53125, 0.527344, 0.53125, 0.457031, 0.433594, 0.427734, 0.539062, 0.511719, 0.515625, 0.585938, 0.498047, 0.53125, 0.503906, 0.392578, 0.523438, 0.507812, 0.498047, 0.503906, 0.494141, 0.498047, 0.457031, 0.46875, 0.498047, 0.5, 0.523438, 0.417969, 0.523438, 0.519531, 0.5, 0.527344, 0.53125, 0.523438, 0.511719, 0.527344, 0.490234, 0.40625, 0.488281, 0.523438, 0.511719, 0.519531, 0.539062, 0.476562, 0.511719, 0.402344, 0.40625, 0.486328, 0.515625, 0.507812, 0.539062, 0.53125, 0.515625, 0.511719, 0.523438, 0.519531, 0.523438, 0.476562, 0.542969, 0.5, 0.511719, 0.40625, 0.474609, 0.408203, 0.503906, 0.503906, 0.439453, 0.503906, 0.546875, 0.498047, 0.519531, 0.570312, 0.408203, 0.433594, 0.490234, 0.439453, 0.482422, 0.498047, 0.486328, 0.480469, 0.535156, 0.163086, 0.402344, 0.527344, 0.503906 ] }, "name": "model.model.layers.42.post_attention_layernorm.weight", "outputIndexes": [ 3475 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3474 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_42/Mul_output_0", "outputIndexes": [ 3476 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3475, 3476 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_42/Mul_1_output_0", "outputIndexes": [ 3477 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3477 ], "outputIndexes": [ 5580 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5580 ], "outputIndexes": [ 5581 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/gate_proj/Linear", "inputIndexes": [ 5581 ], "outputIndexes": [ 5582 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 424219036, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5582 ], "outputIndexes": [ 5583 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5583 ], "outputIndexes": [ 3478 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3478 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_42/Sigmoid_output_0", "outputIndexes": [ 3479 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3478, 3479 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_42/Mul_output_0", "outputIndexes": [ 3480 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3477 ], "outputIndexes": [ 5584 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5584 ], "outputIndexes": [ 5585 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/up_proj/Linear", "inputIndexes": [ 5585 ], "outputIndexes": [ 5586 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 426799538, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5586 ], "outputIndexes": [ 5587 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5587 ], "outputIndexes": [ 3481 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3480, 3481 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_42/Mul_output_0", "outputIndexes": [ 3482 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3482 ], "outputIndexes": [ 5588 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5588 ], "outputIndexes": [ 5589 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/down_proj/Linear", "inputIndexes": [ 5589 ], "outputIndexes": [ 5590 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 429380040, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5590 ], "outputIndexes": [ 5591 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.42/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5591 ], "outputIndexes": [ 3483 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3474, 3483 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_214_output_0", "outputIndexes": [ 3484 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3484, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_387_output_0", "outputIndexes": [ 3485 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.488281, 0.392578, 0.34375, 0.396484, 0.376953, 0.384766, 1.085938, 0.386719, 0.453125, 0.535156, 0.769531, 0.380859, 0.412109, 0.382812, 0.373047, 0.382812, 0.859375, 0.365234, 0.425781, 0.546875, 0.410156, 0.351562, 0.433594, 0.443359, 0.417969, 0.384766, 0.429688, 0.380859, 0.373047, 0.382812, 0.542969, 0.275391, 0.382812, 0.382812, 0.386719, 0.388672, 0.542969, 0.384766, 0.695312, 0.404297, 0.388672, 0.357422, 0.408203, 0.410156, 0.515625, 0.40625, 0.382812, 0.470703, 0.369141, 0.691406, 0.384766, 0.671875, 0.386719, 0.404297, 0.566406, 0.375, 0.357422, 0.380859, 0.386719, 0.402344, 0.394531, 0.386719, 0.417969, 0.369141, 0.462891, 0.578125, 0.714844, 0.644531, 0.373047, 0.6875, 0.384766, 0.5, 0.435547, 0.410156, 0.359375, 0.384766, 0.435547, 0.355469, 0.640625, 0.416016, 0.419922, 0.384766, 0.416016, 0.394531, 0.408203, 0.492188, 0.355469, 0.511719, 0.421875, 0.515625, 0.417969, 0.388672, 0.482422, 0.382812, 0.628906, 0.582031, 0.449219, 0.359375, 0.373047, 0.40625, 0.410156, 0.4375, 0.382812, 0.398438, 0.447266, 0.550781, 0.390625, 0.394531, 0.388672, 0.333984, 0.353516, 0.367188, 0.367188, 0.423828, 0.378906, 0.511719, 0.400391, 0.392578, 0.375, 0.394531, 0.417969, 0.457031, 0.357422, 0.458984, 0.388672, 0.398438, 1.054688, 0.367188, 0.353516, 0.373047, 0.378906, 0.339844, 0.376953, 0.423828, 0.386719, 0.402344, 0.373047, 0.392578, 0.726562, 0.439453, 0.373047, 0.404297, 0.388672, 0.376953, 0.351562, 0.369141, 0.390625, 0.396484, 0.357422, 0.376953, 0.402344, 0.402344, 0.347656, 0.388672, 0.378906, 0.429688, 0.353516, 0.384766, 0.625, 0.433594, 0.601562, 0.417969, 0.523438, 0.376953, 0.363281, 0.367188, 0.699219, 0.369141, 0.369141, 0.578125, 0.435547, 0.380859, 0.382812, 0.433594, 0.691406, 0.351562, 0.425781, 0.355469, 0.394531, 0.394531, 0.371094, 0.419922, 0.378906, 0.400391, 0.363281, 0.400391, 0.396484, 0.369141, 0.376953, 0.361328, 0.361328, 0.423828, 0.617188, 0.386719, 0.392578, 0.378906, 0.388672, 0.451172, 0.183594, 0.396484, 0.388672, 0.373047, 0.412109, 0.361328, 0.402344, 0.363281, 0.349609, 0.390625, 0.447266, 0.376953, 0.371094, 0.375, 0.398438, 0.582031, 0.376953, 0.357422, 0.384766, 0.378906, 0.351562, 0.361328, 0.386719, 0.410156, 0.400391, 0.404297, 0.376953, 0.414062, 0.400391, 0.570312, 0.394531, 0.388672, 0.435547, 0.765625, 0.361328, 0.429688, 0.375, 0.455078, 0.396484, 0.462891, 0.386719, 0.332031, 0.363281, 0.375, 0.369141, 0.423828, 0.386719, 0.380859, 0.46875, 0.386719, 0.382812, 0.425781, 0.365234, 0.419922, 0.558594, 0.419922, 0.457031, 0.384766, 0.439453, 0.396484, 0.466797, 0.365234, 0.371094, 0.390625, 0.380859, 0.455078, 0.361328, 0.394531, 0.398438, 0.398438, 0.488281, 0.425781, 0.910156, 0.367188, 0.429688, 0.882812, 0.515625, 0.371094, 0.369141, 0.486328, 0.494141, 0.384766, 0.445312, 0.373047, 0.375, 0.394531, 0.394531, 0.394531, 0.339844, 0.371094, 0.363281, 0.386719, 0.384766, 0.388672, 0.388672, 0.419922, 0.386719, 0.378906, 0.355469, 0.363281, 0.382812, 0.412109, 0.369141, 0.378906, 0.400391, 0.53125, 0.382812, 0.386719, 0.484375, 0.369141, 0.353516, 0.378906, 0.53125, 0.371094, 0.394531, 0.474609, 0.373047, 0.371094, 0.367188, 0.416016, 0.59375, 0.492188, 0.365234, 0.382812, 0.398438, 0.351562, 0.441406, 0.492188, 0.367188, 0.373047, 0.378906, 0.425781, 0.640625, 0.466797, 0.5625, 0.404297, 0.464844, 0.390625, 0.376953, 0.380859, 0.632812, 0.5625, 0.376953, 0.388672, 0.382812, 0.460938, 0.367188, 0.408203, 0.449219, 0.355469, 0.492188, 0.361328, 0.386719, 0.375, 0.421875, 0.423828, 0.382812, 0.398438, 0.390625, 0.390625, 0.382812, 0.404297, 0.373047, 0.417969, 0.386719, 0.386719, 0.371094, 0.398438, 0.375, 0.382812, 0.410156, 0.412109, 0.369141, 0.345703, 0.365234, 0.589844, 0.447266, 0.394531, 0.371094, 0.388672, 0.376953, 0.597656, 0.851562, 0.410156, 0.433594, 0.390625, 0.359375, 0.355469, 0.46875, 0.371094, 0.523438, 0.376953, 0.384766, 0.707031, 0.351562, 0.507812, 0.390625, 0.398438, 0.392578, 0.388672, 0.382812, 0.361328, 0.435547, 0.371094, 0.539062, 0.371094, 0.365234, 0.46875, 0.412109, 0.394531, 0.369141, 0.402344, 0.400391, 0.386719, 0.382812, 0.392578, 0.376953, 0.373047, 0.404297, 0.388672, 0.376953, 0.585938, 0.392578, 0.394531, 0.726562, 0.382812, 0.371094, 0.480469, 0.359375, 0.392578, 0.75, 0.414062, 0.660156, 0.445312, 0.378906, 0.414062, 0.367188, 0.398438, 0.363281, 0.376953, 0.382812, 0.355469, 0.388672, 0.445312, 0.5, 0.421875, 0.412109, 0.546875, 0.433594, 0.382812, 0.585938, 0.398438, 0.458984, 0.675781, 0.392578, 0.382812, 0.382812, 0.390625, 0.396484, 0.408203, 0.390625, 0.4375, 0.398438, 0.412109, 0.386719, 0.376953, 0.660156, 0.363281, 0.423828, 0.361328, 0.359375, 0.478516, 0.394531, 0.375, 0.375, 0.396484, 0.417969, 0.416016, 0.4375, 0.357422, 0.455078, 0.410156, 0.398438, 0.371094, 0.353516, 0.375, 0.376953, 0.447266, 0.384766, 0.472656, 0.371094, 0.386719, 0.378906, 0.390625, 0.365234, 0.382812, 0.398438, 0.486328, 0.339844, 0.378906, 0.503906, 0.441406, 1.03125, 0.421875, 0.376953, 0.386719, 0.648438, 0.394531, 0.384766, 0.394531, 0.412109, 0.417969, 0.400391, 0.371094, 0.875, 0.423828, 0.445312, 0.382812, 0.367188, 0.455078, 0.371094, 0.394531, 0.367188, 0.363281, 0.609375, 0.384766, 0.367188, 0.433594, 0.373047, 0.371094, 0.371094, 0.466797, 0.671875, 0.457031, 0.515625, 0.640625, 0.359375, 0.367188, 0.400391, 0.410156, 0.400391, 0.40625, 0.388672, 0.539062, 0.435547, 0.339844, 0.367188, 0.451172, 0.402344, 0.738281, 0.503906, 0.472656, 0.457031, 0.335938, 0.402344, 0.375, 0.369141, 0.384766, 0.4375, 0.09375, 0.367188, 0.582031, 0.625, 0.460938, 0.359375, 0.414062, 0.435547, 0.515625, 0.357422, 0.390625, 0.402344, 0.416016, 0.396484, 0.369141, 0.539062, 0.357422, 0.402344, 0.355469, 0.394531, 0.373047, 0.427734, 0.605469, 0.382812, 0.373047, 0.382812, 0.435547, 0.382812, 0.390625, 0.380859, 0.378906, 0.373047, 0.390625, 0.40625, 0.474609, 0.376953, 0.373047, 0.390625, 0.457031, 0.367188, 0.660156, 0.515625, 0.414062, 0.345703, 0.435547, 0.392578, 0.394531, 0.609375, 0.457031, 0.371094, 0.394531, 0.404297, 0.335938, 0.433594, 0.34375, 0.400391, 0.466797, 0.382812, 0.367188, 0.832031, 0.398438, 0.394531, 0.388672, 0.617188, 0.34375, 0.402344, 0.40625, 0.417969, 0.621094, 0.400391, 0.90625, 0.439453, 0.648438, 1.03125, 0.408203, 0.363281, 0.367188, 0.460938, 0.367188, 0.357422, 0.410156, 0.392578, 0.390625, 0.492188, 0.361328, 0.396484, 0.453125, 0.558594, 0.429688, 0.382812, 0.636719, 0.490234, 0.6875, 0.376953, 0.386719, 0.390625, 0.578125, 0.414062, 0.373047, 0.640625, 0.353516, 0.507812, 0.601562, 0.414062, 0.345703, 0.455078, 0.408203, 0.373047, 0.388672, 0.392578, 0.361328, 0.386719, 0.375, 0.357422, 0.380859, 0.464844, 0.679688, 0.4375, 0.632812, 0.519531, 0.378906, 0.396484, 0.417969, 0.378906, 0.373047, 1.0, 0.400391, 0.443359, 0.386719, 0.466797, 0.357422, 0.367188, 0.421875, 0.392578, 0.351562, 0.390625, 0.351562, 0.435547, 0.347656, 0.349609, 0.402344, 0.384766, 0.347656, 0.40625, 0.333984, 0.490234, 0.392578, 0.910156, 0.582031, 0.373047, 0.402344, 0.402344, 0.392578, 0.539062, 0.392578, 0.398438, 0.400391, 0.365234, 0.378906, 0.378906, 0.466797, 0.503906, 0.351562, 0.605469, 0.376953, 0.482422, 0.388672, 0.365234, 0.472656, 0.996094, 0.427734, 0.412109, 0.404297, 0.386719, 0.441406, 0.380859, 0.375, 0.519531, 0.386719, 0.53125, 0.384766, 0.384766, 0.376953, 0.416016, 0.347656, 0.373047, 0.466797, 0.380859, 0.380859, 1.007812, 0.365234, 0.412109, 0.5625, 0.460938, 0.683594, 0.34375, 0.414062, 0.351562, 0.371094, 0.365234, 0.421875, 0.441406, 0.375, 0.394531, 0.414062, 0.400391, 0.617188, 0.414062, 0.404297, 0.429688, 0.363281, 0.392578, 0.816406, 0.470703, 0.410156, 0.431641, 0.375, 0.644531, 0.380859, 0.404297, 0.378906, 0.373047, 0.380859, 0.490234, 0.367188, 0.585938, 0.376953, 0.367188, 0.402344, 0.691406, 0.488281, 0.412109, 0.388672, 0.396484, 0.400391, 0.388672, 0.46875, 0.423828, 0.384766, 0.773438, 0.376953, 0.373047, 0.371094, 0.373047, 0.398438, 0.384766, 0.416016, 0.404297, 0.388672, 0.373047, 0.507812, 0.439453, 0.435547, 0.429688, 0.369141, 0.472656, 0.410156, 0.490234, 0.419922, 0.349609, 0.394531, 0.414062, 0.427734, 0.392578, 0.527344, 0.369141, 0.396484, 0.458984, 0.386719, 0.371094, 0.542969, 0.402344, 0.371094, 0.394531, 0.388672, 0.371094, 0.628906, 0.332031, 0.427734, 0.380859, 0.376953, 0.423828, 0.396484, 0.386719, 0.394531, 0.355469, 0.390625, 0.373047, 0.490234, 0.515625, 0.355469, 0.375, 0.427734, 0.421875, 0.416016, 0.871094, 0.394531, 0.398438, 0.382812, 0.503906, 0.388672, 0.402344, 0.363281, 0.490234, 0.400391, 0.376953, 0.585938, 0.419922, 0.683594, 0.388672, 0.445312, 0.398438, 0.445312, 0.398438, 0.419922, 0.349609, 0.367188, 0.414062, 0.394531, 0.632812, 0.644531, 0.341797, 0.644531, 0.361328, 0.369141, 0.376953, 0.410156, 0.443359, 0.40625, 0.382812, 0.498047, 0.396484, 0.453125, 0.357422, 0.398438, 0.777344, 0.361328, 0.357422, 0.378906, 0.582031, 0.402344, 0.416016, 0.382812, 0.542969, 0.376953, 0.412109, 0.414062, 0.378906, 0.369141, 0.40625, 0.394531, 0.433594, 0.40625, 0.535156, 0.404297, 0.357422, 0.396484, 0.5, 0.388672, 0.380859, 0.382812, 0.412109, 0.355469, 0.443359, 0.398438, 0.382812, 0.419922, 0.363281, 0.605469, 0.410156, 0.511719, 0.414062, 0.419922, 0.392578, 0.472656, 0.353516, 0.371094, 0.380859, 0.363281, 0.392578, 0.636719, 0.65625, 0.369141, 0.386719, 0.376953, 0.482422, 0.365234, 0.349609, 0.427734, 0.396484, 0.361328, 0.359375, 0.451172, 0.369141, 0.640625, 0.386719, 0.371094, 0.410156, 0.410156, 0.396484, 0.400391, 0.382812, 0.835938, 0.394531, 0.404297, 0.371094, 0.453125, 0.373047, 0.353516, 0.609375, 0.378906, 0.388672, 0.507812, 0.382812, 0.386719, 0.376953, 0.404297, 0.373047, 0.4375, 0.373047, 0.410156, 0.972656, 0.349609, 0.636719, 0.425781, 0.396484, 0.429688, 0.410156, 0.417969, 0.365234, 0.515625, 0.859375, 0.416016, 0.431641, 0.378906, 0.585938, 0.376953, 0.408203, 0.363281, 0.414062, 0.369141, 0.392578, 0.367188, 0.369141, 0.451172, 0.349609, 0.386719, 0.394531, 0.392578, 0.380859, 0.361328, 0.414062, 0.431641, 0.433594, 0.347656, 0.423828, 0.417969, 0.337891, 0.386719, 0.40625, 0.429688, 0.429688, 0.361328, 0.363281, 0.396484, 0.380859, 0.363281, 0.359375, 0.394531, 0.376953, 0.376953, 0.636719, 0.353516, 0.367188, 0.390625, 0.523438, 0.427734, 0.341797, 0.394531, 0.427734, 0.460938, 0.523438, 0.390625, 0.359375, 0.376953, 0.601562, 0.392578, 0.382812, 0.808594, 0.376953, 0.511719, 0.394531, 0.373047, 0.388672, 0.388672, 0.394531, 0.390625, 0.355469, 0.339844, 0.65625, 0.404297, 0.384766, 0.388672, 0.363281, 0.394531, 0.361328, 0.554688, 0.957031, 0.699219, 0.396484, 0.375, 0.476562, 0.371094, 0.410156, 0.734375, 0.449219, 0.361328, 0.369141, 0.402344, 0.390625, 0.449219, 0.412109, 0.375, 0.433594, 0.46875, 0.388672, 0.375, 0.449219, 0.375, 0.357422, 0.476562, 0.664062, 0.40625, 0.40625, 0.351562, 0.390625, 0.365234, 0.445312, 0.398438, 0.388672, 0.373047, 0.363281, 0.554688, 0.390625, 0.404297, 0.376953, 0.402344, 0.402344, 0.894531, 0.353516, 0.414062, 0.388672, 0.382812, 0.384766, 0.380859, 0.390625, 0.382812, 0.824219, 0.376953, 0.320312, 0.398438, 0.416016, 0.470703, 0.398438, 0.392578, 0.640625, 0.535156, 0.412109, 0.337891, 0.404297, 0.373047, 0.367188, 0.398438, 0.398438, 0.492188, 0.761719, 0.373047, 0.449219, 0.363281, 0.408203, 0.400391, 0.384766, 0.390625, 0.414062, 0.363281, 0.425781, 0.386719, 0.380859, 0.427734, 0.396484, 0.429688, 0.503906, 0.425781, 0.890625, 0.365234, 0.40625, 0.439453, 0.394531, 0.367188, 0.367188, 0.431641, 0.40625, 0.388672, 0.384766, 0.380859, 0.419922, 0.365234, 0.400391, 0.384766, 0.369141, 0.65625, 0.425781, 0.384766, 0.365234, 0.349609, 0.380859, 0.382812, 0.375, 0.382812, 0.435547, 0.363281, 0.390625, 0.5, 0.363281, 0.347656, 0.375, 0.365234, 0.353516, 0.390625, 0.347656, 0.445312, 0.423828, 0.402344, 0.367188, 0.414062, 0.357422, 0.390625, 0.396484, 0.410156, 0.484375, 0.378906, 0.365234, 0.373047, 0.351562, 0.554688, 0.53125, 0.414062, 0.382812, 0.363281, 0.408203, 0.398438, 0.40625, 0.382812, 0.550781, 0.375, 0.386719, 0.400391, 0.390625, 0.414062, 0.457031, 0.464844, 0.427734, 0.378906, 0.386719, 0.361328, 0.574219, 0.380859, 0.373047, 0.433594, 0.382812, 0.355469, 0.382812, 0.351562, 0.357422, 0.4375, 0.490234, 0.396484, 0.427734, 0.388672, 0.396484, 0.386719, 0.408203, 0.404297, 0.582031, 0.5625, 0.382812, 0.388672, 0.390625, 0.390625, 0.345703, 0.408203, 0.396484, 0.388672, 0.367188, 0.361328, 0.419922, 0.408203, 0.359375, 0.351562, 0.652344, 0.443359, 0.601562, 0.384766, 0.394531, 0.482422, 0.390625, 0.400391, 0.417969, 0.371094, 0.369141, 0.628906, 0.539062, 0.384766, 0.566406, 0.414062, 0.392578, 0.441406, 0.445312, 0.339844, 1.078125, 0.59375, 0.394531, 0.365234 ] }, "name": "model.model.layers.43.input_layernorm.weight", "outputIndexes": [ 3486 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3485 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_43/Mul_output_0", "outputIndexes": [ 3487 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3486, 3487 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_43/Mul_1_output_0", "outputIndexes": [ 3488 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3488 ], "outputIndexes": [ 5592 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5592 ], "outputIndexes": [ 5593 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/q_proj/Linear", "inputIndexes": [ 5593 ], "outputIndexes": [ 5594 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 431960542, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5594 ], "outputIndexes": [ 5595 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5595 ], "outputIndexes": [ 3489 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3488 ], "main_type": "NONE", "name": "/Shape_603_output_0", "outputIndexes": [ 3490 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3490 ], "main_type": "NONE", "name": "Shape9367", "outputIndexes": [ 3491 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3490 ], "main_type": "NONE", "name": "Rank9369", "outputIndexes": [ 3492 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3492, 3492 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9371", "outputIndexes": [ 3493 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3493 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9372", "outputIndexes": [ 3494 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3493, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9374", "outputIndexes": [ 3495 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3495 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9375", "outputIndexes": [ 3496 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3491, 3494, 3496, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9378", "outputIndexes": [ 3497 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3497 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9379", "outputIndexes": [ 3498 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3498 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9380", "outputIndexes": [ 3499 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3499, 3498 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9381", "outputIndexes": [ 3500 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3490, 3500, 3493 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_649_output_0", "outputIndexes": [ 3501 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3501, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1377_output_0", "outputIndexes": [ 3502 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3502, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_559_output_0", "outputIndexes": [ 3503 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3489, 3503 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_388_output_0", "outputIndexes": [ 3504 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3504, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_344_output_0", "outputIndexes": [ 3505 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3504 ], "main_type": "NONE", "name": "/Shape_604_output_0", "outputIndexes": [ 3506 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3506 ], "main_type": "NONE", "name": "Shape9388", "outputIndexes": [ 3507 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3506 ], "main_type": "NONE", "name": "Rank9390", "outputIndexes": [ 3508 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3508, 3508 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9392", "outputIndexes": [ 3509 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3509 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9393", "outputIndexes": [ 3510 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3509, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9395", "outputIndexes": [ 3511 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3511 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9396", "outputIndexes": [ 3512 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3507, 3510, 3512, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9399", "outputIndexes": [ 3513 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3513 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9400", "outputIndexes": [ 3514 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3514 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9401", "outputIndexes": [ 3515 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3515, 3514 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9402", "outputIndexes": [ 3516 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3506, 3516, 3509 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_650_output_0", "outputIndexes": [ 3517 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3517, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_129_output_0", "outputIndexes": [ 3518 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3518, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1382_output_0", "outputIndexes": [ 3519 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3504, 3519, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_173_output_0", "outputIndexes": [ 3520 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3520 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_86_output_0", "outputIndexes": [ 3521 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3504, 22, 3519, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_172_output_0", "outputIndexes": [ 3522 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3521, 3522 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_562_output_0", "outputIndexes": [ 3523 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3523, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_345_output_0", "outputIndexes": [ 3524 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3505, 3524 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_215_output_0", "outputIndexes": [ 3525 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3488 ], "outputIndexes": [ 5596 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5596 ], "outputIndexes": [ 5597 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/k_proj/Linear", "inputIndexes": [ 5597 ], "outputIndexes": [ 5598 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 432882164, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5598 ], "outputIndexes": [ 5599 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5599 ], "outputIndexes": [ 3526 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3502, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_560_output_0", "outputIndexes": [ 3527 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3526, 3527 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_389_output_0", "outputIndexes": [ 3528 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3528, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_346_output_0", "outputIndexes": [ 3529 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3528 ], "main_type": "NONE", "name": "/Shape_605_output_0", "outputIndexes": [ 3530 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3530 ], "main_type": "NONE", "name": "Shape9451", "outputIndexes": [ 3531 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3530 ], "main_type": "NONE", "name": "Rank9453", "outputIndexes": [ 3532 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3532, 3532 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9455", "outputIndexes": [ 3533 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3533 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9456", "outputIndexes": [ 3534 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3533, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9458", "outputIndexes": [ 3535 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3535 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9459", "outputIndexes": [ 3536 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3531, 3534, 3536, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9462", "outputIndexes": [ 3537 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3537 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9463", "outputIndexes": [ 3538 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3538 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9464", "outputIndexes": [ 3539 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3539, 3538 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9465", "outputIndexes": [ 3540 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3530, 3540, 3533 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_651_output_0", "outputIndexes": [ 3541 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3541, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_130_output_0", "outputIndexes": [ 3542 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3542, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1384_output_0", "outputIndexes": [ 3543 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3528, 3543, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_175_output_0", "outputIndexes": [ 3544 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3544 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_87_output_0", "outputIndexes": [ 3545 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3528, 22, 3543, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_174_output_0", "outputIndexes": [ 3546 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3545, 3546 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_563_output_0", "outputIndexes": [ 3547 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3547, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_347_output_0", "outputIndexes": [ 3548 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3529, 3548 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_216_output_0", "outputIndexes": [ 3549 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3488 ], "outputIndexes": [ 5600 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5600 ], "outputIndexes": [ 5601 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/v_proj/Linear", "inputIndexes": [ 5601 ], "outputIndexes": [ 5602 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 433112586, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5602 ], "outputIndexes": [ 5603 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5603 ], "outputIndexes": [ 3550 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3550, 3527 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_390_output_0", "outputIndexes": [ 3551 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3525, 3549, 3551, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_395_output_0", "outputIndexes": [ 3552 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3552 ], "outputIndexes": [ 5604 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5604 ], "outputIndexes": [ 5605 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/o_proj/Linear", "inputIndexes": [ 5605 ], "outputIndexes": [ 5606 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 433343008, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5606 ], "outputIndexes": [ 5607 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5607 ], "outputIndexes": [ 3553 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3485, 3553 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_218_output_0", "outputIndexes": [ 3554 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.460938, 0.523438, 0.515625, 0.53125, 0.539062, 0.507812, 0.196289, 0.511719, 0.482422, 0.453125, 0.384766, 0.519531, 0.451172, 0.498047, 0.515625, 0.53125, 0.263672, 0.511719, 0.53125, 0.4375, 0.519531, 0.539062, 0.480469, 0.498047, 0.503906, 0.539062, 0.474609, 0.515625, 0.523438, 0.523438, 0.476562, 0.200195, 0.519531, 0.523438, 0.511719, 0.511719, 0.4375, 0.507812, 0.375, 0.550781, 0.523438, 0.523438, 0.503906, 0.484375, 0.460938, 0.494141, 0.53125, 0.462891, 0.53125, 0.394531, 0.519531, 0.398438, 0.503906, 0.515625, 0.460938, 0.511719, 0.535156, 0.484375, 0.503906, 0.53125, 0.535156, 0.527344, 0.5, 0.53125, 0.460938, 0.464844, 0.345703, 0.40625, 0.53125, 0.382812, 0.53125, 0.400391, 0.507812, 0.486328, 0.519531, 0.492188, 0.527344, 0.519531, 0.394531, 0.503906, 0.5, 0.550781, 0.484375, 0.503906, 0.535156, 0.482422, 0.546875, 0.455078, 0.5625, 0.439453, 0.5, 0.515625, 0.458984, 0.519531, 0.410156, 0.447266, 0.570312, 0.539062, 0.519531, 0.515625, 0.527344, 0.498047, 0.53125, 0.519531, 0.447266, 0.439453, 0.527344, 0.507812, 0.488281, 0.507812, 0.511719, 0.535156, 0.480469, 0.515625, 0.535156, 0.503906, 0.511719, 0.53125, 0.53125, 0.507812, 0.523438, 0.462891, 0.53125, 0.480469, 0.546875, 0.515625, 0.232422, 0.53125, 0.519531, 0.476562, 0.535156, 0.523438, 0.519531, 0.503906, 0.527344, 0.511719, 0.523438, 0.484375, 0.443359, 0.511719, 0.542969, 0.472656, 0.527344, 0.542969, 0.535156, 0.519531, 0.503906, 0.462891, 0.503906, 0.519531, 0.523438, 0.527344, 0.507812, 0.539062, 0.527344, 0.476562, 0.523438, 0.492188, 0.425781, 0.566406, 0.421875, 0.523438, 0.443359, 0.507812, 0.496094, 0.53125, 0.378906, 0.546875, 0.503906, 0.439453, 0.486328, 0.53125, 0.535156, 0.490234, 0.382812, 0.519531, 0.498047, 0.53125, 0.535156, 0.546875, 0.5, 0.492188, 0.507812, 0.503906, 0.507812, 0.527344, 0.523438, 0.507812, 0.53125, 0.523438, 0.515625, 0.488281, 0.431641, 0.511719, 0.523438, 0.507812, 0.515625, 0.5, 0.087402, 0.53125, 0.519531, 0.523438, 0.494141, 0.507812, 0.503906, 0.535156, 0.539062, 0.523438, 0.488281, 0.519531, 0.503906, 0.53125, 0.527344, 0.429688, 0.527344, 0.511719, 0.515625, 0.488281, 0.519531, 0.496094, 0.519531, 0.503906, 0.453125, 0.496094, 0.511719, 0.503906, 0.53125, 0.431641, 0.5625, 0.503906, 0.490234, 0.427734, 0.527344, 0.515625, 0.53125, 0.486328, 0.507812, 0.480469, 0.46875, 0.519531, 0.523438, 0.503906, 0.515625, 0.53125, 0.523438, 0.507812, 0.455078, 0.527344, 0.527344, 0.527344, 0.503906, 0.470703, 0.400391, 0.523438, 0.5, 0.515625, 0.498047, 0.507812, 0.482422, 0.511719, 0.550781, 0.511719, 0.515625, 0.46875, 0.523438, 0.527344, 0.503906, 0.527344, 0.466797, 0.527344, 0.294922, 0.488281, 0.503906, 0.243164, 0.476562, 0.523438, 0.519531, 0.476562, 0.451172, 0.519531, 0.486328, 0.527344, 0.515625, 0.550781, 0.511719, 0.515625, 0.519531, 0.527344, 0.527344, 0.527344, 0.523438, 0.498047, 0.53125, 0.515625, 0.527344, 0.494141, 0.482422, 0.53125, 0.523438, 0.511719, 0.507812, 0.527344, 0.507812, 0.447266, 0.523438, 0.519531, 0.488281, 0.523438, 0.484375, 0.519531, 0.464844, 0.53125, 0.480469, 0.480469, 0.53125, 0.486328, 0.511719, 0.470703, 0.4375, 0.494141, 0.527344, 0.527344, 0.542969, 0.511719, 0.511719, 0.488281, 0.535156, 0.546875, 0.511719, 0.490234, 0.40625, 0.480469, 0.378906, 0.515625, 0.498047, 0.503906, 0.53125, 0.453125, 0.412109, 0.439453, 0.5, 0.507812, 0.511719, 0.449219, 0.535156, 0.53125, 0.490234, 0.503906, 0.480469, 0.511719, 0.523438, 0.535156, 0.488281, 0.507812, 0.5, 0.535156, 0.523438, 0.527344, 0.494141, 0.546875, 0.503906, 0.490234, 0.515625, 0.498047, 0.53125, 0.503906, 0.523438, 0.515625, 0.484375, 0.480469, 0.523438, 0.511719, 0.523438, 0.423828, 0.515625, 0.5, 0.496094, 0.53125, 0.507812, 0.433594, 0.185547, 0.507812, 0.542969, 0.511719, 0.519531, 0.478516, 0.490234, 0.523438, 0.492188, 0.519531, 0.523438, 0.433594, 0.53125, 0.423828, 0.539062, 0.507812, 0.511719, 0.535156, 0.523438, 0.515625, 0.488281, 0.535156, 0.462891, 0.527344, 0.515625, 0.476562, 0.539062, 0.515625, 0.523438, 0.523438, 0.498047, 0.539062, 0.494141, 0.515625, 0.523438, 0.539062, 0.519531, 0.523438, 0.515625, 0.476562, 0.53125, 0.519531, 0.294922, 0.53125, 0.53125, 0.439453, 0.535156, 0.511719, 0.345703, 0.523438, 0.396484, 0.464844, 0.519531, 0.515625, 0.5, 0.519531, 0.535156, 0.519531, 0.507812, 0.503906, 0.550781, 0.478516, 0.478516, 0.554688, 0.490234, 0.470703, 0.464844, 0.539062, 0.445312, 0.519531, 0.494141, 0.433594, 0.507812, 0.523438, 0.519531, 0.542969, 0.519531, 0.519531, 0.511719, 0.476562, 0.498047, 0.474609, 0.527344, 0.515625, 0.402344, 0.503906, 0.478516, 0.53125, 0.535156, 0.46875, 0.519531, 0.511719, 0.507812, 0.515625, 0.5, 0.515625, 0.5, 0.515625, 0.484375, 0.496094, 0.527344, 0.535156, 0.542969, 0.503906, 0.53125, 0.480469, 0.511719, 0.472656, 0.515625, 0.5, 0.535156, 0.539062, 0.511719, 0.515625, 0.527344, 0.464844, 0.511719, 0.53125, 0.443359, 0.484375, 0.160156, 0.490234, 0.535156, 0.527344, 0.380859, 0.539062, 0.515625, 0.503906, 0.523438, 0.503906, 0.515625, 0.53125, 0.194336, 0.498047, 0.474609, 0.5625, 0.527344, 0.488281, 0.5, 0.484375, 0.523438, 0.53125, 0.410156, 0.527344, 0.535156, 0.498047, 0.523438, 0.539062, 0.519531, 0.486328, 0.421875, 0.503906, 0.451172, 0.40625, 0.519531, 0.5, 0.507812, 0.507812, 0.503906, 0.527344, 0.523438, 0.447266, 0.492188, 0.519531, 0.503906, 0.492188, 0.5, 0.398438, 0.507812, 0.474609, 0.478516, 0.519531, 0.53125, 0.539062, 0.523438, 0.542969, 0.507812, 0.220703, 0.527344, 0.427734, 0.351562, 0.480469, 0.53125, 0.511719, 0.455078, 0.449219, 0.515625, 0.535156, 0.519531, 0.511719, 0.527344, 0.523438, 0.466797, 0.527344, 0.490234, 0.523438, 0.515625, 0.507812, 0.494141, 0.429688, 0.523438, 0.519531, 0.492188, 0.490234, 0.535156, 0.523438, 0.503906, 0.519531, 0.527344, 0.492188, 0.498047, 0.460938, 0.53125, 0.523438, 0.546875, 0.457031, 0.53125, 0.382812, 0.410156, 0.53125, 0.511719, 0.507812, 0.527344, 0.474609, 0.419922, 0.462891, 0.523438, 0.5, 0.515625, 0.511719, 0.470703, 0.519531, 0.503906, 0.490234, 0.523438, 0.515625, 0.328125, 0.511719, 0.511719, 0.527344, 0.417969, 0.5, 0.488281, 0.53125, 0.507812, 0.443359, 0.546875, 0.328125, 0.511719, 0.408203, 0.137695, 0.494141, 0.515625, 0.507812, 0.482422, 0.523438, 0.5, 0.503906, 0.539062, 0.507812, 0.466797, 0.515625, 0.515625, 0.482422, 0.441406, 0.503906, 0.496094, 0.417969, 0.484375, 0.445312, 0.53125, 0.535156, 0.455078, 0.441406, 0.507812, 0.507812, 0.404297, 0.53125, 0.453125, 0.460938, 0.498047, 0.535156, 0.496094, 0.496094, 0.507812, 0.519531, 0.494141, 0.527344, 0.515625, 0.527344, 0.523438, 0.515625, 0.433594, 0.310547, 0.431641, 0.433594, 0.458984, 0.546875, 0.53125, 0.535156, 0.519531, 0.527344, 0.170898, 0.486328, 0.539062, 0.519531, 0.462891, 0.53125, 0.519531, 0.511719, 0.523438, 0.511719, 0.507812, 0.53125, 0.478516, 0.511719, 0.519531, 0.494141, 0.519531, 0.523438, 0.494141, 0.523438, 0.474609, 0.5, 0.314453, 0.433594, 0.527344, 0.490234, 0.466797, 0.527344, 0.357422, 0.546875, 0.53125, 0.523438, 0.53125, 0.498047, 0.511719, 0.457031, 0.447266, 0.523438, 0.433594, 0.503906, 0.46875, 0.519531, 0.515625, 0.511719, 0.291016, 0.488281, 0.515625, 0.503906, 0.527344, 0.339844, 0.515625, 0.511719, 0.445312, 0.535156, 0.466797, 0.515625, 0.527344, 0.503906, 0.474609, 0.490234, 0.535156, 0.490234, 0.527344, 0.527344, 0.179688, 0.503906, 0.519531, 0.363281, 0.474609, 0.414062, 0.519531, 0.511719, 0.527344, 0.519531, 0.527344, 0.472656, 0.490234, 0.494141, 0.523438, 0.535156, 0.527344, 0.412109, 0.503906, 0.507812, 0.503906, 0.519531, 0.515625, 0.357422, 0.507812, 0.457031, 0.488281, 0.494141, 0.357422, 0.53125, 0.498047, 0.53125, 0.507812, 0.535156, 0.498047, 0.554688, 0.400391, 0.519531, 0.53125, 0.515625, 0.412109, 0.550781, 0.5, 0.498047, 0.519531, 0.458984, 0.515625, 0.464844, 0.494141, 0.519531, 0.314453, 0.511719, 0.496094, 0.519531, 0.503906, 0.527344, 0.511719, 0.503906, 0.503906, 0.546875, 0.53125, 0.464844, 0.511719, 0.511719, 0.523438, 0.519531, 0.515625, 0.53125, 0.478516, 0.484375, 0.515625, 0.527344, 0.539062, 0.53125, 0.53125, 0.507812, 0.523438, 0.496094, 0.480469, 0.527344, 0.503906, 0.427734, 0.542969, 0.515625, 0.523438, 0.511719, 0.546875, 0.423828, 0.53125, 0.535156, 0.53125, 0.511719, 0.507812, 0.523438, 0.535156, 0.515625, 0.515625, 0.511719, 0.527344, 0.480469, 0.494141, 0.53125, 0.519531, 0.507812, 0.498047, 0.523438, 0.316406, 0.482422, 0.511719, 0.523438, 0.470703, 0.515625, 0.433594, 0.511719, 0.482422, 0.492188, 0.546875, 0.431641, 0.535156, 0.400391, 0.486328, 0.494141, 0.503906, 0.484375, 0.511719, 0.511719, 0.53125, 0.527344, 0.496094, 0.519531, 0.412109, 0.433594, 0.519531, 0.363281, 0.515625, 0.53125, 0.519531, 0.511719, 0.539062, 0.519531, 0.511719, 0.503906, 0.523438, 0.515625, 0.527344, 0.507812, 0.394531, 0.494141, 0.515625, 0.542969, 0.46875, 0.507812, 0.492188, 0.515625, 0.449219, 0.539062, 0.470703, 0.5, 0.53125, 0.511719, 0.519531, 0.535156, 0.482422, 0.511719, 0.457031, 0.539062, 0.511719, 0.490234, 0.53125, 0.503906, 0.507812, 0.498047, 0.523438, 0.523438, 0.449219, 0.507812, 0.542969, 0.494141, 0.539062, 0.417969, 0.503906, 0.449219, 0.503906, 0.535156, 0.511719, 0.46875, 0.503906, 0.546875, 0.503906, 0.519531, 0.511719, 0.4375, 0.416016, 0.515625, 0.519531, 0.523438, 0.484375, 0.519531, 0.523438, 0.511719, 0.503906, 0.523438, 0.515625, 0.494141, 0.5, 0.390625, 0.494141, 0.527344, 0.511719, 0.519531, 0.519531, 0.519531, 0.507812, 0.118652, 0.546875, 0.5, 0.519531, 0.507812, 0.474609, 0.523438, 0.423828, 0.507812, 0.519531, 0.494141, 0.527344, 0.515625, 0.523438, 0.458984, 0.523438, 0.494141, 0.519531, 0.515625, 0.333984, 0.527344, 0.382812, 0.511719, 0.515625, 0.527344, 0.498047, 0.550781, 0.515625, 0.447266, 0.345703, 0.507812, 0.507812, 0.53125, 0.421875, 0.53125, 0.503906, 0.527344, 0.515625, 0.519531, 0.515625, 0.515625, 0.53125, 0.455078, 0.53125, 0.53125, 0.511719, 0.523438, 0.558594, 0.511719, 0.5, 0.480469, 0.474609, 0.542969, 0.470703, 0.519531, 0.519531, 0.527344, 0.511719, 0.519531, 0.492188, 0.527344, 0.515625, 0.503906, 0.535156, 0.53125, 0.515625, 0.507812, 0.503906, 0.515625, 0.289062, 0.511719, 0.523438, 0.5, 0.453125, 0.519531, 0.486328, 0.498047, 0.503906, 0.515625, 0.435547, 0.519531, 0.53125, 0.527344, 0.425781, 0.511719, 0.527344, 0.339844, 0.523438, 0.433594, 0.507812, 0.494141, 0.535156, 0.498047, 0.523438, 0.53125, 0.519531, 0.523438, 0.417969, 0.515625, 0.53125, 0.515625, 0.535156, 0.511719, 0.535156, 0.441406, 0.183594, 0.417969, 0.515625, 0.519531, 0.46875, 0.539062, 0.503906, 0.396484, 0.429688, 0.539062, 0.515625, 0.486328, 0.535156, 0.494141, 0.519531, 0.519531, 0.474609, 0.474609, 0.519531, 0.523438, 0.490234, 0.515625, 0.539062, 0.5, 0.394531, 0.527344, 0.539062, 0.53125, 0.515625, 0.507812, 0.507812, 0.519531, 0.539062, 0.527344, 0.503906, 0.429688, 0.492188, 0.460938, 0.523438, 0.535156, 0.542969, 0.233398, 0.515625, 0.488281, 0.523438, 0.503906, 0.550781, 0.554688, 0.511719, 0.523438, 0.296875, 0.539062, 0.515625, 0.519531, 0.546875, 0.476562, 0.507812, 0.519531, 0.404297, 0.433594, 0.496094, 0.496094, 0.507812, 0.515625, 0.539062, 0.523438, 0.474609, 0.511719, 0.402344, 0.519531, 0.494141, 0.519531, 0.539062, 0.519531, 0.527344, 0.527344, 0.503906, 0.5, 0.498047, 0.542969, 0.527344, 0.470703, 0.53125, 0.503906, 0.498047, 0.523438, 0.34375, 0.523438, 0.498047, 0.460938, 0.511719, 0.535156, 0.519531, 0.507812, 0.507812, 0.523438, 0.515625, 0.539062, 0.464844, 0.515625, 0.519531, 0.486328, 0.523438, 0.439453, 0.46875, 0.5, 0.527344, 0.511719, 0.511719, 0.535156, 0.515625, 0.507812, 0.490234, 0.511719, 0.511719, 0.470703, 0.519531, 0.53125, 0.511719, 0.535156, 0.535156, 0.498047, 0.515625, 0.535156, 0.498047, 0.542969, 0.53125, 0.515625, 0.523438, 0.535156, 0.498047, 0.515625, 0.470703, 0.539062, 0.535156, 0.542969, 0.447266, 0.445312, 0.435547, 0.546875, 0.511719, 0.515625, 0.574219, 0.519531, 0.519531, 0.507812, 0.408203, 0.535156, 0.511719, 0.498047, 0.515625, 0.486328, 0.494141, 0.451172, 0.484375, 0.507812, 0.498047, 0.527344, 0.429688, 0.515625, 0.527344, 0.503906, 0.523438, 0.546875, 0.519531, 0.515625, 0.53125, 0.511719, 0.40625, 0.494141, 0.527344, 0.515625, 0.511719, 0.539062, 0.486328, 0.523438, 0.417969, 0.421875, 0.490234, 0.53125, 0.507812, 0.539062, 0.515625, 0.515625, 0.515625, 0.515625, 0.527344, 0.53125, 0.484375, 0.542969, 0.503906, 0.519531, 0.423828, 0.476562, 0.435547, 0.498047, 0.511719, 0.451172, 0.527344, 0.550781, 0.503906, 0.515625, 0.554688, 0.412109, 0.466797, 0.498047, 0.451172, 0.486328, 0.490234, 0.478516, 0.492188, 0.539062, 0.165039, 0.425781, 0.535156, 0.511719 ] }, "name": "model.model.layers.43.post_attention_layernorm.weight", "outputIndexes": [ 3555 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3554 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_43/Mul_output_0", "outputIndexes": [ 3556 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3555, 3556 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_43/Mul_1_output_0", "outputIndexes": [ 3557 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3557 ], "outputIndexes": [ 5608 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5608 ], "outputIndexes": [ 5609 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/gate_proj/Linear", "inputIndexes": [ 5609 ], "outputIndexes": [ 5610 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 434264630, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5610 ], "outputIndexes": [ 5611 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5611 ], "outputIndexes": [ 3558 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3558 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_43/Sigmoid_output_0", "outputIndexes": [ 3559 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3558, 3559 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_43/Mul_output_0", "outputIndexes": [ 3560 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3557 ], "outputIndexes": [ 5612 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5612 ], "outputIndexes": [ 5613 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/up_proj/Linear", "inputIndexes": [ 5613 ], "outputIndexes": [ 5614 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 436845132, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5614 ], "outputIndexes": [ 5615 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5615 ], "outputIndexes": [ 3561 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3560, 3561 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_43/Mul_output_0", "outputIndexes": [ 3562 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3562 ], "outputIndexes": [ 5616 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5616 ], "outputIndexes": [ 5617 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/down_proj/Linear", "inputIndexes": [ 5617 ], "outputIndexes": [ 5618 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 439425634, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5618 ], "outputIndexes": [ 5619 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.43/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5619 ], "outputIndexes": [ 3563 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3554, 3563 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_219_output_0", "outputIndexes": [ 3564 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3564, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_396_output_0", "outputIndexes": [ 3565 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.53125, 0.408203, 0.408203, 0.449219, 0.431641, 0.441406, 1.023438, 0.421875, 0.474609, 0.589844, 0.730469, 0.429688, 0.416016, 0.412109, 0.404297, 0.408203, 0.960938, 0.429688, 0.451172, 0.597656, 0.443359, 0.40625, 0.451172, 0.488281, 0.439453, 0.433594, 0.451172, 0.410156, 0.435547, 0.396484, 0.582031, 0.306641, 0.396484, 0.451172, 0.427734, 0.433594, 0.570312, 0.402344, 0.667969, 0.449219, 0.445312, 0.392578, 0.447266, 0.474609, 0.546875, 0.443359, 0.414062, 0.515625, 0.431641, 0.691406, 0.390625, 0.734375, 0.443359, 0.453125, 0.578125, 0.414062, 0.425781, 0.417969, 0.435547, 0.4375, 0.443359, 0.427734, 0.455078, 0.412109, 0.507812, 0.628906, 0.789062, 0.667969, 0.40625, 0.695312, 0.416016, 0.515625, 0.464844, 0.46875, 0.414062, 0.425781, 0.507812, 0.402344, 0.644531, 0.441406, 0.464844, 0.431641, 0.457031, 0.429688, 0.439453, 0.53125, 0.392578, 0.554688, 0.472656, 0.542969, 0.470703, 0.419922, 0.519531, 0.451172, 0.621094, 0.550781, 0.458984, 0.404297, 0.398438, 0.421875, 0.451172, 0.462891, 0.427734, 0.460938, 0.423828, 0.636719, 0.449219, 0.458984, 0.419922, 0.373047, 0.386719, 0.425781, 0.419922, 0.449219, 0.4375, 0.5625, 0.416016, 0.429688, 0.412109, 0.441406, 0.464844, 0.5, 0.414062, 0.486328, 0.445312, 0.443359, 1.015625, 0.412109, 0.400391, 0.373047, 0.410156, 0.363281, 0.412109, 0.455078, 0.433594, 0.464844, 0.421875, 0.417969, 0.742188, 0.486328, 0.392578, 0.421875, 0.4375, 0.433594, 0.402344, 0.416016, 0.431641, 0.414062, 0.402344, 0.404297, 0.449219, 0.445312, 0.412109, 0.431641, 0.410156, 0.46875, 0.414062, 0.419922, 0.609375, 0.460938, 0.636719, 0.445312, 0.570312, 0.421875, 0.447266, 0.4375, 0.664062, 0.392578, 0.412109, 0.585938, 0.464844, 0.40625, 0.408203, 0.460938, 0.683594, 0.382812, 0.457031, 0.416016, 0.4375, 0.464844, 0.408203, 0.470703, 0.433594, 0.447266, 0.392578, 0.441406, 0.435547, 0.4375, 0.445312, 0.419922, 0.414062, 0.439453, 0.605469, 0.416016, 0.470703, 0.410156, 0.416016, 0.507812, 0.168945, 0.441406, 0.435547, 0.396484, 0.449219, 0.421875, 0.429688, 0.427734, 0.392578, 0.425781, 0.476562, 0.419922, 0.441406, 0.421875, 0.443359, 0.589844, 0.4375, 0.417969, 0.410156, 0.435547, 0.417969, 0.40625, 0.431641, 0.458984, 0.443359, 0.447266, 0.425781, 0.455078, 0.431641, 0.605469, 0.433594, 0.435547, 0.451172, 0.78125, 0.423828, 0.490234, 0.425781, 0.498047, 0.472656, 0.5, 0.404297, 0.394531, 0.423828, 0.458984, 0.425781, 0.445312, 0.445312, 0.431641, 0.458984, 0.447266, 0.4375, 0.455078, 0.40625, 0.447266, 0.585938, 0.447266, 0.515625, 0.412109, 0.480469, 0.425781, 0.5, 0.380859, 0.441406, 0.458984, 0.421875, 0.478516, 0.419922, 0.408203, 0.429688, 0.453125, 0.515625, 0.455078, 0.890625, 0.380859, 0.462891, 0.859375, 0.535156, 0.404297, 0.414062, 0.519531, 0.515625, 0.412109, 0.484375, 0.425781, 0.449219, 0.455078, 0.429688, 0.457031, 0.384766, 0.388672, 0.412109, 0.427734, 0.423828, 0.4375, 0.414062, 0.488281, 0.414062, 0.412109, 0.357422, 0.433594, 0.421875, 0.443359, 0.388672, 0.443359, 0.421875, 0.550781, 0.410156, 0.410156, 0.519531, 0.427734, 0.390625, 0.404297, 0.550781, 0.40625, 0.425781, 0.503906, 0.4375, 0.404297, 0.398438, 0.464844, 0.683594, 0.455078, 0.423828, 0.416016, 0.427734, 0.402344, 0.484375, 0.53125, 0.400391, 0.429688, 0.394531, 0.449219, 0.730469, 0.503906, 0.585938, 0.433594, 0.519531, 0.431641, 0.408203, 0.390625, 0.679688, 0.554688, 0.427734, 0.439453, 0.449219, 0.447266, 0.416016, 0.457031, 0.476562, 0.441406, 0.492188, 0.400391, 0.449219, 0.4375, 0.480469, 0.472656, 0.4375, 0.451172, 0.427734, 0.423828, 0.419922, 0.421875, 0.431641, 0.455078, 0.410156, 0.414062, 0.396484, 0.439453, 0.414062, 0.414062, 0.447266, 0.462891, 0.394531, 0.402344, 0.431641, 0.574219, 0.484375, 0.447266, 0.421875, 0.449219, 0.423828, 0.640625, 0.824219, 0.449219, 0.443359, 0.410156, 0.400391, 0.375, 0.519531, 0.435547, 0.527344, 0.408203, 0.447266, 0.738281, 0.410156, 0.527344, 0.443359, 0.458984, 0.460938, 0.421875, 0.40625, 0.398438, 0.490234, 0.421875, 0.582031, 0.40625, 0.40625, 0.496094, 0.439453, 0.421875, 0.435547, 0.414062, 0.423828, 0.412109, 0.410156, 0.453125, 0.421875, 0.408203, 0.439453, 0.410156, 0.457031, 0.511719, 0.435547, 0.429688, 0.636719, 0.443359, 0.425781, 0.527344, 0.396484, 0.427734, 0.855469, 0.458984, 0.628906, 0.488281, 0.414062, 0.458984, 0.425781, 0.4375, 0.394531, 0.441406, 0.427734, 0.398438, 0.439453, 0.480469, 0.53125, 0.429688, 0.445312, 0.621094, 0.394531, 0.433594, 0.601562, 0.431641, 0.478516, 0.734375, 0.449219, 0.433594, 0.408203, 0.419922, 0.443359, 0.441406, 0.4375, 0.494141, 0.453125, 0.445312, 0.416016, 0.404297, 0.632812, 0.404297, 0.472656, 0.431641, 0.417969, 0.527344, 0.449219, 0.412109, 0.429688, 0.441406, 0.449219, 0.447266, 0.486328, 0.416016, 0.511719, 0.4375, 0.462891, 0.419922, 0.404297, 0.429688, 0.433594, 0.503906, 0.4375, 0.519531, 0.435547, 0.408203, 0.423828, 0.427734, 0.421875, 0.414062, 0.433594, 0.542969, 0.378906, 0.417969, 0.542969, 0.484375, 1.101562, 0.455078, 0.425781, 0.431641, 0.609375, 0.433594, 0.447266, 0.451172, 0.4375, 0.466797, 0.464844, 0.417969, 0.820312, 0.466797, 0.492188, 0.462891, 0.4375, 0.458984, 0.421875, 0.443359, 0.435547, 0.386719, 0.589844, 0.425781, 0.421875, 0.498047, 0.414062, 0.423828, 0.417969, 0.519531, 0.75, 0.474609, 0.550781, 0.667969, 0.429688, 0.417969, 0.453125, 0.445312, 0.414062, 0.453125, 0.4375, 0.574219, 0.503906, 0.384766, 0.431641, 0.470703, 0.421875, 0.691406, 0.539062, 0.503906, 0.470703, 0.371094, 0.449219, 0.417969, 0.425781, 0.421875, 0.46875, 0.063477, 0.402344, 0.59375, 0.648438, 0.476562, 0.392578, 0.445312, 0.460938, 0.523438, 0.40625, 0.455078, 0.412109, 0.457031, 0.429688, 0.443359, 0.578125, 0.398438, 0.429688, 0.400391, 0.421875, 0.439453, 0.460938, 0.617188, 0.408203, 0.4375, 0.447266, 0.480469, 0.439453, 0.464844, 0.445312, 0.435547, 0.425781, 0.419922, 0.466797, 0.507812, 0.40625, 0.404297, 0.443359, 0.494141, 0.412109, 0.582031, 0.53125, 0.447266, 0.416016, 0.466797, 0.421875, 0.333984, 0.671875, 0.480469, 0.414062, 0.4375, 0.431641, 0.376953, 0.462891, 0.402344, 0.427734, 0.5, 0.435547, 0.408203, 0.882812, 0.443359, 0.423828, 0.462891, 0.621094, 0.371094, 0.433594, 0.447266, 0.449219, 0.59375, 0.439453, 0.941406, 0.451172, 0.621094, 1.0625, 0.464844, 0.404297, 0.394531, 0.472656, 0.419922, 0.404297, 0.421875, 0.4375, 0.472656, 0.550781, 0.390625, 0.419922, 0.494141, 0.550781, 0.445312, 0.423828, 0.597656, 0.523438, 0.746094, 0.441406, 0.421875, 0.392578, 0.585938, 0.453125, 0.445312, 0.679688, 0.410156, 0.570312, 0.617188, 0.480469, 0.398438, 0.496094, 0.427734, 0.408203, 0.425781, 0.455078, 0.433594, 0.445312, 0.398438, 0.402344, 0.417969, 0.435547, 0.601562, 0.445312, 0.613281, 0.441406, 0.435547, 0.423828, 0.441406, 0.402344, 0.441406, 0.953125, 0.449219, 0.480469, 0.445312, 0.494141, 0.414062, 0.421875, 0.414062, 0.449219, 0.414062, 0.433594, 0.419922, 0.486328, 0.417969, 0.416016, 0.429688, 0.414062, 0.388672, 0.423828, 0.423828, 0.527344, 0.4375, 0.933594, 0.621094, 0.398438, 0.460938, 0.402344, 0.472656, 0.511719, 0.455078, 0.449219, 0.433594, 0.421875, 0.449219, 0.433594, 0.462891, 0.550781, 0.433594, 0.625, 0.443359, 0.511719, 0.435547, 0.433594, 0.488281, 0.933594, 0.472656, 0.453125, 0.453125, 0.453125, 0.511719, 0.421875, 0.423828, 0.570312, 0.451172, 0.59375, 0.429688, 0.427734, 0.423828, 0.425781, 0.396484, 0.408203, 0.5, 0.421875, 0.408203, 0.96875, 0.417969, 0.431641, 0.5625, 0.492188, 0.664062, 0.390625, 0.458984, 0.404297, 0.417969, 0.40625, 0.457031, 0.462891, 0.427734, 0.421875, 0.445312, 0.431641, 0.6875, 0.4375, 0.443359, 0.474609, 0.386719, 0.423828, 0.789062, 0.507812, 0.458984, 0.498047, 0.423828, 0.648438, 0.417969, 0.445312, 0.457031, 0.382812, 0.414062, 0.539062, 0.410156, 0.601562, 0.400391, 0.417969, 0.455078, 0.707031, 0.476562, 0.449219, 0.458984, 0.439453, 0.367188, 0.451172, 0.511719, 0.455078, 0.423828, 0.859375, 0.435547, 0.449219, 0.435547, 0.412109, 0.417969, 0.443359, 0.476562, 0.425781, 0.417969, 0.431641, 0.554688, 0.486328, 0.482422, 0.447266, 0.408203, 0.484375, 0.419922, 0.542969, 0.472656, 0.402344, 0.435547, 0.443359, 0.441406, 0.447266, 0.492188, 0.429688, 0.435547, 0.496094, 0.421875, 0.429688, 0.621094, 0.46875, 0.441406, 0.439453, 0.427734, 0.441406, 0.671875, 0.402344, 0.462891, 0.404297, 0.4375, 0.476562, 0.435547, 0.435547, 0.447266, 0.421875, 0.417969, 0.400391, 0.515625, 0.558594, 0.408203, 0.419922, 0.470703, 0.478516, 0.380859, 0.8125, 0.4375, 0.427734, 0.402344, 0.515625, 0.441406, 0.410156, 0.414062, 0.519531, 0.449219, 0.416016, 0.574219, 0.435547, 0.734375, 0.416016, 0.492188, 0.441406, 0.46875, 0.441406, 0.455078, 0.425781, 0.427734, 0.445312, 0.447266, 0.648438, 0.675781, 0.404297, 0.648438, 0.404297, 0.4375, 0.433594, 0.464844, 0.457031, 0.441406, 0.453125, 0.511719, 0.431641, 0.472656, 0.412109, 0.458984, 0.855469, 0.396484, 0.400391, 0.429688, 0.589844, 0.40625, 0.449219, 0.410156, 0.554688, 0.417969, 0.431641, 0.441406, 0.445312, 0.419922, 0.4375, 0.435547, 0.474609, 0.457031, 0.566406, 0.4375, 0.414062, 0.40625, 0.46875, 0.410156, 0.431641, 0.400391, 0.441406, 0.400391, 0.466797, 0.458984, 0.427734, 0.458984, 0.416016, 0.585938, 0.425781, 0.542969, 0.460938, 0.464844, 0.433594, 0.542969, 0.408203, 0.427734, 0.431641, 0.408203, 0.431641, 0.632812, 0.632812, 0.40625, 0.449219, 0.421875, 0.494141, 0.423828, 0.410156, 0.464844, 0.439453, 0.423828, 0.408203, 0.527344, 0.421875, 0.660156, 0.443359, 0.404297, 0.472656, 0.447266, 0.447266, 0.433594, 0.439453, 0.789062, 0.425781, 0.453125, 0.431641, 0.480469, 0.414062, 0.429688, 0.613281, 0.423828, 0.439453, 0.574219, 0.423828, 0.462891, 0.396484, 0.451172, 0.421875, 0.466797, 0.453125, 0.427734, 0.847656, 0.419922, 0.628906, 0.486328, 0.427734, 0.470703, 0.431641, 0.439453, 0.427734, 0.570312, 0.84375, 0.466797, 0.482422, 0.435547, 0.625, 0.398438, 0.451172, 0.398438, 0.462891, 0.427734, 0.419922, 0.429688, 0.439453, 0.484375, 0.419922, 0.4375, 0.435547, 0.449219, 0.414062, 0.40625, 0.462891, 0.443359, 0.464844, 0.388672, 0.46875, 0.466797, 0.388672, 0.410156, 0.457031, 0.462891, 0.449219, 0.427734, 0.375, 0.429688, 0.435547, 0.400391, 0.380859, 0.435547, 0.419922, 0.453125, 0.667969, 0.380859, 0.439453, 0.453125, 0.570312, 0.472656, 0.353516, 0.458984, 0.455078, 0.5, 0.519531, 0.400391, 0.410156, 0.394531, 0.613281, 0.453125, 0.416016, 0.828125, 0.433594, 0.5, 0.423828, 0.40625, 0.423828, 0.425781, 0.443359, 0.443359, 0.388672, 0.427734, 0.640625, 0.455078, 0.419922, 0.427734, 0.416016, 0.451172, 0.414062, 0.601562, 1.0625, 0.796875, 0.449219, 0.439453, 0.515625, 0.40625, 0.480469, 0.683594, 0.474609, 0.410156, 0.408203, 0.447266, 0.462891, 0.515625, 0.4375, 0.435547, 0.458984, 0.488281, 0.427734, 0.416016, 0.498047, 0.416016, 0.417969, 0.511719, 0.617188, 0.4375, 0.451172, 0.429688, 0.451172, 0.375, 0.470703, 0.4375, 0.451172, 0.445312, 0.425781, 0.5625, 0.458984, 0.474609, 0.402344, 0.414062, 0.423828, 0.863281, 0.386719, 0.421875, 0.421875, 0.423828, 0.4375, 0.419922, 0.451172, 0.449219, 0.839844, 0.429688, 0.306641, 0.431641, 0.449219, 0.486328, 0.435547, 0.425781, 0.679688, 0.582031, 0.4375, 0.402344, 0.455078, 0.429688, 0.425781, 0.416016, 0.462891, 0.511719, 0.738281, 0.396484, 0.472656, 0.414062, 0.412109, 0.425781, 0.455078, 0.414062, 0.451172, 0.394531, 0.470703, 0.416016, 0.4375, 0.46875, 0.443359, 0.419922, 0.53125, 0.453125, 0.824219, 0.429688, 0.46875, 0.474609, 0.423828, 0.410156, 0.410156, 0.480469, 0.445312, 0.431641, 0.445312, 0.439453, 0.464844, 0.445312, 0.431641, 0.382812, 0.423828, 0.652344, 0.492188, 0.410156, 0.396484, 0.40625, 0.433594, 0.451172, 0.417969, 0.435547, 0.462891, 0.419922, 0.445312, 0.566406, 0.419922, 0.40625, 0.431641, 0.414062, 0.408203, 0.404297, 0.388672, 0.441406, 0.451172, 0.417969, 0.429688, 0.480469, 0.380859, 0.417969, 0.449219, 0.423828, 0.527344, 0.419922, 0.429688, 0.435547, 0.351562, 0.5625, 0.542969, 0.476562, 0.425781, 0.394531, 0.439453, 0.419922, 0.433594, 0.417969, 0.542969, 0.421875, 0.423828, 0.431641, 0.449219, 0.357422, 0.451172, 0.507812, 0.453125, 0.404297, 0.445312, 0.417969, 0.585938, 0.40625, 0.412109, 0.470703, 0.435547, 0.427734, 0.441406, 0.394531, 0.408203, 0.484375, 0.486328, 0.414062, 0.453125, 0.431641, 0.464844, 0.443359, 0.441406, 0.431641, 0.609375, 0.609375, 0.427734, 0.449219, 0.439453, 0.449219, 0.361328, 0.425781, 0.431641, 0.423828, 0.419922, 0.429688, 0.457031, 0.423828, 0.410156, 0.414062, 0.664062, 0.46875, 0.613281, 0.423828, 0.453125, 0.515625, 0.443359, 0.4375, 0.492188, 0.433594, 0.402344, 0.597656, 0.550781, 0.460938, 0.578125, 0.472656, 0.449219, 0.464844, 0.480469, 0.412109, 1.0625, 0.59375, 0.425781, 0.431641 ] }, "name": "model.model.layers.44.input_layernorm.weight", "outputIndexes": [ 3566 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3565 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_44/Mul_output_0", "outputIndexes": [ 3567 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3566, 3567 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_44/Mul_1_output_0", "outputIndexes": [ 3568 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3568 ], "outputIndexes": [ 5620 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5620 ], "outputIndexes": [ 5621 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/q_proj/Linear", "inputIndexes": [ 5621 ], "outputIndexes": [ 5622 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 442006136, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5622 ], "outputIndexes": [ 5623 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5623 ], "outputIndexes": [ 3569 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3568 ], "main_type": "NONE", "name": "/Shape_617_output_0", "outputIndexes": [ 3570 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3570 ], "main_type": "NONE", "name": "Shape9583", "outputIndexes": [ 3571 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3570 ], "main_type": "NONE", "name": "Rank9585", "outputIndexes": [ 3572 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3572, 3572 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9587", "outputIndexes": [ 3573 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3573 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9588", "outputIndexes": [ 3574 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3573, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9590", "outputIndexes": [ 3575 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3575 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9591", "outputIndexes": [ 3576 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3571, 3574, 3576, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9594", "outputIndexes": [ 3577 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3577 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9595", "outputIndexes": [ 3578 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3578 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9596", "outputIndexes": [ 3579 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3579, 3578 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9597", "outputIndexes": [ 3580 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3570, 3580, 3573 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_664_output_0", "outputIndexes": [ 3581 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3581, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1409_output_0", "outputIndexes": [ 3582 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3582, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_572_output_0", "outputIndexes": [ 3583 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3569, 3583 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_397_output_0", "outputIndexes": [ 3584 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3584, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_352_output_0", "outputIndexes": [ 3585 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3584 ], "main_type": "NONE", "name": "/Shape_618_output_0", "outputIndexes": [ 3586 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3586 ], "main_type": "NONE", "name": "Shape9604", "outputIndexes": [ 3587 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3586 ], "main_type": "NONE", "name": "Rank9606", "outputIndexes": [ 3588 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3588, 3588 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9608", "outputIndexes": [ 3589 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3589 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9609", "outputIndexes": [ 3590 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3589, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9611", "outputIndexes": [ 3591 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3591 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9612", "outputIndexes": [ 3592 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3587, 3590, 3592, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9615", "outputIndexes": [ 3593 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3593 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9616", "outputIndexes": [ 3594 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3594 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9617", "outputIndexes": [ 3595 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3595, 3594 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9618", "outputIndexes": [ 3596 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3586, 3596, 3589 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_665_output_0", "outputIndexes": [ 3597 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3597, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_132_output_0", "outputIndexes": [ 3598 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3598, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1414_output_0", "outputIndexes": [ 3599 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3584, 3599, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_177_output_0", "outputIndexes": [ 3600 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3600 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_88_output_0", "outputIndexes": [ 3601 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3584, 22, 3599, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_176_output_0", "outputIndexes": [ 3602 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3601, 3602 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_575_output_0", "outputIndexes": [ 3603 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3603, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_353_output_0", "outputIndexes": [ 3604 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3585, 3604 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_220_output_0", "outputIndexes": [ 3605 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3568 ], "outputIndexes": [ 5624 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5624 ], "outputIndexes": [ 5625 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/k_proj/Linear", "inputIndexes": [ 5625 ], "outputIndexes": [ 5626 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 442927758, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5626 ], "outputIndexes": [ 5627 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5627 ], "outputIndexes": [ 3606 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3582, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_573_output_0", "outputIndexes": [ 3607 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3606, 3607 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_398_output_0", "outputIndexes": [ 3608 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3608, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_354_output_0", "outputIndexes": [ 3609 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3608 ], "main_type": "NONE", "name": "/Shape_619_output_0", "outputIndexes": [ 3610 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3610 ], "main_type": "NONE", "name": "Shape9667", "outputIndexes": [ 3611 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3610 ], "main_type": "NONE", "name": "Rank9669", "outputIndexes": [ 3612 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3612, 3612 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9671", "outputIndexes": [ 3613 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3613 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9672", "outputIndexes": [ 3614 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3613, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9674", "outputIndexes": [ 3615 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3615 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9675", "outputIndexes": [ 3616 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3611, 3614, 3616, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9678", "outputIndexes": [ 3617 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3617 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9679", "outputIndexes": [ 3618 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3618 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9680", "outputIndexes": [ 3619 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3619, 3618 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9681", "outputIndexes": [ 3620 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3610, 3620, 3613 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_666_output_0", "outputIndexes": [ 3621 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3621, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_133_output_0", "outputIndexes": [ 3622 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3622, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1416_output_0", "outputIndexes": [ 3623 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3608, 3623, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_179_output_0", "outputIndexes": [ 3624 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3624 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_89_output_0", "outputIndexes": [ 3625 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3608, 22, 3623, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_178_output_0", "outputIndexes": [ 3626 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3625, 3626 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_576_output_0", "outputIndexes": [ 3627 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3627, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_355_output_0", "outputIndexes": [ 3628 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3609, 3628 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_221_output_0", "outputIndexes": [ 3629 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3568 ], "outputIndexes": [ 5628 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5628 ], "outputIndexes": [ 5629 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/v_proj/Linear", "inputIndexes": [ 5629 ], "outputIndexes": [ 5630 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 443158180, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5630 ], "outputIndexes": [ 5631 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5631 ], "outputIndexes": [ 3630 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3630, 3607 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_399_output_0", "outputIndexes": [ 3631 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3605, 3629, 3631, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_404_output_0", "outputIndexes": [ 3632 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3632 ], "outputIndexes": [ 5632 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5632 ], "outputIndexes": [ 5633 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/o_proj/Linear", "inputIndexes": [ 5633 ], "outputIndexes": [ 5634 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 443388602, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5634 ], "outputIndexes": [ 5635 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5635 ], "outputIndexes": [ 3633 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3565, 3633 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_223_output_0", "outputIndexes": [ 3634 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.458984, 0.539062, 0.527344, 0.539062, 0.53125, 0.515625, 0.195312, 0.523438, 0.484375, 0.458984, 0.396484, 0.515625, 0.447266, 0.507812, 0.519531, 0.527344, 0.269531, 0.527344, 0.535156, 0.435547, 0.519531, 0.546875, 0.5, 0.5, 0.5, 0.527344, 0.478516, 0.515625, 0.527344, 0.507812, 0.482422, 0.199219, 0.519531, 0.519531, 0.515625, 0.515625, 0.455078, 0.519531, 0.378906, 0.550781, 0.523438, 0.519531, 0.503906, 0.490234, 0.472656, 0.496094, 0.546875, 0.474609, 0.546875, 0.408203, 0.519531, 0.414062, 0.519531, 0.511719, 0.46875, 0.511719, 0.527344, 0.5, 0.507812, 0.53125, 0.539062, 0.535156, 0.498047, 0.527344, 0.46875, 0.476562, 0.357422, 0.402344, 0.53125, 0.382812, 0.535156, 0.416016, 0.503906, 0.490234, 0.535156, 0.503906, 0.527344, 0.535156, 0.408203, 0.507812, 0.515625, 0.550781, 0.503906, 0.5, 0.53125, 0.482422, 0.542969, 0.460938, 0.558594, 0.449219, 0.503906, 0.53125, 0.464844, 0.523438, 0.40625, 0.457031, 0.5625, 0.527344, 0.527344, 0.507812, 0.535156, 0.515625, 0.527344, 0.519531, 0.4375, 0.4375, 0.53125, 0.515625, 0.498047, 0.515625, 0.511719, 0.542969, 0.494141, 0.546875, 0.546875, 0.507812, 0.515625, 0.519531, 0.527344, 0.523438, 0.53125, 0.462891, 0.519531, 0.492188, 0.550781, 0.515625, 0.231445, 0.535156, 0.53125, 0.458984, 0.523438, 0.523438, 0.53125, 0.515625, 0.523438, 0.527344, 0.53125, 0.490234, 0.449219, 0.511719, 0.535156, 0.458984, 0.53125, 0.546875, 0.523438, 0.523438, 0.498047, 0.480469, 0.5, 0.523438, 0.515625, 0.515625, 0.511719, 0.542969, 0.527344, 0.480469, 0.535156, 0.5, 0.445312, 0.558594, 0.439453, 0.519531, 0.441406, 0.523438, 0.503906, 0.550781, 0.40625, 0.535156, 0.507812, 0.449219, 0.488281, 0.539062, 0.511719, 0.507812, 0.388672, 0.507812, 0.515625, 0.535156, 0.539062, 0.542969, 0.515625, 0.5, 0.511719, 0.507812, 0.519531, 0.53125, 0.53125, 0.523438, 0.523438, 0.527344, 0.527344, 0.5, 0.431641, 0.519531, 0.535156, 0.511719, 0.515625, 0.492188, 0.083984, 0.535156, 0.523438, 0.519531, 0.494141, 0.523438, 0.503906, 0.535156, 0.539062, 0.515625, 0.492188, 0.527344, 0.519531, 0.519531, 0.535156, 0.447266, 0.527344, 0.515625, 0.519531, 0.503906, 0.519531, 0.5, 0.53125, 0.511719, 0.457031, 0.503906, 0.527344, 0.5, 0.53125, 0.451172, 0.554688, 0.503906, 0.490234, 0.431641, 0.53125, 0.523438, 0.535156, 0.472656, 0.519531, 0.484375, 0.46875, 0.523438, 0.527344, 0.515625, 0.515625, 0.523438, 0.515625, 0.519531, 0.447266, 0.527344, 0.535156, 0.523438, 0.511719, 0.482422, 0.412109, 0.523438, 0.511719, 0.523438, 0.488281, 0.503906, 0.490234, 0.519531, 0.542969, 0.511719, 0.523438, 0.474609, 0.539062, 0.527344, 0.5, 0.527344, 0.46875, 0.523438, 0.292969, 0.490234, 0.511719, 0.25, 0.488281, 0.527344, 0.511719, 0.490234, 0.466797, 0.542969, 0.492188, 0.539062, 0.519531, 0.53125, 0.507812, 0.519531, 0.515625, 0.535156, 0.535156, 0.527344, 0.53125, 0.511719, 0.53125, 0.519531, 0.519531, 0.511719, 0.490234, 0.539062, 0.527344, 0.519531, 0.515625, 0.53125, 0.511719, 0.445312, 0.519531, 0.527344, 0.482422, 0.523438, 0.472656, 0.519531, 0.466797, 0.550781, 0.490234, 0.482422, 0.527344, 0.496094, 0.515625, 0.46875, 0.458984, 0.492188, 0.535156, 0.53125, 0.539062, 0.523438, 0.515625, 0.474609, 0.542969, 0.542969, 0.523438, 0.490234, 0.423828, 0.484375, 0.396484, 0.507812, 0.496094, 0.507812, 0.550781, 0.46875, 0.427734, 0.458984, 0.498047, 0.503906, 0.511719, 0.457031, 0.527344, 0.515625, 0.498047, 0.511719, 0.480469, 0.507812, 0.539062, 0.539062, 0.488281, 0.507812, 0.511719, 0.542969, 0.535156, 0.53125, 0.503906, 0.539062, 0.492188, 0.507812, 0.519531, 0.519531, 0.535156, 0.507812, 0.519531, 0.515625, 0.484375, 0.498047, 0.523438, 0.511719, 0.542969, 0.433594, 0.527344, 0.523438, 0.507812, 0.527344, 0.53125, 0.4375, 0.1875, 0.519531, 0.554688, 0.523438, 0.515625, 0.474609, 0.488281, 0.527344, 0.492188, 0.53125, 0.527344, 0.4375, 0.53125, 0.439453, 0.542969, 0.515625, 0.515625, 0.53125, 0.527344, 0.519531, 0.490234, 0.53125, 0.46875, 0.527344, 0.527344, 0.492188, 0.535156, 0.515625, 0.527344, 0.523438, 0.498047, 0.542969, 0.498047, 0.519531, 0.53125, 0.539062, 0.523438, 0.527344, 0.507812, 0.460938, 0.535156, 0.523438, 0.296875, 0.527344, 0.527344, 0.445312, 0.527344, 0.523438, 0.353516, 0.519531, 0.416016, 0.472656, 0.539062, 0.527344, 0.511719, 0.542969, 0.539062, 0.53125, 0.507812, 0.503906, 0.558594, 0.478516, 0.488281, 0.550781, 0.496094, 0.488281, 0.4375, 0.542969, 0.451172, 0.519531, 0.519531, 0.429688, 0.511719, 0.523438, 0.527344, 0.550781, 0.527344, 0.523438, 0.523438, 0.474609, 0.503906, 0.486328, 0.519531, 0.527344, 0.408203, 0.523438, 0.507812, 0.535156, 0.535156, 0.476562, 0.519531, 0.511719, 0.5, 0.523438, 0.5, 0.515625, 0.490234, 0.523438, 0.507812, 0.5, 0.535156, 0.539062, 0.535156, 0.498047, 0.539062, 0.488281, 0.519531, 0.494141, 0.515625, 0.498047, 0.535156, 0.539062, 0.511719, 0.523438, 0.523438, 0.476562, 0.5, 0.519531, 0.441406, 0.488281, 0.152344, 0.492188, 0.523438, 0.515625, 0.392578, 0.546875, 0.511719, 0.498047, 0.519531, 0.511719, 0.519531, 0.53125, 0.188477, 0.503906, 0.494141, 0.5625, 0.539062, 0.492188, 0.503906, 0.498047, 0.53125, 0.519531, 0.400391, 0.535156, 0.527344, 0.5, 0.519531, 0.542969, 0.527344, 0.503906, 0.433594, 0.496094, 0.457031, 0.429688, 0.515625, 0.503906, 0.507812, 0.511719, 0.507812, 0.539062, 0.527344, 0.453125, 0.494141, 0.527344, 0.507812, 0.490234, 0.515625, 0.410156, 0.5, 0.470703, 0.494141, 0.507812, 0.539062, 0.539062, 0.519531, 0.535156, 0.503906, 0.230469, 0.519531, 0.439453, 0.361328, 0.494141, 0.53125, 0.515625, 0.460938, 0.464844, 0.523438, 0.535156, 0.519531, 0.492188, 0.527344, 0.519531, 0.478516, 0.53125, 0.507812, 0.53125, 0.498047, 0.523438, 0.498047, 0.429688, 0.546875, 0.519531, 0.5, 0.484375, 0.539062, 0.53125, 0.5, 0.53125, 0.546875, 0.490234, 0.511719, 0.472656, 0.554688, 0.53125, 0.539062, 0.474609, 0.53125, 0.398438, 0.419922, 0.546875, 0.511719, 0.503906, 0.527344, 0.460938, 0.429688, 0.482422, 0.535156, 0.5, 0.523438, 0.515625, 0.478516, 0.53125, 0.503906, 0.490234, 0.523438, 0.511719, 0.320312, 0.523438, 0.5, 0.527344, 0.427734, 0.496094, 0.494141, 0.53125, 0.511719, 0.457031, 0.546875, 0.330078, 0.519531, 0.423828, 0.145508, 0.490234, 0.507812, 0.515625, 0.484375, 0.535156, 0.5, 0.507812, 0.527344, 0.511719, 0.470703, 0.515625, 0.53125, 0.484375, 0.466797, 0.496094, 0.503906, 0.425781, 0.498047, 0.443359, 0.542969, 0.542969, 0.449219, 0.445312, 0.523438, 0.503906, 0.425781, 0.523438, 0.464844, 0.472656, 0.511719, 0.527344, 0.498047, 0.507812, 0.519531, 0.523438, 0.5, 0.511719, 0.507812, 0.535156, 0.53125, 0.519531, 0.443359, 0.28125, 0.445312, 0.441406, 0.441406, 0.53125, 0.53125, 0.527344, 0.523438, 0.539062, 0.166992, 0.503906, 0.546875, 0.53125, 0.472656, 0.527344, 0.523438, 0.507812, 0.527344, 0.515625, 0.515625, 0.53125, 0.5, 0.523438, 0.527344, 0.511719, 0.519531, 0.542969, 0.498047, 0.523438, 0.476562, 0.511719, 0.310547, 0.431641, 0.53125, 0.507812, 0.462891, 0.527344, 0.351562, 0.535156, 0.519531, 0.53125, 0.542969, 0.511719, 0.515625, 0.462891, 0.443359, 0.527344, 0.447266, 0.5, 0.484375, 0.519531, 0.511719, 0.511719, 0.310547, 0.486328, 0.515625, 0.515625, 0.523438, 0.345703, 0.503906, 0.507812, 0.453125, 0.535156, 0.478516, 0.503906, 0.535156, 0.511719, 0.482422, 0.507812, 0.527344, 0.494141, 0.527344, 0.535156, 0.185547, 0.5, 0.535156, 0.355469, 0.484375, 0.425781, 0.527344, 0.515625, 0.527344, 0.523438, 0.507812, 0.480469, 0.494141, 0.496094, 0.515625, 0.539062, 0.539062, 0.412109, 0.515625, 0.503906, 0.5, 0.523438, 0.519531, 0.355469, 0.507812, 0.470703, 0.486328, 0.503906, 0.367188, 0.527344, 0.511719, 0.539062, 0.515625, 0.527344, 0.480469, 0.550781, 0.408203, 0.535156, 0.539062, 0.519531, 0.4375, 0.542969, 0.511719, 0.515625, 0.515625, 0.458984, 0.523438, 0.472656, 0.511719, 0.519531, 0.326172, 0.511719, 0.5, 0.523438, 0.519531, 0.519531, 0.5, 0.498047, 0.511719, 0.535156, 0.539062, 0.478516, 0.507812, 0.515625, 0.523438, 0.539062, 0.511719, 0.519531, 0.486328, 0.486328, 0.515625, 0.53125, 0.523438, 0.519531, 0.523438, 0.503906, 0.523438, 0.507812, 0.490234, 0.535156, 0.507812, 0.421875, 0.527344, 0.527344, 0.535156, 0.511719, 0.53125, 0.433594, 0.535156, 0.53125, 0.523438, 0.511719, 0.511719, 0.53125, 0.535156, 0.515625, 0.53125, 0.515625, 0.523438, 0.476562, 0.490234, 0.527344, 0.535156, 0.515625, 0.494141, 0.519531, 0.324219, 0.480469, 0.515625, 0.523438, 0.486328, 0.535156, 0.447266, 0.527344, 0.482422, 0.494141, 0.539062, 0.445312, 0.519531, 0.416016, 0.486328, 0.492188, 0.515625, 0.490234, 0.515625, 0.511719, 0.523438, 0.519531, 0.5, 0.53125, 0.421875, 0.447266, 0.515625, 0.376953, 0.519531, 0.539062, 0.523438, 0.5, 0.539062, 0.523438, 0.515625, 0.511719, 0.527344, 0.515625, 0.523438, 0.511719, 0.400391, 0.511719, 0.53125, 0.550781, 0.462891, 0.503906, 0.515625, 0.507812, 0.457031, 0.53125, 0.472656, 0.503906, 0.519531, 0.515625, 0.527344, 0.535156, 0.488281, 0.503906, 0.46875, 0.535156, 0.519531, 0.498047, 0.507812, 0.515625, 0.503906, 0.498047, 0.519531, 0.527344, 0.453125, 0.503906, 0.546875, 0.494141, 0.527344, 0.433594, 0.5, 0.443359, 0.503906, 0.53125, 0.511719, 0.484375, 0.507812, 0.554688, 0.519531, 0.515625, 0.507812, 0.4375, 0.412109, 0.527344, 0.523438, 0.515625, 0.494141, 0.53125, 0.527344, 0.507812, 0.507812, 0.519531, 0.519531, 0.498047, 0.498047, 0.392578, 0.498047, 0.523438, 0.507812, 0.527344, 0.515625, 0.53125, 0.503906, 0.119141, 0.535156, 0.507812, 0.527344, 0.515625, 0.478516, 0.519531, 0.435547, 0.503906, 0.519531, 0.507812, 0.519531, 0.535156, 0.535156, 0.460938, 0.53125, 0.507812, 0.519531, 0.519531, 0.339844, 0.542969, 0.386719, 0.515625, 0.523438, 0.53125, 0.507812, 0.554688, 0.515625, 0.457031, 0.337891, 0.519531, 0.523438, 0.539062, 0.423828, 0.539062, 0.511719, 0.53125, 0.511719, 0.507812, 0.523438, 0.519531, 0.523438, 0.470703, 0.523438, 0.542969, 0.527344, 0.539062, 0.550781, 0.507812, 0.498047, 0.480469, 0.492188, 0.527344, 0.462891, 0.523438, 0.515625, 0.53125, 0.523438, 0.511719, 0.494141, 0.542969, 0.515625, 0.503906, 0.539062, 0.523438, 0.515625, 0.507812, 0.507812, 0.527344, 0.263672, 0.519531, 0.527344, 0.507812, 0.457031, 0.507812, 0.486328, 0.5, 0.515625, 0.515625, 0.449219, 0.519531, 0.523438, 0.535156, 0.453125, 0.507812, 0.523438, 0.355469, 0.515625, 0.449219, 0.515625, 0.5, 0.535156, 0.5, 0.507812, 0.535156, 0.523438, 0.53125, 0.408203, 0.515625, 0.519531, 0.515625, 0.539062, 0.511719, 0.539062, 0.457031, 0.18457, 0.429688, 0.519531, 0.527344, 0.470703, 0.53125, 0.511719, 0.400391, 0.427734, 0.53125, 0.519531, 0.5, 0.535156, 0.503906, 0.519531, 0.53125, 0.494141, 0.470703, 0.515625, 0.527344, 0.496094, 0.515625, 0.535156, 0.498047, 0.388672, 0.542969, 0.53125, 0.539062, 0.515625, 0.503906, 0.503906, 0.523438, 0.53125, 0.53125, 0.519531, 0.4375, 0.496094, 0.478516, 0.519531, 0.53125, 0.539062, 0.248047, 0.507812, 0.5, 0.539062, 0.511719, 0.546875, 0.546875, 0.519531, 0.523438, 0.298828, 0.539062, 0.496094, 0.515625, 0.546875, 0.486328, 0.511719, 0.519531, 0.417969, 0.449219, 0.490234, 0.511719, 0.519531, 0.523438, 0.542969, 0.535156, 0.478516, 0.511719, 0.398438, 0.511719, 0.492188, 0.523438, 0.53125, 0.53125, 0.539062, 0.523438, 0.486328, 0.515625, 0.498047, 0.539062, 0.539062, 0.498047, 0.527344, 0.494141, 0.503906, 0.53125, 0.345703, 0.523438, 0.494141, 0.464844, 0.515625, 0.535156, 0.53125, 0.519531, 0.53125, 0.523438, 0.527344, 0.535156, 0.476562, 0.527344, 0.519531, 0.472656, 0.519531, 0.429688, 0.478516, 0.507812, 0.53125, 0.519531, 0.515625, 0.535156, 0.539062, 0.503906, 0.494141, 0.523438, 0.523438, 0.466797, 0.527344, 0.53125, 0.511719, 0.53125, 0.527344, 0.519531, 0.523438, 0.535156, 0.511719, 0.546875, 0.527344, 0.503906, 0.515625, 0.527344, 0.507812, 0.527344, 0.486328, 0.53125, 0.519531, 0.53125, 0.453125, 0.441406, 0.447266, 0.546875, 0.519531, 0.515625, 0.566406, 0.507812, 0.535156, 0.507812, 0.412109, 0.527344, 0.511719, 0.5, 0.519531, 0.476562, 0.507812, 0.462891, 0.486328, 0.511719, 0.519531, 0.527344, 0.4375, 0.515625, 0.519531, 0.515625, 0.527344, 0.53125, 0.527344, 0.523438, 0.527344, 0.511719, 0.392578, 0.503906, 0.535156, 0.519531, 0.519531, 0.550781, 0.494141, 0.53125, 0.416016, 0.417969, 0.492188, 0.539062, 0.507812, 0.546875, 0.511719, 0.523438, 0.527344, 0.515625, 0.535156, 0.53125, 0.5, 0.527344, 0.503906, 0.511719, 0.417969, 0.492188, 0.433594, 0.511719, 0.511719, 0.4375, 0.511719, 0.546875, 0.515625, 0.515625, 0.546875, 0.423828, 0.466797, 0.5, 0.462891, 0.494141, 0.507812, 0.494141, 0.492188, 0.53125, 0.154297, 0.435547, 0.527344, 0.527344 ] }, "name": "model.model.layers.44.post_attention_layernorm.weight", "outputIndexes": [ 3635 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3634 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_44/Mul_output_0", "outputIndexes": [ 3636 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3635, 3636 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_44/Mul_1_output_0", "outputIndexes": [ 3637 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3637 ], "outputIndexes": [ 5636 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5636 ], "outputIndexes": [ 5637 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/gate_proj/Linear", "inputIndexes": [ 5637 ], "outputIndexes": [ 5638 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 444310224, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5638 ], "outputIndexes": [ 5639 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5639 ], "outputIndexes": [ 3638 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3638 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_44/Sigmoid_output_0", "outputIndexes": [ 3639 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3638, 3639 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_44/Mul_output_0", "outputIndexes": [ 3640 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3637 ], "outputIndexes": [ 5640 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5640 ], "outputIndexes": [ 5641 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/up_proj/Linear", "inputIndexes": [ 5641 ], "outputIndexes": [ 5642 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 446890726, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5642 ], "outputIndexes": [ 5643 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5643 ], "outputIndexes": [ 3641 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3640, 3641 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_44/Mul_output_0", "outputIndexes": [ 3642 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3642 ], "outputIndexes": [ 5644 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5644 ], "outputIndexes": [ 5645 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/down_proj/Linear", "inputIndexes": [ 5645 ], "outputIndexes": [ 5646 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 449471228, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5646 ], "outputIndexes": [ 5647 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.44/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5647 ], "outputIndexes": [ 3643 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3634, 3643 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_224_output_0", "outputIndexes": [ 3644 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3644, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_405_output_0", "outputIndexes": [ 3645 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.503906, 0.419922, 0.40625, 0.4375, 0.427734, 0.414062, 1.179688, 0.408203, 0.453125, 0.574219, 0.761719, 0.423828, 0.429688, 0.402344, 0.394531, 0.382812, 0.953125, 0.400391, 0.453125, 0.550781, 0.4375, 0.375, 0.455078, 0.496094, 0.433594, 0.400391, 0.480469, 0.421875, 0.431641, 0.392578, 0.582031, 0.363281, 0.398438, 0.410156, 0.421875, 0.427734, 0.574219, 0.392578, 0.683594, 0.447266, 0.429688, 0.388672, 0.433594, 0.462891, 0.554688, 0.458984, 0.421875, 0.503906, 0.433594, 0.710938, 0.396484, 0.707031, 0.439453, 0.421875, 0.570312, 0.414062, 0.388672, 0.435547, 0.441406, 0.433594, 0.419922, 0.423828, 0.435547, 0.396484, 0.476562, 0.609375, 0.8125, 0.707031, 0.386719, 0.667969, 0.398438, 0.539062, 0.455078, 0.474609, 0.414062, 0.425781, 0.466797, 0.386719, 0.683594, 0.425781, 0.453125, 0.414062, 0.443359, 0.427734, 0.431641, 0.527344, 0.382812, 0.539062, 0.447266, 0.507812, 0.4375, 0.410156, 0.519531, 0.425781, 0.671875, 0.554688, 0.425781, 0.398438, 0.392578, 0.423828, 0.421875, 0.447266, 0.40625, 0.419922, 0.453125, 0.621094, 0.414062, 0.451172, 0.410156, 0.373047, 0.410156, 0.412109, 0.412109, 0.431641, 0.419922, 0.566406, 0.408203, 0.408203, 0.388672, 0.412109, 0.445312, 0.482422, 0.382812, 0.464844, 0.421875, 0.439453, 1.109375, 0.396484, 0.394531, 0.382812, 0.400391, 0.367188, 0.416016, 0.439453, 0.435547, 0.435547, 0.425781, 0.40625, 0.757812, 0.462891, 0.384766, 0.421875, 0.398438, 0.40625, 0.40625, 0.402344, 0.412109, 0.408203, 0.390625, 0.402344, 0.419922, 0.431641, 0.378906, 0.433594, 0.402344, 0.472656, 0.402344, 0.419922, 0.65625, 0.433594, 0.660156, 0.447266, 0.566406, 0.416016, 0.429688, 0.400391, 0.65625, 0.402344, 0.400391, 0.5625, 0.457031, 0.410156, 0.404297, 0.462891, 0.675781, 0.390625, 0.441406, 0.425781, 0.408203, 0.431641, 0.414062, 0.460938, 0.414062, 0.443359, 0.396484, 0.460938, 0.408203, 0.412109, 0.414062, 0.404297, 0.394531, 0.451172, 0.652344, 0.408203, 0.423828, 0.419922, 0.398438, 0.5, 0.147461, 0.394531, 0.429688, 0.396484, 0.449219, 0.408203, 0.458984, 0.439453, 0.380859, 0.431641, 0.474609, 0.417969, 0.417969, 0.398438, 0.435547, 0.566406, 0.423828, 0.40625, 0.392578, 0.423828, 0.388672, 0.380859, 0.431641, 0.457031, 0.449219, 0.451172, 0.417969, 0.433594, 0.419922, 0.601562, 0.396484, 0.429688, 0.490234, 0.792969, 0.398438, 0.464844, 0.419922, 0.478516, 0.439453, 0.503906, 0.390625, 0.382812, 0.417969, 0.4375, 0.400391, 0.427734, 0.417969, 0.412109, 0.480469, 0.449219, 0.423828, 0.449219, 0.384766, 0.449219, 0.589844, 0.435547, 0.507812, 0.394531, 0.458984, 0.427734, 0.492188, 0.386719, 0.421875, 0.472656, 0.435547, 0.486328, 0.404297, 0.388672, 0.453125, 0.417969, 0.482422, 0.457031, 0.9375, 0.392578, 0.431641, 0.816406, 0.539062, 0.40625, 0.414062, 0.523438, 0.53125, 0.402344, 0.466797, 0.416016, 0.40625, 0.435547, 0.431641, 0.460938, 0.390625, 0.398438, 0.400391, 0.382812, 0.425781, 0.425781, 0.417969, 0.458984, 0.392578, 0.410156, 0.363281, 0.427734, 0.40625, 0.417969, 0.400391, 0.402344, 0.431641, 0.558594, 0.400391, 0.40625, 0.519531, 0.414062, 0.390625, 0.414062, 0.5625, 0.404297, 0.429688, 0.494141, 0.40625, 0.396484, 0.410156, 0.472656, 0.683594, 0.515625, 0.382812, 0.421875, 0.429688, 0.378906, 0.46875, 0.519531, 0.388672, 0.414062, 0.40625, 0.447266, 0.746094, 0.490234, 0.550781, 0.419922, 0.535156, 0.417969, 0.398438, 0.421875, 0.6875, 0.554688, 0.416016, 0.40625, 0.419922, 0.458984, 0.408203, 0.4375, 0.470703, 0.421875, 0.466797, 0.390625, 0.419922, 0.416016, 0.449219, 0.46875, 0.419922, 0.447266, 0.435547, 0.408203, 0.425781, 0.423828, 0.421875, 0.449219, 0.390625, 0.410156, 0.419922, 0.433594, 0.419922, 0.431641, 0.445312, 0.435547, 0.388672, 0.388672, 0.408203, 0.628906, 0.458984, 0.449219, 0.40625, 0.429688, 0.382812, 0.609375, 0.898438, 0.439453, 0.439453, 0.388672, 0.390625, 0.380859, 0.5, 0.402344, 0.515625, 0.410156, 0.4375, 0.730469, 0.404297, 0.490234, 0.435547, 0.423828, 0.404297, 0.429688, 0.408203, 0.396484, 0.478516, 0.402344, 0.578125, 0.392578, 0.396484, 0.507812, 0.412109, 0.425781, 0.398438, 0.419922, 0.423828, 0.414062, 0.417969, 0.435547, 0.394531, 0.398438, 0.455078, 0.414062, 0.419922, 0.574219, 0.435547, 0.414062, 0.714844, 0.40625, 0.410156, 0.484375, 0.400391, 0.425781, 0.878906, 0.472656, 0.621094, 0.478516, 0.408203, 0.429688, 0.396484, 0.435547, 0.417969, 0.429688, 0.419922, 0.392578, 0.417969, 0.458984, 0.523438, 0.412109, 0.439453, 0.617188, 0.408203, 0.429688, 0.585938, 0.414062, 0.496094, 0.738281, 0.443359, 0.416016, 0.396484, 0.425781, 0.412109, 0.435547, 0.439453, 0.472656, 0.451172, 0.408203, 0.408203, 0.419922, 0.648438, 0.402344, 0.451172, 0.425781, 0.402344, 0.519531, 0.445312, 0.400391, 0.400391, 0.419922, 0.439453, 0.453125, 0.482422, 0.404297, 0.480469, 0.447266, 0.4375, 0.398438, 0.394531, 0.439453, 0.417969, 0.5, 0.40625, 0.484375, 0.416016, 0.402344, 0.441406, 0.421875, 0.402344, 0.398438, 0.421875, 0.527344, 0.361328, 0.404297, 0.53125, 0.445312, 1.203125, 0.466797, 0.412109, 0.449219, 0.613281, 0.408203, 0.421875, 0.453125, 0.408203, 0.453125, 0.457031, 0.412109, 0.867188, 0.447266, 0.478516, 0.449219, 0.414062, 0.46875, 0.416016, 0.435547, 0.416016, 0.394531, 0.617188, 0.425781, 0.414062, 0.498047, 0.382812, 0.412109, 0.402344, 0.5, 0.742188, 0.449219, 0.535156, 0.65625, 0.404297, 0.433594, 0.433594, 0.4375, 0.425781, 0.451172, 0.427734, 0.535156, 0.470703, 0.355469, 0.402344, 0.476562, 0.423828, 0.714844, 0.527344, 0.470703, 0.488281, 0.384766, 0.417969, 0.410156, 0.398438, 0.417969, 0.484375, 0.07959, 0.423828, 0.578125, 0.671875, 0.496094, 0.378906, 0.427734, 0.441406, 0.539062, 0.378906, 0.429688, 0.421875, 0.445312, 0.412109, 0.425781, 0.5625, 0.396484, 0.439453, 0.394531, 0.419922, 0.427734, 0.453125, 0.613281, 0.414062, 0.410156, 0.414062, 0.5, 0.404297, 0.419922, 0.419922, 0.425781, 0.408203, 0.414062, 0.460938, 0.492188, 0.382812, 0.40625, 0.431641, 0.503906, 0.394531, 0.652344, 0.535156, 0.445312, 0.412109, 0.474609, 0.416016, 0.369141, 0.675781, 0.478516, 0.421875, 0.423828, 0.4375, 0.355469, 0.484375, 0.380859, 0.416016, 0.478516, 0.435547, 0.394531, 0.898438, 0.417969, 0.417969, 0.423828, 0.648438, 0.375, 0.455078, 0.464844, 0.427734, 0.617188, 0.425781, 0.976562, 0.4375, 0.636719, 1.0625, 0.453125, 0.421875, 0.396484, 0.478516, 0.400391, 0.435547, 0.414062, 0.410156, 0.447266, 0.523438, 0.404297, 0.398438, 0.490234, 0.5625, 0.447266, 0.402344, 0.613281, 0.519531, 0.742188, 0.410156, 0.400391, 0.398438, 0.613281, 0.439453, 0.419922, 0.675781, 0.398438, 0.574219, 0.589844, 0.46875, 0.400391, 0.482422, 0.429688, 0.384766, 0.408203, 0.441406, 0.394531, 0.433594, 0.384766, 0.402344, 0.439453, 0.462891, 0.625, 0.458984, 0.609375, 0.470703, 0.410156, 0.427734, 0.4375, 0.402344, 0.427734, 1.039062, 0.449219, 0.476562, 0.435547, 0.492188, 0.384766, 0.402344, 0.425781, 0.431641, 0.419922, 0.441406, 0.419922, 0.488281, 0.390625, 0.390625, 0.429688, 0.382812, 0.375, 0.417969, 0.376953, 0.53125, 0.410156, 0.914062, 0.59375, 0.382812, 0.464844, 0.425781, 0.443359, 0.527344, 0.441406, 0.419922, 0.431641, 0.404297, 0.455078, 0.408203, 0.486328, 0.554688, 0.384766, 0.617188, 0.419922, 0.503906, 0.445312, 0.412109, 0.490234, 0.996094, 0.453125, 0.451172, 0.433594, 0.443359, 0.503906, 0.404297, 0.417969, 0.550781, 0.431641, 0.574219, 0.431641, 0.410156, 0.386719, 0.404297, 0.398438, 0.386719, 0.451172, 0.417969, 0.404297, 1.039062, 0.417969, 0.421875, 0.578125, 0.478516, 0.671875, 0.388672, 0.458984, 0.402344, 0.392578, 0.386719, 0.478516, 0.458984, 0.427734, 0.425781, 0.419922, 0.433594, 0.683594, 0.427734, 0.408203, 0.4375, 0.384766, 0.402344, 0.808594, 0.492188, 0.427734, 0.484375, 0.443359, 0.683594, 0.404297, 0.460938, 0.433594, 0.394531, 0.396484, 0.511719, 0.386719, 0.613281, 0.416016, 0.404297, 0.451172, 0.710938, 0.46875, 0.453125, 0.412109, 0.435547, 0.404297, 0.427734, 0.480469, 0.451172, 0.425781, 0.882812, 0.416016, 0.449219, 0.392578, 0.404297, 0.40625, 0.429688, 0.451172, 0.425781, 0.400391, 0.40625, 0.542969, 0.476562, 0.480469, 0.423828, 0.410156, 0.492188, 0.402344, 0.542969, 0.457031, 0.388672, 0.429688, 0.458984, 0.433594, 0.410156, 0.539062, 0.427734, 0.4375, 0.460938, 0.398438, 0.423828, 0.640625, 0.439453, 0.390625, 0.417969, 0.435547, 0.4375, 0.664062, 0.408203, 0.435547, 0.404297, 0.435547, 0.458984, 0.398438, 0.412109, 0.408203, 0.396484, 0.429688, 0.382812, 0.494141, 0.546875, 0.382812, 0.410156, 0.476562, 0.466797, 0.412109, 0.839844, 0.414062, 0.425781, 0.392578, 0.519531, 0.416016, 0.410156, 0.421875, 0.546875, 0.455078, 0.394531, 0.589844, 0.445312, 0.757812, 0.410156, 0.480469, 0.419922, 0.46875, 0.425781, 0.417969, 0.425781, 0.408203, 0.4375, 0.421875, 0.714844, 0.65625, 0.382812, 0.65625, 0.392578, 0.392578, 0.416016, 0.457031, 0.458984, 0.445312, 0.439453, 0.507812, 0.410156, 0.470703, 0.402344, 0.427734, 0.851562, 0.382812, 0.402344, 0.410156, 0.582031, 0.400391, 0.435547, 0.388672, 0.554688, 0.400391, 0.441406, 0.425781, 0.417969, 0.386719, 0.439453, 0.421875, 0.455078, 0.435547, 0.582031, 0.412109, 0.40625, 0.40625, 0.515625, 0.398438, 0.425781, 0.380859, 0.419922, 0.396484, 0.476562, 0.445312, 0.40625, 0.484375, 0.40625, 0.597656, 0.425781, 0.53125, 0.449219, 0.4375, 0.419922, 0.523438, 0.402344, 0.392578, 0.419922, 0.398438, 0.421875, 0.609375, 0.648438, 0.402344, 0.408203, 0.416016, 0.494141, 0.421875, 0.386719, 0.455078, 0.447266, 0.419922, 0.388672, 0.515625, 0.400391, 0.675781, 0.414062, 0.419922, 0.441406, 0.429688, 0.421875, 0.433594, 0.412109, 0.914062, 0.402344, 0.441406, 0.412109, 0.474609, 0.402344, 0.404297, 0.625, 0.410156, 0.435547, 0.585938, 0.423828, 0.445312, 0.398438, 0.451172, 0.386719, 0.466797, 0.431641, 0.425781, 0.914062, 0.396484, 0.652344, 0.458984, 0.423828, 0.482422, 0.417969, 0.441406, 0.396484, 0.523438, 0.890625, 0.451172, 0.476562, 0.398438, 0.621094, 0.386719, 0.435547, 0.394531, 0.46875, 0.40625, 0.417969, 0.417969, 0.419922, 0.472656, 0.373047, 0.4375, 0.423828, 0.410156, 0.414062, 0.384766, 0.455078, 0.453125, 0.458984, 0.375, 0.455078, 0.435547, 0.345703, 0.421875, 0.429688, 0.460938, 0.455078, 0.404297, 0.367188, 0.435547, 0.388672, 0.396484, 0.396484, 0.4375, 0.421875, 0.419922, 0.675781, 0.380859, 0.398438, 0.427734, 0.539062, 0.439453, 0.367188, 0.433594, 0.447266, 0.494141, 0.542969, 0.400391, 0.392578, 0.402344, 0.617188, 0.433594, 0.394531, 0.820312, 0.404297, 0.535156, 0.423828, 0.392578, 0.410156, 0.427734, 0.433594, 0.431641, 0.386719, 0.412109, 0.6875, 0.451172, 0.417969, 0.40625, 0.384766, 0.414062, 0.392578, 0.574219, 1.09375, 0.796875, 0.425781, 0.423828, 0.535156, 0.404297, 0.4375, 0.761719, 0.474609, 0.400391, 0.394531, 0.447266, 0.421875, 0.5, 0.417969, 0.414062, 0.457031, 0.484375, 0.447266, 0.416016, 0.472656, 0.408203, 0.380859, 0.515625, 0.648438, 0.431641, 0.427734, 0.402344, 0.425781, 0.40625, 0.460938, 0.423828, 0.433594, 0.396484, 0.410156, 0.550781, 0.433594, 0.470703, 0.40625, 0.404297, 0.410156, 0.777344, 0.367188, 0.417969, 0.416016, 0.417969, 0.427734, 0.390625, 0.427734, 0.414062, 0.855469, 0.417969, 0.330078, 0.425781, 0.429688, 0.453125, 0.427734, 0.40625, 0.667969, 0.601562, 0.447266, 0.390625, 0.451172, 0.419922, 0.40625, 0.402344, 0.435547, 0.480469, 0.757812, 0.421875, 0.478516, 0.416016, 0.417969, 0.425781, 0.441406, 0.392578, 0.441406, 0.402344, 0.46875, 0.384766, 0.427734, 0.443359, 0.451172, 0.439453, 0.53125, 0.443359, 0.910156, 0.400391, 0.449219, 0.46875, 0.40625, 0.398438, 0.400391, 0.484375, 0.419922, 0.408203, 0.414062, 0.404297, 0.494141, 0.419922, 0.433594, 0.384766, 0.404297, 0.664062, 0.5, 0.402344, 0.388672, 0.392578, 0.410156, 0.421875, 0.416016, 0.417969, 0.484375, 0.416016, 0.427734, 0.53125, 0.396484, 0.392578, 0.439453, 0.396484, 0.396484, 0.40625, 0.378906, 0.457031, 0.457031, 0.40625, 0.417969, 0.470703, 0.380859, 0.419922, 0.455078, 0.412109, 0.550781, 0.453125, 0.414062, 0.398438, 0.384766, 0.566406, 0.546875, 0.441406, 0.416016, 0.394531, 0.433594, 0.400391, 0.431641, 0.412109, 0.554688, 0.410156, 0.453125, 0.447266, 0.427734, 0.410156, 0.460938, 0.511719, 0.460938, 0.416016, 0.431641, 0.414062, 0.589844, 0.40625, 0.400391, 0.425781, 0.429688, 0.402344, 0.416016, 0.398438, 0.392578, 0.46875, 0.480469, 0.425781, 0.451172, 0.421875, 0.4375, 0.404297, 0.443359, 0.416016, 0.589844, 0.597656, 0.414062, 0.4375, 0.441406, 0.429688, 0.359375, 0.429688, 0.427734, 0.408203, 0.416016, 0.421875, 0.474609, 0.408203, 0.419922, 0.433594, 0.632812, 0.447266, 0.621094, 0.402344, 0.429688, 0.515625, 0.396484, 0.40625, 0.488281, 0.423828, 0.398438, 0.589844, 0.566406, 0.408203, 0.5625, 0.460938, 0.445312, 0.476562, 0.478516, 0.40625, 1.125, 0.601562, 0.416016, 0.417969 ] }, "name": "model.model.layers.45.input_layernorm.weight", "outputIndexes": [ 3646 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3645 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_45/Mul_output_0", "outputIndexes": [ 3647 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3646, 3647 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_45/Mul_1_output_0", "outputIndexes": [ 3648 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3648 ], "outputIndexes": [ 5648 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5648 ], "outputIndexes": [ 5649 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/q_proj/Linear", "inputIndexes": [ 5649 ], "outputIndexes": [ 5650 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 452051730, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5650 ], "outputIndexes": [ 5651 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5651 ], "outputIndexes": [ 3649 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3648 ], "main_type": "NONE", "name": "/Shape_631_output_0", "outputIndexes": [ 3650 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3650 ], "main_type": "NONE", "name": "Shape9799", "outputIndexes": [ 3651 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3650 ], "main_type": "NONE", "name": "Rank9801", "outputIndexes": [ 3652 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3652, 3652 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9803", "outputIndexes": [ 3653 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3653 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9804", "outputIndexes": [ 3654 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3653, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9806", "outputIndexes": [ 3655 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3655 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9807", "outputIndexes": [ 3656 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3651, 3654, 3656, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9810", "outputIndexes": [ 3657 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3657 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9811", "outputIndexes": [ 3658 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3658 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9812", "outputIndexes": [ 3659 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3659, 3658 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9813", "outputIndexes": [ 3660 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3650, 3660, 3653 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_679_output_0", "outputIndexes": [ 3661 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3661, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1441_output_0", "outputIndexes": [ 3662 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3662, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_585_output_0", "outputIndexes": [ 3663 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3649, 3663 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_406_output_0", "outputIndexes": [ 3664 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3664, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_360_output_0", "outputIndexes": [ 3665 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3664 ], "main_type": "NONE", "name": "/Shape_632_output_0", "outputIndexes": [ 3666 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3666 ], "main_type": "NONE", "name": "Shape9820", "outputIndexes": [ 3667 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3666 ], "main_type": "NONE", "name": "Rank9822", "outputIndexes": [ 3668 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3668, 3668 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9824", "outputIndexes": [ 3669 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3669 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9825", "outputIndexes": [ 3670 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3669, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9827", "outputIndexes": [ 3671 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3671 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9828", "outputIndexes": [ 3672 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3667, 3670, 3672, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9831", "outputIndexes": [ 3673 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3673 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9832", "outputIndexes": [ 3674 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3674 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9833", "outputIndexes": [ 3675 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3675, 3674 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9834", "outputIndexes": [ 3676 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3666, 3676, 3669 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_680_output_0", "outputIndexes": [ 3677 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3677, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_135_output_0", "outputIndexes": [ 3678 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3678, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1446_output_0", "outputIndexes": [ 3679 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3664, 3679, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_181_output_0", "outputIndexes": [ 3680 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3680 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_90_output_0", "outputIndexes": [ 3681 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3664, 22, 3679, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_180_output_0", "outputIndexes": [ 3682 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3681, 3682 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_588_output_0", "outputIndexes": [ 3683 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3683, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_361_output_0", "outputIndexes": [ 3684 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3665, 3684 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_225_output_0", "outputIndexes": [ 3685 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3648 ], "outputIndexes": [ 5652 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5652 ], "outputIndexes": [ 5653 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/k_proj/Linear", "inputIndexes": [ 5653 ], "outputIndexes": [ 5654 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 452973352, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5654 ], "outputIndexes": [ 5655 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5655 ], "outputIndexes": [ 3686 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3662, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_586_output_0", "outputIndexes": [ 3687 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3686, 3687 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_407_output_0", "outputIndexes": [ 3688 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3688, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_362_output_0", "outputIndexes": [ 3689 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3688 ], "main_type": "NONE", "name": "/Shape_633_output_0", "outputIndexes": [ 3690 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3690 ], "main_type": "NONE", "name": "Shape9883", "outputIndexes": [ 3691 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3690 ], "main_type": "NONE", "name": "Rank9885", "outputIndexes": [ 3692 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3692, 3692 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9887", "outputIndexes": [ 3693 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3693 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9888", "outputIndexes": [ 3694 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3693, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9890", "outputIndexes": [ 3695 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3695 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze9891", "outputIndexes": [ 3696 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3691, 3694, 3696, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice9894", "outputIndexes": [ 3697 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3697 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze9895", "outputIndexes": [ 3698 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3698 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9896", "outputIndexes": [ 3699 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3699, 3698 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp9897", "outputIndexes": [ 3700 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3690, 3700, 3693 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_681_output_0", "outputIndexes": [ 3701 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3701, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_136_output_0", "outputIndexes": [ 3702 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3702, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1448_output_0", "outputIndexes": [ 3703 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3688, 3703, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_183_output_0", "outputIndexes": [ 3704 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3704 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_91_output_0", "outputIndexes": [ 3705 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3688, 22, 3703, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_182_output_0", "outputIndexes": [ 3706 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3705, 3706 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_589_output_0", "outputIndexes": [ 3707 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3707, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_363_output_0", "outputIndexes": [ 3708 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3689, 3708 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_226_output_0", "outputIndexes": [ 3709 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3648 ], "outputIndexes": [ 5656 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5656 ], "outputIndexes": [ 5657 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/v_proj/Linear", "inputIndexes": [ 5657 ], "outputIndexes": [ 5658 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 453203774, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5658 ], "outputIndexes": [ 5659 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5659 ], "outputIndexes": [ 3710 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3710, 3687 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_408_output_0", "outputIndexes": [ 3711 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3685, 3709, 3711, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_413_output_0", "outputIndexes": [ 3712 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3712 ], "outputIndexes": [ 5660 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5660 ], "outputIndexes": [ 5661 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/o_proj/Linear", "inputIndexes": [ 5661 ], "outputIndexes": [ 5662 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 453434196, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5662 ], "outputIndexes": [ 5663 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5663 ], "outputIndexes": [ 3713 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3645, 3713 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_228_output_0", "outputIndexes": [ 3714 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.482422, 0.535156, 0.535156, 0.539062, 0.539062, 0.523438, 0.207031, 0.519531, 0.503906, 0.474609, 0.416016, 0.519531, 0.460938, 0.511719, 0.511719, 0.527344, 0.275391, 0.519531, 0.527344, 0.445312, 0.519531, 0.546875, 0.503906, 0.507812, 0.511719, 0.535156, 0.492188, 0.519531, 0.527344, 0.515625, 0.492188, 0.251953, 0.519531, 0.53125, 0.527344, 0.527344, 0.457031, 0.523438, 0.396484, 0.550781, 0.527344, 0.53125, 0.503906, 0.5, 0.472656, 0.519531, 0.542969, 0.480469, 0.550781, 0.419922, 0.519531, 0.40625, 0.519531, 0.519531, 0.476562, 0.53125, 0.535156, 0.496094, 0.511719, 0.539062, 0.546875, 0.535156, 0.523438, 0.53125, 0.478516, 0.476562, 0.371094, 0.419922, 0.53125, 0.398438, 0.539062, 0.429688, 0.507812, 0.503906, 0.539062, 0.519531, 0.546875, 0.527344, 0.412109, 0.519531, 0.515625, 0.546875, 0.5, 0.507812, 0.53125, 0.488281, 0.542969, 0.486328, 0.554688, 0.449219, 0.511719, 0.519531, 0.46875, 0.527344, 0.416016, 0.462891, 0.566406, 0.546875, 0.535156, 0.519531, 0.527344, 0.5, 0.550781, 0.515625, 0.455078, 0.455078, 0.53125, 0.527344, 0.515625, 0.523438, 0.523438, 0.546875, 0.498047, 0.546875, 0.550781, 0.511719, 0.519531, 0.519531, 0.53125, 0.53125, 0.53125, 0.486328, 0.523438, 0.5, 0.558594, 0.523438, 0.24707, 0.53125, 0.519531, 0.470703, 0.550781, 0.539062, 0.523438, 0.519531, 0.519531, 0.53125, 0.53125, 0.503906, 0.445312, 0.519531, 0.542969, 0.457031, 0.527344, 0.542969, 0.53125, 0.519531, 0.515625, 0.490234, 0.503906, 0.519531, 0.535156, 0.527344, 0.511719, 0.542969, 0.539062, 0.484375, 0.539062, 0.511719, 0.445312, 0.558594, 0.447266, 0.523438, 0.453125, 0.535156, 0.511719, 0.554688, 0.412109, 0.539062, 0.53125, 0.457031, 0.511719, 0.539062, 0.535156, 0.519531, 0.404297, 0.511719, 0.507812, 0.542969, 0.539062, 0.546875, 0.515625, 0.503906, 0.519531, 0.507812, 0.527344, 0.535156, 0.53125, 0.53125, 0.519531, 0.53125, 0.542969, 0.5, 0.449219, 0.53125, 0.527344, 0.519531, 0.527344, 0.503906, 0.100098, 0.542969, 0.527344, 0.535156, 0.511719, 0.507812, 0.507812, 0.527344, 0.539062, 0.523438, 0.503906, 0.535156, 0.519531, 0.523438, 0.527344, 0.453125, 0.539062, 0.523438, 0.523438, 0.511719, 0.53125, 0.515625, 0.519531, 0.515625, 0.470703, 0.511719, 0.527344, 0.507812, 0.535156, 0.460938, 0.554688, 0.515625, 0.494141, 0.445312, 0.527344, 0.527344, 0.546875, 0.484375, 0.523438, 0.492188, 0.476562, 0.527344, 0.542969, 0.515625, 0.527344, 0.523438, 0.523438, 0.515625, 0.455078, 0.53125, 0.542969, 0.539062, 0.507812, 0.5, 0.425781, 0.535156, 0.519531, 0.515625, 0.503906, 0.515625, 0.488281, 0.527344, 0.542969, 0.515625, 0.535156, 0.488281, 0.527344, 0.53125, 0.503906, 0.535156, 0.484375, 0.523438, 0.3125, 0.486328, 0.511719, 0.265625, 0.488281, 0.53125, 0.527344, 0.494141, 0.46875, 0.53125, 0.488281, 0.539062, 0.519531, 0.542969, 0.535156, 0.527344, 0.539062, 0.523438, 0.523438, 0.539062, 0.53125, 0.515625, 0.523438, 0.523438, 0.542969, 0.519531, 0.503906, 0.527344, 0.535156, 0.519531, 0.519531, 0.53125, 0.511719, 0.458984, 0.511719, 0.527344, 0.490234, 0.53125, 0.482422, 0.527344, 0.474609, 0.527344, 0.486328, 0.503906, 0.535156, 0.496094, 0.519531, 0.478516, 0.464844, 0.484375, 0.527344, 0.535156, 0.539062, 0.527344, 0.511719, 0.5, 0.539062, 0.550781, 0.527344, 0.498047, 0.425781, 0.492188, 0.404297, 0.527344, 0.5, 0.511719, 0.542969, 0.472656, 0.439453, 0.451172, 0.511719, 0.511719, 0.523438, 0.466797, 0.546875, 0.527344, 0.507812, 0.523438, 0.488281, 0.523438, 0.53125, 0.535156, 0.494141, 0.515625, 0.511719, 0.542969, 0.535156, 0.535156, 0.503906, 0.554688, 0.503906, 0.507812, 0.527344, 0.515625, 0.53125, 0.507812, 0.527344, 0.523438, 0.496094, 0.503906, 0.53125, 0.519531, 0.542969, 0.4375, 0.519531, 0.527344, 0.511719, 0.527344, 0.527344, 0.433594, 0.21582, 0.523438, 0.546875, 0.523438, 0.523438, 0.486328, 0.488281, 0.546875, 0.488281, 0.515625, 0.523438, 0.457031, 0.53125, 0.449219, 0.535156, 0.515625, 0.523438, 0.546875, 0.523438, 0.527344, 0.507812, 0.535156, 0.474609, 0.535156, 0.527344, 0.494141, 0.539062, 0.53125, 0.523438, 0.53125, 0.519531, 0.546875, 0.507812, 0.507812, 0.535156, 0.546875, 0.527344, 0.527344, 0.519531, 0.474609, 0.535156, 0.523438, 0.326172, 0.539062, 0.539062, 0.458984, 0.542969, 0.519531, 0.369141, 0.519531, 0.408203, 0.478516, 0.535156, 0.519531, 0.511719, 0.527344, 0.542969, 0.53125, 0.503906, 0.511719, 0.558594, 0.488281, 0.490234, 0.5625, 0.507812, 0.476562, 0.462891, 0.542969, 0.474609, 0.527344, 0.511719, 0.457031, 0.523438, 0.535156, 0.519531, 0.546875, 0.53125, 0.535156, 0.527344, 0.494141, 0.519531, 0.486328, 0.535156, 0.515625, 0.423828, 0.523438, 0.515625, 0.527344, 0.527344, 0.478516, 0.542969, 0.515625, 0.519531, 0.519531, 0.496094, 0.535156, 0.511719, 0.519531, 0.5, 0.515625, 0.535156, 0.539062, 0.535156, 0.507812, 0.542969, 0.496094, 0.519531, 0.488281, 0.523438, 0.515625, 0.535156, 0.53125, 0.519531, 0.53125, 0.535156, 0.480469, 0.523438, 0.527344, 0.453125, 0.492188, 0.163086, 0.507812, 0.539062, 0.546875, 0.396484, 0.535156, 0.53125, 0.527344, 0.535156, 0.515625, 0.523438, 0.542969, 0.208008, 0.519531, 0.488281, 0.5625, 0.542969, 0.496094, 0.519531, 0.5, 0.519531, 0.527344, 0.423828, 0.539062, 0.535156, 0.503906, 0.519531, 0.539062, 0.535156, 0.496094, 0.4375, 0.515625, 0.478516, 0.431641, 0.511719, 0.519531, 0.515625, 0.511719, 0.519531, 0.527344, 0.535156, 0.466797, 0.498047, 0.519531, 0.523438, 0.507812, 0.507812, 0.412109, 0.511719, 0.488281, 0.507812, 0.523438, 0.535156, 0.535156, 0.535156, 0.535156, 0.511719, 0.246094, 0.53125, 0.462891, 0.378906, 0.496094, 0.527344, 0.523438, 0.472656, 0.466797, 0.515625, 0.535156, 0.519531, 0.519531, 0.546875, 0.523438, 0.484375, 0.535156, 0.515625, 0.539062, 0.511719, 0.523438, 0.511719, 0.447266, 0.542969, 0.527344, 0.515625, 0.503906, 0.53125, 0.535156, 0.511719, 0.53125, 0.542969, 0.503906, 0.511719, 0.482422, 0.550781, 0.535156, 0.542969, 0.474609, 0.539062, 0.404297, 0.445312, 0.542969, 0.523438, 0.519531, 0.523438, 0.474609, 0.453125, 0.472656, 0.523438, 0.515625, 0.519531, 0.523438, 0.488281, 0.53125, 0.511719, 0.503906, 0.519531, 0.527344, 0.330078, 0.523438, 0.503906, 0.519531, 0.427734, 0.507812, 0.503906, 0.527344, 0.507812, 0.46875, 0.535156, 0.337891, 0.527344, 0.427734, 0.151367, 0.498047, 0.515625, 0.53125, 0.5, 0.542969, 0.511719, 0.507812, 0.542969, 0.511719, 0.482422, 0.523438, 0.527344, 0.503906, 0.464844, 0.511719, 0.5, 0.4375, 0.503906, 0.457031, 0.527344, 0.535156, 0.451172, 0.455078, 0.535156, 0.523438, 0.431641, 0.53125, 0.482422, 0.472656, 0.515625, 0.539062, 0.511719, 0.511719, 0.519531, 0.523438, 0.511719, 0.523438, 0.523438, 0.535156, 0.535156, 0.515625, 0.451172, 0.308594, 0.455078, 0.449219, 0.484375, 0.535156, 0.53125, 0.539062, 0.523438, 0.53125, 0.174805, 0.515625, 0.546875, 0.527344, 0.482422, 0.535156, 0.519531, 0.515625, 0.53125, 0.523438, 0.511719, 0.542969, 0.507812, 0.515625, 0.527344, 0.519531, 0.53125, 0.535156, 0.503906, 0.511719, 0.480469, 0.515625, 0.341797, 0.462891, 0.535156, 0.515625, 0.486328, 0.527344, 0.373047, 0.542969, 0.527344, 0.546875, 0.539062, 0.511719, 0.527344, 0.474609, 0.464844, 0.539062, 0.451172, 0.507812, 0.484375, 0.539062, 0.523438, 0.507812, 0.306641, 0.5, 0.53125, 0.515625, 0.527344, 0.384766, 0.519531, 0.523438, 0.480469, 0.535156, 0.488281, 0.511719, 0.546875, 0.519531, 0.484375, 0.511719, 0.527344, 0.5, 0.523438, 0.546875, 0.196289, 0.511719, 0.53125, 0.365234, 0.484375, 0.427734, 0.527344, 0.527344, 0.542969, 0.523438, 0.511719, 0.5, 0.498047, 0.5, 0.535156, 0.554688, 0.519531, 0.425781, 0.519531, 0.511719, 0.503906, 0.523438, 0.53125, 0.365234, 0.503906, 0.490234, 0.5, 0.503906, 0.390625, 0.53125, 0.511719, 0.546875, 0.535156, 0.53125, 0.494141, 0.558594, 0.425781, 0.53125, 0.535156, 0.53125, 0.441406, 0.535156, 0.511719, 0.515625, 0.527344, 0.46875, 0.535156, 0.474609, 0.523438, 0.527344, 0.330078, 0.53125, 0.503906, 0.523438, 0.523438, 0.535156, 0.511719, 0.498047, 0.519531, 0.539062, 0.535156, 0.484375, 0.527344, 0.523438, 0.527344, 0.527344, 0.519531, 0.53125, 0.494141, 0.492188, 0.515625, 0.542969, 0.535156, 0.535156, 0.523438, 0.494141, 0.527344, 0.523438, 0.503906, 0.527344, 0.511719, 0.445312, 0.53125, 0.539062, 0.53125, 0.511719, 0.546875, 0.447266, 0.539062, 0.527344, 0.535156, 0.523438, 0.511719, 0.535156, 0.550781, 0.527344, 0.539062, 0.515625, 0.539062, 0.478516, 0.492188, 0.546875, 0.535156, 0.527344, 0.503906, 0.542969, 0.347656, 0.494141, 0.523438, 0.527344, 0.492188, 0.519531, 0.455078, 0.519531, 0.503906, 0.503906, 0.554688, 0.447266, 0.535156, 0.421875, 0.496094, 0.488281, 0.515625, 0.496094, 0.515625, 0.527344, 0.535156, 0.527344, 0.515625, 0.527344, 0.427734, 0.449219, 0.515625, 0.384766, 0.527344, 0.535156, 0.539062, 0.527344, 0.554688, 0.519531, 0.523438, 0.515625, 0.53125, 0.53125, 0.527344, 0.511719, 0.410156, 0.53125, 0.53125, 0.535156, 0.476562, 0.523438, 0.523438, 0.523438, 0.462891, 0.527344, 0.494141, 0.5, 0.535156, 0.511719, 0.527344, 0.542969, 0.496094, 0.511719, 0.480469, 0.535156, 0.523438, 0.507812, 0.515625, 0.511719, 0.511719, 0.5, 0.527344, 0.53125, 0.466797, 0.523438, 0.53125, 0.507812, 0.527344, 0.457031, 0.519531, 0.466797, 0.519531, 0.535156, 0.523438, 0.482422, 0.515625, 0.535156, 0.535156, 0.527344, 0.5, 0.445312, 0.433594, 0.527344, 0.53125, 0.53125, 0.494141, 0.539062, 0.535156, 0.515625, 0.527344, 0.527344, 0.53125, 0.5, 0.511719, 0.398438, 0.503906, 0.53125, 0.515625, 0.527344, 0.523438, 0.539062, 0.519531, 0.126953, 0.558594, 0.5, 0.535156, 0.527344, 0.486328, 0.535156, 0.439453, 0.519531, 0.53125, 0.507812, 0.535156, 0.53125, 0.53125, 0.476562, 0.539062, 0.5, 0.519531, 0.515625, 0.351562, 0.535156, 0.400391, 0.515625, 0.523438, 0.523438, 0.503906, 0.539062, 0.519531, 0.462891, 0.345703, 0.511719, 0.519531, 0.527344, 0.439453, 0.523438, 0.515625, 0.539062, 0.523438, 0.527344, 0.539062, 0.527344, 0.519531, 0.488281, 0.523438, 0.539062, 0.53125, 0.523438, 0.550781, 0.53125, 0.503906, 0.494141, 0.494141, 0.535156, 0.484375, 0.53125, 0.523438, 0.546875, 0.53125, 0.515625, 0.5, 0.535156, 0.515625, 0.515625, 0.546875, 0.53125, 0.523438, 0.511719, 0.519531, 0.527344, 0.292969, 0.519531, 0.523438, 0.511719, 0.480469, 0.515625, 0.503906, 0.519531, 0.53125, 0.53125, 0.451172, 0.527344, 0.542969, 0.53125, 0.464844, 0.519531, 0.515625, 0.363281, 0.53125, 0.457031, 0.511719, 0.511719, 0.550781, 0.5, 0.519531, 0.539062, 0.53125, 0.527344, 0.429688, 0.523438, 0.542969, 0.527344, 0.53125, 0.515625, 0.535156, 0.455078, 0.194336, 0.435547, 0.515625, 0.523438, 0.486328, 0.53125, 0.53125, 0.410156, 0.4375, 0.539062, 0.519531, 0.507812, 0.546875, 0.519531, 0.535156, 0.558594, 0.498047, 0.486328, 0.527344, 0.527344, 0.494141, 0.519531, 0.542969, 0.503906, 0.412109, 0.527344, 0.535156, 0.527344, 0.523438, 0.5, 0.515625, 0.535156, 0.546875, 0.539062, 0.507812, 0.435547, 0.507812, 0.490234, 0.53125, 0.527344, 0.539062, 0.271484, 0.511719, 0.5, 0.542969, 0.515625, 0.546875, 0.550781, 0.523438, 0.519531, 0.314453, 0.542969, 0.515625, 0.53125, 0.535156, 0.5, 0.515625, 0.523438, 0.421875, 0.46875, 0.503906, 0.515625, 0.515625, 0.523438, 0.539062, 0.523438, 0.492188, 0.507812, 0.414062, 0.523438, 0.503906, 0.519531, 0.535156, 0.539062, 0.523438, 0.527344, 0.503906, 0.523438, 0.503906, 0.546875, 0.535156, 0.507812, 0.535156, 0.5, 0.503906, 0.535156, 0.355469, 0.527344, 0.503906, 0.482422, 0.519531, 0.542969, 0.542969, 0.527344, 0.535156, 0.539062, 0.519531, 0.519531, 0.490234, 0.527344, 0.53125, 0.486328, 0.519531, 0.449219, 0.478516, 0.515625, 0.546875, 0.515625, 0.515625, 0.53125, 0.542969, 0.523438, 0.496094, 0.527344, 0.527344, 0.486328, 0.539062, 0.53125, 0.523438, 0.535156, 0.535156, 0.503906, 0.527344, 0.542969, 0.519531, 0.539062, 0.539062, 0.519531, 0.519531, 0.53125, 0.519531, 0.523438, 0.490234, 0.527344, 0.539062, 0.53125, 0.462891, 0.457031, 0.470703, 0.546875, 0.53125, 0.527344, 0.558594, 0.511719, 0.519531, 0.527344, 0.421875, 0.53125, 0.515625, 0.515625, 0.523438, 0.494141, 0.511719, 0.460938, 0.478516, 0.515625, 0.523438, 0.53125, 0.443359, 0.527344, 0.527344, 0.507812, 0.53125, 0.539062, 0.53125, 0.519531, 0.539062, 0.515625, 0.412109, 0.503906, 0.542969, 0.535156, 0.523438, 0.527344, 0.503906, 0.53125, 0.427734, 0.435547, 0.498047, 0.539062, 0.511719, 0.546875, 0.511719, 0.527344, 0.511719, 0.53125, 0.53125, 0.539062, 0.498047, 0.535156, 0.503906, 0.527344, 0.441406, 0.496094, 0.439453, 0.503906, 0.542969, 0.451172, 0.515625, 0.539062, 0.511719, 0.53125, 0.542969, 0.433594, 0.476562, 0.515625, 0.458984, 0.507812, 0.503906, 0.507812, 0.496094, 0.539062, 0.186523, 0.445312, 0.542969, 0.511719 ] }, "name": "model.model.layers.45.post_attention_layernorm.weight", "outputIndexes": [ 3715 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3714 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_45/Mul_output_0", "outputIndexes": [ 3716 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3715, 3716 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_45/Mul_1_output_0", "outputIndexes": [ 3717 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3717 ], "outputIndexes": [ 5664 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5664 ], "outputIndexes": [ 5665 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/gate_proj/Linear", "inputIndexes": [ 5665 ], "outputIndexes": [ 5666 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 454355818, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5666 ], "outputIndexes": [ 5667 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5667 ], "outputIndexes": [ 3718 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3718 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_45/Sigmoid_output_0", "outputIndexes": [ 3719 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3718, 3719 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_45/Mul_output_0", "outputIndexes": [ 3720 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3717 ], "outputIndexes": [ 5668 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5668 ], "outputIndexes": [ 5669 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/up_proj/Linear", "inputIndexes": [ 5669 ], "outputIndexes": [ 5670 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 456936320, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5670 ], "outputIndexes": [ 5671 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5671 ], "outputIndexes": [ 3721 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3720, 3721 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_45/Mul_output_0", "outputIndexes": [ 3722 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3722 ], "outputIndexes": [ 5672 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5672 ], "outputIndexes": [ 5673 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/down_proj/Linear", "inputIndexes": [ 5673 ], "outputIndexes": [ 5674 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 459516822, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5674 ], "outputIndexes": [ 5675 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.45/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5675 ], "outputIndexes": [ 3723 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3714, 3723 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_229_output_0", "outputIndexes": [ 3724 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3724, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_414_output_0", "outputIndexes": [ 3725 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.5, 0.386719, 0.402344, 0.390625, 0.431641, 0.394531, 1.25, 0.392578, 0.453125, 0.566406, 0.796875, 0.400391, 0.425781, 0.398438, 0.380859, 0.390625, 1.015625, 0.394531, 0.427734, 0.582031, 0.419922, 0.373047, 0.423828, 0.478516, 0.408203, 0.384766, 0.457031, 0.396484, 0.400391, 0.398438, 0.566406, 0.339844, 0.414062, 0.382812, 0.390625, 0.404297, 0.597656, 0.371094, 0.726562, 0.394531, 0.410156, 0.388672, 0.417969, 0.435547, 0.535156, 0.457031, 0.402344, 0.515625, 0.40625, 0.6875, 0.384766, 0.761719, 0.419922, 0.402344, 0.582031, 0.380859, 0.394531, 0.419922, 0.421875, 0.400391, 0.412109, 0.398438, 0.433594, 0.408203, 0.494141, 0.597656, 0.789062, 0.742188, 0.378906, 0.683594, 0.390625, 0.519531, 0.457031, 0.447266, 0.396484, 0.412109, 0.462891, 0.386719, 0.714844, 0.416016, 0.457031, 0.421875, 0.441406, 0.408203, 0.396484, 0.554688, 0.371094, 0.542969, 0.433594, 0.546875, 0.443359, 0.402344, 0.527344, 0.400391, 0.738281, 0.585938, 0.435547, 0.392578, 0.367188, 0.408203, 0.419922, 0.443359, 0.388672, 0.414062, 0.390625, 0.644531, 0.412109, 0.412109, 0.396484, 0.367188, 0.388672, 0.394531, 0.369141, 0.402344, 0.416016, 0.53125, 0.410156, 0.382812, 0.388672, 0.417969, 0.416016, 0.484375, 0.361328, 0.462891, 0.390625, 0.410156, 1.203125, 0.392578, 0.378906, 0.316406, 0.396484, 0.355469, 0.398438, 0.427734, 0.40625, 0.410156, 0.371094, 0.402344, 0.714844, 0.466797, 0.392578, 0.392578, 0.408203, 0.392578, 0.369141, 0.402344, 0.390625, 0.416016, 0.357422, 0.402344, 0.423828, 0.408203, 0.375, 0.400391, 0.404297, 0.421875, 0.388672, 0.396484, 0.726562, 0.427734, 0.75, 0.427734, 0.582031, 0.384766, 0.380859, 0.386719, 0.636719, 0.371094, 0.390625, 0.601562, 0.441406, 0.386719, 0.363281, 0.425781, 0.753906, 0.373047, 0.460938, 0.378906, 0.384766, 0.4375, 0.396484, 0.439453, 0.388672, 0.439453, 0.375, 0.423828, 0.40625, 0.380859, 0.410156, 0.40625, 0.378906, 0.435547, 0.6875, 0.398438, 0.421875, 0.414062, 0.392578, 0.478516, 0.15918, 0.394531, 0.416016, 0.376953, 0.416016, 0.396484, 0.402344, 0.40625, 0.378906, 0.410156, 0.464844, 0.375, 0.392578, 0.398438, 0.427734, 0.59375, 0.386719, 0.412109, 0.396484, 0.392578, 0.380859, 0.361328, 0.419922, 0.414062, 0.457031, 0.414062, 0.392578, 0.447266, 0.402344, 0.675781, 0.388672, 0.396484, 0.443359, 0.792969, 0.398438, 0.423828, 0.404297, 0.478516, 0.429688, 0.464844, 0.373047, 0.357422, 0.398438, 0.410156, 0.396484, 0.400391, 0.400391, 0.416016, 0.460938, 0.408203, 0.394531, 0.441406, 0.376953, 0.441406, 0.613281, 0.431641, 0.482422, 0.380859, 0.462891, 0.423828, 0.482422, 0.365234, 0.404297, 0.423828, 0.414062, 0.462891, 0.400391, 0.365234, 0.412109, 0.410156, 0.539062, 0.4375, 0.980469, 0.369141, 0.416016, 0.9375, 0.535156, 0.380859, 0.384766, 0.523438, 0.511719, 0.402344, 0.496094, 0.412109, 0.394531, 0.400391, 0.40625, 0.427734, 0.351562, 0.376953, 0.371094, 0.390625, 0.384766, 0.404297, 0.400391, 0.423828, 0.384766, 0.396484, 0.310547, 0.388672, 0.398438, 0.408203, 0.375, 0.390625, 0.398438, 0.585938, 0.375, 0.388672, 0.486328, 0.400391, 0.347656, 0.390625, 0.535156, 0.402344, 0.421875, 0.484375, 0.380859, 0.378906, 0.363281, 0.433594, 0.652344, 0.5, 0.369141, 0.417969, 0.40625, 0.375, 0.435547, 0.503906, 0.384766, 0.392578, 0.402344, 0.447266, 0.707031, 0.492188, 0.597656, 0.402344, 0.480469, 0.412109, 0.386719, 0.400391, 0.707031, 0.578125, 0.408203, 0.398438, 0.394531, 0.460938, 0.384766, 0.427734, 0.425781, 0.394531, 0.464844, 0.382812, 0.390625, 0.400391, 0.443359, 0.40625, 0.402344, 0.402344, 0.396484, 0.414062, 0.384766, 0.376953, 0.412109, 0.416016, 0.400391, 0.419922, 0.380859, 0.404297, 0.396484, 0.386719, 0.423828, 0.417969, 0.378906, 0.367188, 0.40625, 0.628906, 0.453125, 0.416016, 0.404297, 0.392578, 0.396484, 0.621094, 0.96875, 0.431641, 0.419922, 0.386719, 0.384766, 0.365234, 0.515625, 0.400391, 0.523438, 0.388672, 0.435547, 0.730469, 0.394531, 0.542969, 0.398438, 0.412109, 0.417969, 0.390625, 0.367188, 0.380859, 0.458984, 0.404297, 0.601562, 0.371094, 0.386719, 0.511719, 0.425781, 0.408203, 0.392578, 0.384766, 0.402344, 0.392578, 0.400391, 0.40625, 0.388672, 0.388672, 0.449219, 0.396484, 0.392578, 0.546875, 0.386719, 0.394531, 0.730469, 0.400391, 0.388672, 0.523438, 0.378906, 0.390625, 0.855469, 0.425781, 0.699219, 0.486328, 0.398438, 0.416016, 0.375, 0.416016, 0.373047, 0.410156, 0.394531, 0.357422, 0.398438, 0.476562, 0.523438, 0.402344, 0.441406, 0.609375, 0.375, 0.402344, 0.613281, 0.414062, 0.451172, 0.707031, 0.396484, 0.396484, 0.394531, 0.392578, 0.396484, 0.392578, 0.40625, 0.449219, 0.417969, 0.40625, 0.404297, 0.412109, 0.6875, 0.378906, 0.445312, 0.396484, 0.396484, 0.494141, 0.416016, 0.40625, 0.40625, 0.414062, 0.417969, 0.451172, 0.476562, 0.367188, 0.503906, 0.419922, 0.402344, 0.402344, 0.40625, 0.435547, 0.402344, 0.476562, 0.388672, 0.472656, 0.400391, 0.382812, 0.421875, 0.404297, 0.369141, 0.382812, 0.390625, 0.484375, 0.369141, 0.40625, 0.535156, 0.431641, 1.234375, 0.443359, 0.382812, 0.400391, 0.605469, 0.416016, 0.412109, 0.433594, 0.417969, 0.433594, 0.40625, 0.376953, 0.902344, 0.449219, 0.466797, 0.414062, 0.392578, 0.464844, 0.410156, 0.408203, 0.386719, 0.373047, 0.652344, 0.408203, 0.380859, 0.462891, 0.392578, 0.388672, 0.396484, 0.480469, 0.726562, 0.476562, 0.554688, 0.726562, 0.376953, 0.400391, 0.417969, 0.404297, 0.398438, 0.414062, 0.398438, 0.597656, 0.451172, 0.371094, 0.392578, 0.462891, 0.390625, 0.769531, 0.507812, 0.492188, 0.46875, 0.378906, 0.412109, 0.380859, 0.412109, 0.382812, 0.457031, 0.100586, 0.392578, 0.621094, 0.667969, 0.458984, 0.363281, 0.423828, 0.4375, 0.570312, 0.375, 0.414062, 0.382812, 0.421875, 0.402344, 0.416016, 0.566406, 0.394531, 0.410156, 0.375, 0.414062, 0.388672, 0.421875, 0.652344, 0.396484, 0.40625, 0.412109, 0.466797, 0.398438, 0.416016, 0.40625, 0.396484, 0.400391, 0.416016, 0.453125, 0.503906, 0.388672, 0.376953, 0.404297, 0.482422, 0.392578, 0.644531, 0.570312, 0.423828, 0.388672, 0.427734, 0.396484, 0.345703, 0.699219, 0.486328, 0.402344, 0.433594, 0.419922, 0.347656, 0.451172, 0.384766, 0.396484, 0.453125, 0.402344, 0.384766, 0.972656, 0.408203, 0.421875, 0.392578, 0.722656, 0.332031, 0.429688, 0.431641, 0.398438, 0.679688, 0.398438, 0.996094, 0.404297, 0.675781, 1.148438, 0.396484, 0.394531, 0.384766, 0.470703, 0.394531, 0.416016, 0.416016, 0.431641, 0.441406, 0.5, 0.375, 0.40625, 0.470703, 0.542969, 0.457031, 0.414062, 0.675781, 0.482422, 0.707031, 0.417969, 0.400391, 0.375, 0.632812, 0.429688, 0.40625, 0.726562, 0.392578, 0.570312, 0.597656, 0.46875, 0.380859, 0.46875, 0.404297, 0.378906, 0.365234, 0.427734, 0.400391, 0.400391, 0.386719, 0.361328, 0.400391, 0.423828, 0.628906, 0.482422, 0.65625, 0.482422, 0.392578, 0.410156, 0.394531, 0.375, 0.404297, 1.078125, 0.429688, 0.447266, 0.417969, 0.5, 0.371094, 0.398438, 0.398438, 0.439453, 0.388672, 0.404297, 0.396484, 0.445312, 0.392578, 0.394531, 0.421875, 0.386719, 0.371094, 0.414062, 0.382812, 0.523438, 0.425781, 0.960938, 0.617188, 0.382812, 0.443359, 0.386719, 0.433594, 0.507812, 0.417969, 0.376953, 0.421875, 0.375, 0.431641, 0.386719, 0.478516, 0.597656, 0.388672, 0.65625, 0.412109, 0.498047, 0.425781, 0.388672, 0.458984, 1.015625, 0.435547, 0.445312, 0.429688, 0.408203, 0.425781, 0.398438, 0.408203, 0.554688, 0.427734, 0.59375, 0.388672, 0.40625, 0.388672, 0.388672, 0.390625, 0.380859, 0.472656, 0.396484, 0.371094, 1.0625, 0.380859, 0.394531, 0.582031, 0.486328, 0.71875, 0.359375, 0.435547, 0.357422, 0.390625, 0.402344, 0.466797, 0.447266, 0.421875, 0.400391, 0.408203, 0.392578, 0.6875, 0.427734, 0.416016, 0.443359, 0.361328, 0.400391, 0.835938, 0.462891, 0.443359, 0.476562, 0.417969, 0.679688, 0.378906, 0.421875, 0.416016, 0.365234, 0.380859, 0.511719, 0.404297, 0.574219, 0.396484, 0.396484, 0.455078, 0.71875, 0.455078, 0.417969, 0.40625, 0.433594, 0.347656, 0.388672, 0.484375, 0.431641, 0.40625, 0.890625, 0.388672, 0.398438, 0.40625, 0.388672, 0.384766, 0.40625, 0.464844, 0.408203, 0.388672, 0.417969, 0.546875, 0.431641, 0.458984, 0.421875, 0.388672, 0.484375, 0.396484, 0.535156, 0.451172, 0.373047, 0.392578, 0.427734, 0.433594, 0.419922, 0.539062, 0.40625, 0.402344, 0.435547, 0.382812, 0.414062, 0.589844, 0.412109, 0.388672, 0.421875, 0.404297, 0.412109, 0.683594, 0.382812, 0.421875, 0.369141, 0.398438, 0.439453, 0.382812, 0.402344, 0.398438, 0.386719, 0.396484, 0.386719, 0.498047, 0.570312, 0.382812, 0.398438, 0.427734, 0.453125, 0.384766, 0.867188, 0.429688, 0.425781, 0.400391, 0.523438, 0.410156, 0.392578, 0.386719, 0.523438, 0.402344, 0.384766, 0.648438, 0.421875, 0.71875, 0.390625, 0.470703, 0.425781, 0.458984, 0.40625, 0.419922, 0.396484, 0.373047, 0.427734, 0.392578, 0.707031, 0.695312, 0.392578, 0.6875, 0.388672, 0.388672, 0.414062, 0.4375, 0.429688, 0.429688, 0.421875, 0.482422, 0.40625, 0.431641, 0.408203, 0.447266, 0.769531, 0.361328, 0.382812, 0.388672, 0.597656, 0.388672, 0.417969, 0.378906, 0.546875, 0.408203, 0.449219, 0.404297, 0.408203, 0.382812, 0.423828, 0.396484, 0.453125, 0.435547, 0.542969, 0.369141, 0.408203, 0.384766, 0.476562, 0.392578, 0.404297, 0.386719, 0.380859, 0.402344, 0.46875, 0.433594, 0.388672, 0.429688, 0.375, 0.636719, 0.402344, 0.566406, 0.421875, 0.4375, 0.388672, 0.511719, 0.369141, 0.382812, 0.425781, 0.390625, 0.394531, 0.675781, 0.675781, 0.367188, 0.396484, 0.392578, 0.482422, 0.378906, 0.380859, 0.417969, 0.410156, 0.398438, 0.386719, 0.498047, 0.380859, 0.691406, 0.400391, 0.378906, 0.435547, 0.414062, 0.412109, 0.382812, 0.408203, 0.890625, 0.386719, 0.431641, 0.404297, 0.455078, 0.382812, 0.396484, 0.691406, 0.398438, 0.419922, 0.523438, 0.402344, 0.412109, 0.386719, 0.433594, 0.396484, 0.431641, 0.408203, 0.412109, 0.890625, 0.376953, 0.734375, 0.445312, 0.417969, 0.4375, 0.414062, 0.423828, 0.421875, 0.570312, 0.964844, 0.435547, 0.464844, 0.404297, 0.648438, 0.388672, 0.431641, 0.376953, 0.427734, 0.398438, 0.429688, 0.388672, 0.416016, 0.474609, 0.388672, 0.398438, 0.425781, 0.400391, 0.388672, 0.369141, 0.431641, 0.439453, 0.427734, 0.367188, 0.46875, 0.417969, 0.332031, 0.416016, 0.423828, 0.443359, 0.447266, 0.390625, 0.367188, 0.396484, 0.388672, 0.369141, 0.378906, 0.404297, 0.414062, 0.423828, 0.75, 0.359375, 0.402344, 0.408203, 0.527344, 0.451172, 0.34375, 0.427734, 0.447266, 0.46875, 0.535156, 0.388672, 0.373047, 0.367188, 0.730469, 0.408203, 0.386719, 0.882812, 0.416016, 0.535156, 0.417969, 0.386719, 0.396484, 0.398438, 0.431641, 0.400391, 0.353516, 0.375, 0.710938, 0.425781, 0.416016, 0.386719, 0.382812, 0.40625, 0.400391, 0.609375, 1.148438, 0.769531, 0.427734, 0.404297, 0.523438, 0.371094, 0.445312, 0.738281, 0.474609, 0.353516, 0.375, 0.441406, 0.408203, 0.458984, 0.416016, 0.398438, 0.460938, 0.496094, 0.402344, 0.386719, 0.466797, 0.388672, 0.386719, 0.492188, 0.648438, 0.408203, 0.427734, 0.369141, 0.421875, 0.375, 0.455078, 0.402344, 0.435547, 0.404297, 0.396484, 0.574219, 0.425781, 0.4375, 0.40625, 0.404297, 0.400391, 0.910156, 0.355469, 0.398438, 0.402344, 0.398438, 0.404297, 0.388672, 0.40625, 0.384766, 0.941406, 0.392578, 0.320312, 0.412109, 0.417969, 0.458984, 0.408203, 0.398438, 0.769531, 0.625, 0.427734, 0.380859, 0.412109, 0.392578, 0.386719, 0.394531, 0.455078, 0.490234, 0.800781, 0.380859, 0.451172, 0.402344, 0.400391, 0.400391, 0.410156, 0.402344, 0.402344, 0.376953, 0.435547, 0.414062, 0.40625, 0.443359, 0.416016, 0.427734, 0.507812, 0.447266, 0.9375, 0.384766, 0.449219, 0.484375, 0.394531, 0.376953, 0.392578, 0.453125, 0.380859, 0.386719, 0.417969, 0.408203, 0.433594, 0.404297, 0.425781, 0.357422, 0.398438, 0.699219, 0.486328, 0.404297, 0.375, 0.376953, 0.402344, 0.40625, 0.402344, 0.414062, 0.460938, 0.400391, 0.412109, 0.539062, 0.376953, 0.375, 0.386719, 0.386719, 0.402344, 0.396484, 0.369141, 0.4375, 0.419922, 0.386719, 0.384766, 0.447266, 0.353516, 0.392578, 0.419922, 0.410156, 0.5, 0.419922, 0.398438, 0.402344, 0.337891, 0.558594, 0.5625, 0.408203, 0.396484, 0.365234, 0.408203, 0.412109, 0.400391, 0.398438, 0.570312, 0.384766, 0.416016, 0.435547, 0.404297, 0.380859, 0.435547, 0.542969, 0.441406, 0.376953, 0.417969, 0.404297, 0.605469, 0.396484, 0.380859, 0.447266, 0.394531, 0.392578, 0.402344, 0.384766, 0.378906, 0.458984, 0.474609, 0.388672, 0.449219, 0.384766, 0.40625, 0.398438, 0.425781, 0.390625, 0.613281, 0.625, 0.412109, 0.419922, 0.425781, 0.416016, 0.345703, 0.427734, 0.423828, 0.398438, 0.404297, 0.414062, 0.429688, 0.404297, 0.423828, 0.390625, 0.714844, 0.453125, 0.65625, 0.425781, 0.423828, 0.507812, 0.396484, 0.380859, 0.458984, 0.398438, 0.392578, 0.589844, 0.554688, 0.410156, 0.589844, 0.447266, 0.4375, 0.457031, 0.447266, 0.375, 1.132812, 0.644531, 0.394531, 0.400391 ] }, "name": "model.model.layers.46.input_layernorm.weight", "outputIndexes": [ 3726 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3725 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_46/Mul_output_0", "outputIndexes": [ 3727 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3726, 3727 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_46/Mul_1_output_0", "outputIndexes": [ 3728 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3728 ], "outputIndexes": [ 5676 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5676 ], "outputIndexes": [ 5677 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/q_proj/Linear", "inputIndexes": [ 5677 ], "outputIndexes": [ 5678 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 462097324, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5678 ], "outputIndexes": [ 5679 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5679 ], "outputIndexes": [ 3729 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3728 ], "main_type": "NONE", "name": "/Shape_645_output_0", "outputIndexes": [ 3730 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3730 ], "main_type": "NONE", "name": "Shape10015", "outputIndexes": [ 3731 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3730 ], "main_type": "NONE", "name": "Rank10017", "outputIndexes": [ 3732 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3732, 3732 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10019", "outputIndexes": [ 3733 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3733 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10020", "outputIndexes": [ 3734 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3733, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10022", "outputIndexes": [ 3735 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3735 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10023", "outputIndexes": [ 3736 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3731, 3734, 3736, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10026", "outputIndexes": [ 3737 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3737 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10027", "outputIndexes": [ 3738 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3738 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10028", "outputIndexes": [ 3739 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3739, 3738 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10029", "outputIndexes": [ 3740 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3730, 3740, 3733 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_694_output_0", "outputIndexes": [ 3741 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3741, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1473_output_0", "outputIndexes": [ 3742 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3742, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_598_output_0", "outputIndexes": [ 3743 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3729, 3743 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_415_output_0", "outputIndexes": [ 3744 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3744, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_368_output_0", "outputIndexes": [ 3745 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3744 ], "main_type": "NONE", "name": "/Shape_646_output_0", "outputIndexes": [ 3746 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3746 ], "main_type": "NONE", "name": "Shape10036", "outputIndexes": [ 3747 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3746 ], "main_type": "NONE", "name": "Rank10038", "outputIndexes": [ 3748 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3748, 3748 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10040", "outputIndexes": [ 3749 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3749 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10041", "outputIndexes": [ 3750 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3749, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10043", "outputIndexes": [ 3751 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3751 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10044", "outputIndexes": [ 3752 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3747, 3750, 3752, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10047", "outputIndexes": [ 3753 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3753 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10048", "outputIndexes": [ 3754 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3754 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10049", "outputIndexes": [ 3755 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3755, 3754 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10050", "outputIndexes": [ 3756 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3746, 3756, 3749 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_695_output_0", "outputIndexes": [ 3757 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3757, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_138_output_0", "outputIndexes": [ 3758 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3758, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1478_output_0", "outputIndexes": [ 3759 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3744, 3759, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_185_output_0", "outputIndexes": [ 3760 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3760 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_92_output_0", "outputIndexes": [ 3761 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3744, 22, 3759, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_184_output_0", "outputIndexes": [ 3762 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3761, 3762 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_601_output_0", "outputIndexes": [ 3763 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3763, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_369_output_0", "outputIndexes": [ 3764 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3745, 3764 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_230_output_0", "outputIndexes": [ 3765 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3728 ], "outputIndexes": [ 5680 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5680 ], "outputIndexes": [ 5681 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/k_proj/Linear", "inputIndexes": [ 5681 ], "outputIndexes": [ 5682 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 463018946, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5682 ], "outputIndexes": [ 5683 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5683 ], "outputIndexes": [ 3766 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3742, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_599_output_0", "outputIndexes": [ 3767 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3766, 3767 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_416_output_0", "outputIndexes": [ 3768 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3768, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_370_output_0", "outputIndexes": [ 3769 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3768 ], "main_type": "NONE", "name": "/Shape_647_output_0", "outputIndexes": [ 3770 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3770 ], "main_type": "NONE", "name": "Shape10099", "outputIndexes": [ 3771 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3770 ], "main_type": "NONE", "name": "Rank10101", "outputIndexes": [ 3772 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3772, 3772 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10103", "outputIndexes": [ 3773 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3773 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10104", "outputIndexes": [ 3774 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3773, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10106", "outputIndexes": [ 3775 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3775 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10107", "outputIndexes": [ 3776 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3771, 3774, 3776, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10110", "outputIndexes": [ 3777 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3777 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10111", "outputIndexes": [ 3778 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3778 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10112", "outputIndexes": [ 3779 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3779, 3778 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10113", "outputIndexes": [ 3780 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3770, 3780, 3773 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_696_output_0", "outputIndexes": [ 3781 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3781, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_139_output_0", "outputIndexes": [ 3782 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3782, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1480_output_0", "outputIndexes": [ 3783 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3768, 3783, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_187_output_0", "outputIndexes": [ 3784 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3784 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_93_output_0", "outputIndexes": [ 3785 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3768, 22, 3783, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_186_output_0", "outputIndexes": [ 3786 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3785, 3786 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_602_output_0", "outputIndexes": [ 3787 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3787, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_371_output_0", "outputIndexes": [ 3788 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3769, 3788 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_231_output_0", "outputIndexes": [ 3789 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3728 ], "outputIndexes": [ 5684 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5684 ], "outputIndexes": [ 5685 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/v_proj/Linear", "inputIndexes": [ 5685 ], "outputIndexes": [ 5686 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 463249368, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5686 ], "outputIndexes": [ 5687 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5687 ], "outputIndexes": [ 3790 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3790, 3767 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_417_output_0", "outputIndexes": [ 3791 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3765, 3789, 3791, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_422_output_0", "outputIndexes": [ 3792 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3792 ], "outputIndexes": [ 5688 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5688 ], "outputIndexes": [ 5689 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/o_proj/Linear", "inputIndexes": [ 5689 ], "outputIndexes": [ 5690 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 463479790, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5690 ], "outputIndexes": [ 5691 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5691 ], "outputIndexes": [ 3793 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3725, 3793 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_233_output_0", "outputIndexes": [ 3794 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.480469, 0.539062, 0.539062, 0.542969, 0.527344, 0.527344, 0.200195, 0.535156, 0.5, 0.470703, 0.412109, 0.53125, 0.46875, 0.523438, 0.53125, 0.527344, 0.291016, 0.53125, 0.542969, 0.466797, 0.515625, 0.554688, 0.511719, 0.523438, 0.523438, 0.546875, 0.498047, 0.53125, 0.535156, 0.527344, 0.507812, 0.236328, 0.53125, 0.53125, 0.523438, 0.527344, 0.478516, 0.535156, 0.404297, 0.546875, 0.539062, 0.519531, 0.519531, 0.503906, 0.492188, 0.507812, 0.53125, 0.507812, 0.539062, 0.439453, 0.53125, 0.429688, 0.523438, 0.527344, 0.486328, 0.535156, 0.539062, 0.511719, 0.539062, 0.53125, 0.535156, 0.535156, 0.515625, 0.535156, 0.494141, 0.486328, 0.382812, 0.441406, 0.535156, 0.414062, 0.539062, 0.439453, 0.519531, 0.494141, 0.535156, 0.53125, 0.53125, 0.53125, 0.4375, 0.515625, 0.515625, 0.546875, 0.494141, 0.507812, 0.539062, 0.503906, 0.550781, 0.492188, 0.535156, 0.480469, 0.511719, 0.539062, 0.476562, 0.539062, 0.431641, 0.457031, 0.558594, 0.554688, 0.53125, 0.527344, 0.550781, 0.515625, 0.539062, 0.523438, 0.464844, 0.466797, 0.539062, 0.535156, 0.511719, 0.535156, 0.53125, 0.542969, 0.503906, 0.550781, 0.542969, 0.515625, 0.515625, 0.546875, 0.546875, 0.535156, 0.546875, 0.488281, 0.542969, 0.503906, 0.554688, 0.527344, 0.246094, 0.539062, 0.542969, 0.458984, 0.539062, 0.539062, 0.527344, 0.527344, 0.523438, 0.515625, 0.535156, 0.515625, 0.451172, 0.515625, 0.542969, 0.472656, 0.535156, 0.550781, 0.527344, 0.53125, 0.519531, 0.503906, 0.511719, 0.535156, 0.535156, 0.53125, 0.523438, 0.542969, 0.53125, 0.507812, 0.53125, 0.519531, 0.464844, 0.558594, 0.458984, 0.527344, 0.462891, 0.53125, 0.503906, 0.542969, 0.408203, 0.539062, 0.523438, 0.457031, 0.519531, 0.542969, 0.539062, 0.511719, 0.416016, 0.523438, 0.515625, 0.53125, 0.550781, 0.546875, 0.515625, 0.503906, 0.527344, 0.523438, 0.523438, 0.527344, 0.53125, 0.53125, 0.53125, 0.53125, 0.542969, 0.519531, 0.447266, 0.523438, 0.53125, 0.519531, 0.523438, 0.511719, 0.098633, 0.546875, 0.539062, 0.523438, 0.519531, 0.523438, 0.507812, 0.542969, 0.539062, 0.527344, 0.515625, 0.535156, 0.523438, 0.535156, 0.523438, 0.457031, 0.527344, 0.53125, 0.535156, 0.511719, 0.535156, 0.515625, 0.523438, 0.519531, 0.476562, 0.515625, 0.535156, 0.515625, 0.535156, 0.46875, 0.5625, 0.523438, 0.507812, 0.447266, 0.515625, 0.523438, 0.542969, 0.492188, 0.539062, 0.498047, 0.482422, 0.539062, 0.546875, 0.535156, 0.539062, 0.535156, 0.523438, 0.519531, 0.476562, 0.539062, 0.539062, 0.539062, 0.511719, 0.507812, 0.429688, 0.539062, 0.519531, 0.527344, 0.515625, 0.523438, 0.503906, 0.53125, 0.550781, 0.527344, 0.527344, 0.503906, 0.535156, 0.542969, 0.507812, 0.542969, 0.486328, 0.53125, 0.316406, 0.507812, 0.515625, 0.273438, 0.503906, 0.53125, 0.539062, 0.498047, 0.482422, 0.542969, 0.511719, 0.539062, 0.519531, 0.546875, 0.527344, 0.527344, 0.535156, 0.535156, 0.542969, 0.546875, 0.53125, 0.527344, 0.542969, 0.542969, 0.539062, 0.523438, 0.511719, 0.539062, 0.53125, 0.519531, 0.53125, 0.535156, 0.519531, 0.472656, 0.542969, 0.527344, 0.503906, 0.527344, 0.482422, 0.523438, 0.46875, 0.5625, 0.490234, 0.503906, 0.542969, 0.515625, 0.53125, 0.492188, 0.474609, 0.494141, 0.539062, 0.550781, 0.542969, 0.527344, 0.523438, 0.503906, 0.546875, 0.542969, 0.535156, 0.503906, 0.4375, 0.515625, 0.416016, 0.523438, 0.507812, 0.527344, 0.554688, 0.486328, 0.449219, 0.464844, 0.519531, 0.523438, 0.523438, 0.480469, 0.535156, 0.535156, 0.511719, 0.53125, 0.503906, 0.523438, 0.527344, 0.535156, 0.5, 0.523438, 0.519531, 0.542969, 0.53125, 0.535156, 0.511719, 0.546875, 0.5, 0.503906, 0.535156, 0.519531, 0.53125, 0.511719, 0.542969, 0.523438, 0.5, 0.507812, 0.539062, 0.527344, 0.535156, 0.46875, 0.523438, 0.523438, 0.511719, 0.542969, 0.53125, 0.458984, 0.203125, 0.527344, 0.550781, 0.527344, 0.542969, 0.496094, 0.5, 0.550781, 0.503906, 0.53125, 0.53125, 0.464844, 0.546875, 0.458984, 0.542969, 0.523438, 0.523438, 0.542969, 0.535156, 0.519531, 0.519531, 0.542969, 0.484375, 0.539062, 0.535156, 0.5, 0.539062, 0.550781, 0.546875, 0.53125, 0.523438, 0.539062, 0.511719, 0.511719, 0.527344, 0.539062, 0.523438, 0.527344, 0.523438, 0.464844, 0.53125, 0.527344, 0.328125, 0.542969, 0.550781, 0.472656, 0.550781, 0.535156, 0.380859, 0.542969, 0.425781, 0.507812, 0.535156, 0.527344, 0.511719, 0.53125, 0.542969, 0.523438, 0.53125, 0.515625, 0.558594, 0.496094, 0.5, 0.5625, 0.511719, 0.494141, 0.447266, 0.542969, 0.482422, 0.546875, 0.511719, 0.464844, 0.527344, 0.53125, 0.535156, 0.546875, 0.535156, 0.527344, 0.53125, 0.5, 0.527344, 0.498047, 0.535156, 0.542969, 0.433594, 0.53125, 0.511719, 0.539062, 0.542969, 0.496094, 0.519531, 0.53125, 0.527344, 0.539062, 0.507812, 0.535156, 0.507812, 0.53125, 0.515625, 0.515625, 0.546875, 0.535156, 0.539062, 0.523438, 0.546875, 0.5, 0.527344, 0.503906, 0.535156, 0.519531, 0.542969, 0.546875, 0.523438, 0.535156, 0.53125, 0.5, 0.527344, 0.527344, 0.462891, 0.507812, 0.161133, 0.515625, 0.535156, 0.539062, 0.421875, 0.554688, 0.535156, 0.523438, 0.527344, 0.527344, 0.527344, 0.535156, 0.21582, 0.515625, 0.498047, 0.550781, 0.542969, 0.511719, 0.535156, 0.515625, 0.539062, 0.519531, 0.433594, 0.546875, 0.535156, 0.511719, 0.539062, 0.554688, 0.535156, 0.511719, 0.451172, 0.527344, 0.486328, 0.443359, 0.519531, 0.527344, 0.527344, 0.503906, 0.515625, 0.539062, 0.539062, 0.474609, 0.515625, 0.53125, 0.519531, 0.498047, 0.519531, 0.419922, 0.519531, 0.492188, 0.5, 0.523438, 0.542969, 0.542969, 0.546875, 0.53125, 0.515625, 0.267578, 0.539062, 0.455078, 0.376953, 0.515625, 0.523438, 0.53125, 0.486328, 0.488281, 0.535156, 0.539062, 0.535156, 0.511719, 0.546875, 0.53125, 0.488281, 0.546875, 0.519531, 0.550781, 0.523438, 0.527344, 0.519531, 0.457031, 0.539062, 0.539062, 0.515625, 0.515625, 0.546875, 0.53125, 0.519531, 0.53125, 0.53125, 0.503906, 0.515625, 0.490234, 0.546875, 0.539062, 0.542969, 0.488281, 0.535156, 0.416016, 0.457031, 0.546875, 0.527344, 0.527344, 0.519531, 0.480469, 0.443359, 0.494141, 0.53125, 0.527344, 0.53125, 0.535156, 0.486328, 0.539062, 0.519531, 0.507812, 0.542969, 0.527344, 0.330078, 0.539062, 0.519531, 0.539062, 0.464844, 0.515625, 0.511719, 0.535156, 0.527344, 0.474609, 0.539062, 0.355469, 0.523438, 0.447266, 0.149414, 0.503906, 0.53125, 0.523438, 0.496094, 0.546875, 0.511719, 0.515625, 0.53125, 0.542969, 0.486328, 0.527344, 0.542969, 0.5, 0.482422, 0.507812, 0.515625, 0.445312, 0.503906, 0.466797, 0.539062, 0.542969, 0.458984, 0.466797, 0.511719, 0.519531, 0.443359, 0.535156, 0.480469, 0.482422, 0.511719, 0.535156, 0.511719, 0.523438, 0.523438, 0.523438, 0.519531, 0.53125, 0.523438, 0.539062, 0.546875, 0.523438, 0.458984, 0.328125, 0.470703, 0.453125, 0.486328, 0.542969, 0.550781, 0.546875, 0.539062, 0.546875, 0.172852, 0.511719, 0.570312, 0.535156, 0.496094, 0.535156, 0.53125, 0.519531, 0.535156, 0.523438, 0.527344, 0.535156, 0.507812, 0.523438, 0.539062, 0.519531, 0.527344, 0.539062, 0.519531, 0.53125, 0.503906, 0.519531, 0.335938, 0.464844, 0.539062, 0.507812, 0.503906, 0.523438, 0.404297, 0.566406, 0.527344, 0.539062, 0.539062, 0.519531, 0.519531, 0.486328, 0.490234, 0.527344, 0.457031, 0.523438, 0.503906, 0.53125, 0.527344, 0.519531, 0.3125, 0.507812, 0.53125, 0.511719, 0.527344, 0.382812, 0.542969, 0.523438, 0.478516, 0.527344, 0.503906, 0.511719, 0.546875, 0.515625, 0.496094, 0.519531, 0.539062, 0.511719, 0.53125, 0.550781, 0.191406, 0.519531, 0.53125, 0.392578, 0.494141, 0.429688, 0.53125, 0.53125, 0.53125, 0.523438, 0.523438, 0.488281, 0.5, 0.515625, 0.539062, 0.550781, 0.53125, 0.445312, 0.511719, 0.515625, 0.507812, 0.539062, 0.53125, 0.380859, 0.515625, 0.492188, 0.507812, 0.507812, 0.40625, 0.542969, 0.523438, 0.535156, 0.523438, 0.542969, 0.490234, 0.550781, 0.435547, 0.539062, 0.539062, 0.53125, 0.453125, 0.53125, 0.519531, 0.523438, 0.535156, 0.488281, 0.527344, 0.488281, 0.511719, 0.53125, 0.339844, 0.527344, 0.511719, 0.523438, 0.527344, 0.527344, 0.523438, 0.519531, 0.511719, 0.558594, 0.539062, 0.484375, 0.527344, 0.523438, 0.527344, 0.523438, 0.515625, 0.523438, 0.498047, 0.507812, 0.515625, 0.542969, 0.527344, 0.535156, 0.53125, 0.507812, 0.535156, 0.519531, 0.507812, 0.546875, 0.523438, 0.457031, 0.535156, 0.546875, 0.527344, 0.542969, 0.554688, 0.458984, 0.542969, 0.527344, 0.53125, 0.519531, 0.519531, 0.542969, 0.535156, 0.527344, 0.542969, 0.53125, 0.539062, 0.507812, 0.503906, 0.539062, 0.542969, 0.519531, 0.515625, 0.535156, 0.330078, 0.494141, 0.53125, 0.53125, 0.507812, 0.539062, 0.472656, 0.519531, 0.511719, 0.5, 0.550781, 0.458984, 0.535156, 0.435547, 0.515625, 0.507812, 0.519531, 0.503906, 0.523438, 0.527344, 0.542969, 0.535156, 0.507812, 0.539062, 0.431641, 0.460938, 0.523438, 0.398438, 0.542969, 0.527344, 0.539062, 0.523438, 0.546875, 0.527344, 0.527344, 0.519531, 0.53125, 0.535156, 0.519531, 0.515625, 0.431641, 0.53125, 0.542969, 0.546875, 0.480469, 0.523438, 0.519531, 0.527344, 0.476562, 0.539062, 0.488281, 0.519531, 0.53125, 0.535156, 0.523438, 0.550781, 0.503906, 0.53125, 0.486328, 0.53125, 0.535156, 0.511719, 0.523438, 0.519531, 0.519531, 0.515625, 0.546875, 0.53125, 0.480469, 0.523438, 0.542969, 0.515625, 0.539062, 0.445312, 0.515625, 0.472656, 0.511719, 0.539062, 0.519531, 0.496094, 0.519531, 0.542969, 0.527344, 0.542969, 0.523438, 0.447266, 0.427734, 0.539062, 0.53125, 0.542969, 0.503906, 0.539062, 0.53125, 0.515625, 0.53125, 0.539062, 0.535156, 0.511719, 0.515625, 0.414062, 0.515625, 0.542969, 0.527344, 0.527344, 0.527344, 0.539062, 0.523438, 0.126953, 0.558594, 0.519531, 0.539062, 0.523438, 0.503906, 0.535156, 0.439453, 0.527344, 0.535156, 0.507812, 0.53125, 0.542969, 0.546875, 0.486328, 0.546875, 0.515625, 0.519531, 0.527344, 0.337891, 0.539062, 0.410156, 0.523438, 0.527344, 0.535156, 0.507812, 0.539062, 0.519531, 0.464844, 0.355469, 0.519531, 0.519531, 0.535156, 0.447266, 0.542969, 0.519531, 0.535156, 0.527344, 0.527344, 0.542969, 0.539062, 0.539062, 0.490234, 0.535156, 0.550781, 0.53125, 0.539062, 0.542969, 0.53125, 0.519531, 0.498047, 0.496094, 0.550781, 0.486328, 0.53125, 0.515625, 0.53125, 0.527344, 0.539062, 0.503906, 0.53125, 0.53125, 0.511719, 0.542969, 0.53125, 0.535156, 0.519531, 0.523438, 0.53125, 0.291016, 0.53125, 0.542969, 0.511719, 0.490234, 0.523438, 0.507812, 0.515625, 0.515625, 0.515625, 0.458984, 0.539062, 0.535156, 0.53125, 0.474609, 0.535156, 0.523438, 0.375, 0.539062, 0.472656, 0.527344, 0.511719, 0.542969, 0.507812, 0.527344, 0.535156, 0.542969, 0.539062, 0.439453, 0.527344, 0.539062, 0.53125, 0.542969, 0.519531, 0.546875, 0.470703, 0.197266, 0.4375, 0.519531, 0.523438, 0.488281, 0.539062, 0.523438, 0.416016, 0.455078, 0.542969, 0.523438, 0.515625, 0.542969, 0.511719, 0.535156, 0.539062, 0.507812, 0.492188, 0.523438, 0.535156, 0.507812, 0.53125, 0.546875, 0.519531, 0.4375, 0.542969, 0.535156, 0.535156, 0.535156, 0.527344, 0.523438, 0.523438, 0.550781, 0.535156, 0.519531, 0.462891, 0.519531, 0.496094, 0.535156, 0.535156, 0.550781, 0.289062, 0.519531, 0.519531, 0.542969, 0.527344, 0.5625, 0.542969, 0.519531, 0.53125, 0.324219, 0.535156, 0.515625, 0.542969, 0.546875, 0.488281, 0.527344, 0.53125, 0.433594, 0.480469, 0.519531, 0.515625, 0.519531, 0.539062, 0.546875, 0.535156, 0.492188, 0.53125, 0.421875, 0.535156, 0.515625, 0.53125, 0.53125, 0.539062, 0.527344, 0.535156, 0.515625, 0.53125, 0.515625, 0.539062, 0.539062, 0.507812, 0.535156, 0.519531, 0.503906, 0.523438, 0.349609, 0.527344, 0.519531, 0.484375, 0.53125, 0.542969, 0.542969, 0.519531, 0.539062, 0.53125, 0.53125, 0.542969, 0.498047, 0.523438, 0.527344, 0.507812, 0.53125, 0.449219, 0.490234, 0.515625, 0.550781, 0.523438, 0.515625, 0.527344, 0.539062, 0.519531, 0.519531, 0.53125, 0.519531, 0.490234, 0.53125, 0.535156, 0.53125, 0.546875, 0.539062, 0.515625, 0.527344, 0.542969, 0.523438, 0.550781, 0.546875, 0.523438, 0.53125, 0.539062, 0.527344, 0.523438, 0.490234, 0.539062, 0.539062, 0.535156, 0.480469, 0.462891, 0.462891, 0.539062, 0.535156, 0.53125, 0.558594, 0.523438, 0.539062, 0.519531, 0.425781, 0.535156, 0.527344, 0.515625, 0.53125, 0.5, 0.523438, 0.480469, 0.5, 0.515625, 0.515625, 0.527344, 0.470703, 0.53125, 0.53125, 0.511719, 0.535156, 0.550781, 0.527344, 0.542969, 0.539062, 0.527344, 0.423828, 0.515625, 0.539062, 0.535156, 0.519531, 0.542969, 0.507812, 0.53125, 0.439453, 0.441406, 0.507812, 0.53125, 0.519531, 0.546875, 0.511719, 0.53125, 0.527344, 0.539062, 0.539062, 0.542969, 0.503906, 0.542969, 0.523438, 0.523438, 0.445312, 0.498047, 0.451172, 0.527344, 0.542969, 0.462891, 0.535156, 0.558594, 0.515625, 0.527344, 0.558594, 0.439453, 0.46875, 0.515625, 0.484375, 0.503906, 0.523438, 0.507812, 0.519531, 0.535156, 0.175781, 0.455078, 0.546875, 0.53125 ] }, "name": "model.model.layers.46.post_attention_layernorm.weight", "outputIndexes": [ 3795 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3794 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_46/Mul_output_0", "outputIndexes": [ 3796 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3795, 3796 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_46/Mul_1_output_0", "outputIndexes": [ 3797 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3797 ], "outputIndexes": [ 5692 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5692 ], "outputIndexes": [ 5693 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/gate_proj/Linear", "inputIndexes": [ 5693 ], "outputIndexes": [ 5694 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 464401412, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5694 ], "outputIndexes": [ 5695 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5695 ], "outputIndexes": [ 3798 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3798 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_46/Sigmoid_output_0", "outputIndexes": [ 3799 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3798, 3799 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_46/Mul_output_0", "outputIndexes": [ 3800 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3797 ], "outputIndexes": [ 5696 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5696 ], "outputIndexes": [ 5697 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/up_proj/Linear", "inputIndexes": [ 5697 ], "outputIndexes": [ 5698 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 466981914, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5698 ], "outputIndexes": [ 5699 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5699 ], "outputIndexes": [ 3801 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3800, 3801 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_46/Mul_output_0", "outputIndexes": [ 3802 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3802 ], "outputIndexes": [ 5700 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5700 ], "outputIndexes": [ 5701 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/down_proj/Linear", "inputIndexes": [ 5701 ], "outputIndexes": [ 5702 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 469562416, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5702 ], "outputIndexes": [ 5703 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.46/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5703 ], "outputIndexes": [ 3803 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3794, 3803 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_234_output_0", "outputIndexes": [ 3804 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3804, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_423_output_0", "outputIndexes": [ 3805 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.527344, 0.386719, 0.394531, 0.394531, 0.404297, 0.421875, 1.242188, 0.40625, 0.474609, 0.613281, 0.84375, 0.416016, 0.455078, 0.390625, 0.388672, 0.388672, 1.109375, 0.394531, 0.435547, 0.648438, 0.431641, 0.392578, 0.447266, 0.490234, 0.421875, 0.390625, 0.464844, 0.394531, 0.400391, 0.396484, 0.585938, 0.386719, 0.388672, 0.402344, 0.429688, 0.425781, 0.625, 0.390625, 0.789062, 0.412109, 0.417969, 0.365234, 0.445312, 0.458984, 0.59375, 0.443359, 0.382812, 0.53125, 0.408203, 0.796875, 0.357422, 0.800781, 0.412109, 0.410156, 0.617188, 0.396484, 0.369141, 0.419922, 0.417969, 0.402344, 0.396484, 0.384766, 0.431641, 0.394531, 0.523438, 0.609375, 0.894531, 0.765625, 0.373047, 0.730469, 0.378906, 0.574219, 0.46875, 0.482422, 0.396484, 0.40625, 0.46875, 0.369141, 0.785156, 0.410156, 0.462891, 0.402344, 0.466797, 0.419922, 0.425781, 0.566406, 0.371094, 0.578125, 0.410156, 0.605469, 0.457031, 0.384766, 0.578125, 0.408203, 0.761719, 0.605469, 0.433594, 0.390625, 0.369141, 0.427734, 0.400391, 0.445312, 0.386719, 0.416016, 0.439453, 0.671875, 0.398438, 0.423828, 0.396484, 0.353516, 0.371094, 0.394531, 0.398438, 0.414062, 0.416016, 0.53125, 0.416016, 0.400391, 0.355469, 0.423828, 0.429688, 0.511719, 0.378906, 0.457031, 0.388672, 0.433594, 1.265625, 0.388672, 0.355469, 0.339844, 0.412109, 0.367188, 0.398438, 0.435547, 0.400391, 0.419922, 0.390625, 0.427734, 0.757812, 0.480469, 0.384766, 0.429688, 0.382812, 0.375, 0.367188, 0.396484, 0.396484, 0.421875, 0.373047, 0.410156, 0.408203, 0.417969, 0.363281, 0.386719, 0.404297, 0.462891, 0.384766, 0.40625, 0.734375, 0.416016, 0.710938, 0.439453, 0.628906, 0.398438, 0.419922, 0.349609, 0.75, 0.375, 0.363281, 0.648438, 0.449219, 0.394531, 0.371094, 0.451172, 0.761719, 0.417969, 0.447266, 0.392578, 0.388672, 0.410156, 0.402344, 0.447266, 0.40625, 0.427734, 0.398438, 0.431641, 0.396484, 0.398438, 0.384766, 0.40625, 0.390625, 0.423828, 0.714844, 0.392578, 0.400391, 0.404297, 0.40625, 0.492188, 0.166016, 0.400391, 0.396484, 0.376953, 0.439453, 0.384766, 0.416016, 0.425781, 0.384766, 0.404297, 0.462891, 0.394531, 0.398438, 0.400391, 0.419922, 0.652344, 0.384766, 0.386719, 0.378906, 0.419922, 0.375, 0.396484, 0.414062, 0.439453, 0.458984, 0.414062, 0.386719, 0.421875, 0.402344, 0.679688, 0.400391, 0.417969, 0.484375, 0.878906, 0.404297, 0.441406, 0.384766, 0.498047, 0.435547, 0.496094, 0.384766, 0.365234, 0.394531, 0.386719, 0.394531, 0.402344, 0.400391, 0.423828, 0.507812, 0.398438, 0.394531, 0.447266, 0.390625, 0.447266, 0.644531, 0.441406, 0.507812, 0.382812, 0.455078, 0.416016, 0.511719, 0.378906, 0.384766, 0.447266, 0.396484, 0.496094, 0.388672, 0.361328, 0.427734, 0.423828, 0.53125, 0.427734, 1.015625, 0.388672, 0.435547, 0.878906, 0.558594, 0.392578, 0.388672, 0.535156, 0.574219, 0.394531, 0.478516, 0.386719, 0.378906, 0.400391, 0.390625, 0.429688, 0.375, 0.365234, 0.375, 0.388672, 0.378906, 0.417969, 0.402344, 0.458984, 0.404297, 0.40625, 0.386719, 0.394531, 0.408203, 0.419922, 0.388672, 0.380859, 0.412109, 0.597656, 0.378906, 0.398438, 0.523438, 0.392578, 0.351562, 0.400391, 0.585938, 0.386719, 0.466797, 0.492188, 0.384766, 0.412109, 0.380859, 0.478516, 0.714844, 0.546875, 0.375, 0.376953, 0.398438, 0.363281, 0.453125, 0.523438, 0.396484, 0.371094, 0.382812, 0.458984, 0.765625, 0.507812, 0.652344, 0.410156, 0.486328, 0.433594, 0.388672, 0.433594, 0.738281, 0.605469, 0.417969, 0.423828, 0.431641, 0.478516, 0.380859, 0.396484, 0.478516, 0.419922, 0.494141, 0.382812, 0.398438, 0.392578, 0.460938, 0.4375, 0.410156, 0.392578, 0.396484, 0.410156, 0.421875, 0.396484, 0.396484, 0.449219, 0.392578, 0.408203, 0.394531, 0.423828, 0.40625, 0.378906, 0.425781, 0.462891, 0.384766, 0.378906, 0.408203, 0.707031, 0.455078, 0.419922, 0.384766, 0.390625, 0.384766, 0.671875, 1.023438, 0.427734, 0.396484, 0.392578, 0.382812, 0.355469, 0.503906, 0.402344, 0.550781, 0.404297, 0.410156, 0.757812, 0.380859, 0.558594, 0.414062, 0.392578, 0.412109, 0.376953, 0.378906, 0.371094, 0.462891, 0.408203, 0.613281, 0.386719, 0.382812, 0.490234, 0.402344, 0.396484, 0.382812, 0.414062, 0.410156, 0.388672, 0.414062, 0.423828, 0.384766, 0.375, 0.451172, 0.390625, 0.417969, 0.59375, 0.398438, 0.400391, 0.847656, 0.394531, 0.369141, 0.535156, 0.378906, 0.423828, 0.921875, 0.451172, 0.714844, 0.503906, 0.394531, 0.423828, 0.410156, 0.376953, 0.376953, 0.390625, 0.408203, 0.373047, 0.376953, 0.503906, 0.558594, 0.394531, 0.417969, 0.644531, 0.404297, 0.416016, 0.652344, 0.382812, 0.466797, 0.773438, 0.423828, 0.40625, 0.371094, 0.380859, 0.40625, 0.412109, 0.429688, 0.453125, 0.435547, 0.417969, 0.402344, 0.412109, 0.75, 0.371094, 0.460938, 0.375, 0.388672, 0.523438, 0.443359, 0.384766, 0.373047, 0.421875, 0.435547, 0.457031, 0.494141, 0.363281, 0.5, 0.421875, 0.419922, 0.392578, 0.373047, 0.417969, 0.375, 0.5, 0.390625, 0.498047, 0.404297, 0.398438, 0.400391, 0.402344, 0.376953, 0.404297, 0.398438, 0.546875, 0.376953, 0.392578, 0.566406, 0.490234, 1.351562, 0.453125, 0.384766, 0.421875, 0.691406, 0.400391, 0.419922, 0.423828, 0.400391, 0.455078, 0.439453, 0.369141, 0.902344, 0.462891, 0.474609, 0.396484, 0.367188, 0.5, 0.419922, 0.427734, 0.400391, 0.355469, 0.699219, 0.400391, 0.402344, 0.478516, 0.382812, 0.373047, 0.394531, 0.490234, 0.761719, 0.480469, 0.582031, 0.71875, 0.384766, 0.402344, 0.435547, 0.410156, 0.417969, 0.408203, 0.417969, 0.613281, 0.472656, 0.357422, 0.376953, 0.478516, 0.400391, 0.820312, 0.539062, 0.484375, 0.480469, 0.386719, 0.40625, 0.384766, 0.394531, 0.376953, 0.490234, 0.087402, 0.396484, 0.660156, 0.78125, 0.453125, 0.341797, 0.435547, 0.470703, 0.582031, 0.376953, 0.408203, 0.416016, 0.431641, 0.388672, 0.421875, 0.578125, 0.373047, 0.439453, 0.378906, 0.400391, 0.414062, 0.441406, 0.6875, 0.382812, 0.433594, 0.445312, 0.486328, 0.396484, 0.398438, 0.412109, 0.390625, 0.402344, 0.40625, 0.457031, 0.53125, 0.371094, 0.380859, 0.417969, 0.53125, 0.365234, 0.738281, 0.613281, 0.412109, 0.386719, 0.433594, 0.423828, 0.382812, 0.730469, 0.482422, 0.410156, 0.427734, 0.423828, 0.355469, 0.462891, 0.390625, 0.386719, 0.451172, 0.398438, 0.373047, 1.078125, 0.423828, 0.431641, 0.400391, 0.742188, 0.355469, 0.429688, 0.416016, 0.429688, 0.6875, 0.380859, 1.09375, 0.414062, 0.695312, 1.273438, 0.439453, 0.398438, 0.390625, 0.507812, 0.376953, 0.416016, 0.404297, 0.402344, 0.433594, 0.546875, 0.386719, 0.408203, 0.515625, 0.585938, 0.449219, 0.410156, 0.695312, 0.503906, 0.78125, 0.412109, 0.384766, 0.373047, 0.679688, 0.425781, 0.388672, 0.761719, 0.380859, 0.597656, 0.621094, 0.457031, 0.345703, 0.482422, 0.425781, 0.390625, 0.40625, 0.431641, 0.390625, 0.414062, 0.378906, 0.375, 0.416016, 0.474609, 0.695312, 0.507812, 0.703125, 0.476562, 0.394531, 0.40625, 0.402344, 0.363281, 0.402344, 1.085938, 0.435547, 0.458984, 0.40625, 0.523438, 0.375, 0.390625, 0.400391, 0.412109, 0.400391, 0.416016, 0.388672, 0.474609, 0.371094, 0.378906, 0.412109, 0.392578, 0.365234, 0.435547, 0.375, 0.546875, 0.419922, 1.078125, 0.671875, 0.380859, 0.417969, 0.435547, 0.431641, 0.539062, 0.402344, 0.404297, 0.419922, 0.363281, 0.429688, 0.396484, 0.492188, 0.597656, 0.376953, 0.683594, 0.417969, 0.523438, 0.40625, 0.378906, 0.503906, 1.117188, 0.451172, 0.445312, 0.4375, 0.414062, 0.511719, 0.402344, 0.396484, 0.582031, 0.402344, 0.589844, 0.414062, 0.384766, 0.382812, 0.408203, 0.392578, 0.378906, 0.480469, 0.392578, 0.386719, 1.1875, 0.369141, 0.402344, 0.644531, 0.5, 0.730469, 0.359375, 0.431641, 0.376953, 0.392578, 0.365234, 0.492188, 0.476562, 0.427734, 0.400391, 0.392578, 0.40625, 0.773438, 0.419922, 0.412109, 0.455078, 0.371094, 0.417969, 0.945312, 0.466797, 0.462891, 0.488281, 0.410156, 0.726562, 0.376953, 0.433594, 0.404297, 0.386719, 0.380859, 0.523438, 0.369141, 0.640625, 0.40625, 0.423828, 0.4375, 0.804688, 0.439453, 0.431641, 0.423828, 0.427734, 0.408203, 0.394531, 0.515625, 0.439453, 0.398438, 0.953125, 0.396484, 0.400391, 0.394531, 0.386719, 0.388672, 0.400391, 0.457031, 0.410156, 0.375, 0.396484, 0.570312, 0.466797, 0.458984, 0.414062, 0.398438, 0.462891, 0.404297, 0.535156, 0.466797, 0.386719, 0.410156, 0.425781, 0.429688, 0.404297, 0.554688, 0.388672, 0.423828, 0.453125, 0.371094, 0.402344, 0.710938, 0.384766, 0.365234, 0.402344, 0.404297, 0.382812, 0.742188, 0.369141, 0.40625, 0.373047, 0.412109, 0.441406, 0.375, 0.396484, 0.388672, 0.365234, 0.390625, 0.375, 0.519531, 0.5625, 0.384766, 0.408203, 0.460938, 0.462891, 0.400391, 0.882812, 0.443359, 0.416016, 0.373047, 0.558594, 0.386719, 0.451172, 0.369141, 0.542969, 0.425781, 0.363281, 0.667969, 0.384766, 0.816406, 0.398438, 0.482422, 0.419922, 0.494141, 0.40625, 0.402344, 0.394531, 0.384766, 0.460938, 0.408203, 0.753906, 0.738281, 0.378906, 0.675781, 0.378906, 0.369141, 0.392578, 0.408203, 0.449219, 0.416016, 0.416016, 0.494141, 0.408203, 0.457031, 0.384766, 0.423828, 0.863281, 0.361328, 0.378906, 0.40625, 0.625, 0.412109, 0.40625, 0.384766, 0.582031, 0.416016, 0.458984, 0.429688, 0.414062, 0.396484, 0.402344, 0.382812, 0.46875, 0.435547, 0.613281, 0.349609, 0.373047, 0.365234, 0.519531, 0.378906, 0.408203, 0.392578, 0.392578, 0.390625, 0.523438, 0.460938, 0.380859, 0.453125, 0.384766, 0.640625, 0.419922, 0.59375, 0.453125, 0.427734, 0.400391, 0.53125, 0.378906, 0.378906, 0.396484, 0.386719, 0.412109, 0.730469, 0.746094, 0.378906, 0.386719, 0.410156, 0.482422, 0.400391, 0.373047, 0.425781, 0.4375, 0.384766, 0.392578, 0.523438, 0.402344, 0.71875, 0.410156, 0.386719, 0.449219, 0.419922, 0.421875, 0.40625, 0.404297, 0.964844, 0.384766, 0.419922, 0.390625, 0.449219, 0.421875, 0.390625, 0.726562, 0.386719, 0.408203, 0.558594, 0.392578, 0.404297, 0.373047, 0.46875, 0.369141, 0.46875, 0.396484, 0.402344, 1.007812, 0.380859, 0.722656, 0.457031, 0.416016, 0.433594, 0.431641, 0.421875, 0.390625, 0.578125, 1.046875, 0.455078, 0.490234, 0.390625, 0.675781, 0.40625, 0.443359, 0.396484, 0.419922, 0.380859, 0.412109, 0.365234, 0.423828, 0.488281, 0.386719, 0.375, 0.410156, 0.382812, 0.371094, 0.365234, 0.441406, 0.488281, 0.451172, 0.347656, 0.480469, 0.425781, 0.363281, 0.396484, 0.423828, 0.433594, 0.445312, 0.384766, 0.361328, 0.417969, 0.384766, 0.363281, 0.378906, 0.447266, 0.394531, 0.414062, 0.796875, 0.369141, 0.384766, 0.441406, 0.585938, 0.458984, 0.345703, 0.4375, 0.464844, 0.488281, 0.574219, 0.384766, 0.369141, 0.380859, 0.730469, 0.414062, 0.369141, 0.949219, 0.390625, 0.5625, 0.427734, 0.417969, 0.382812, 0.400391, 0.423828, 0.410156, 0.380859, 0.378906, 0.726562, 0.458984, 0.408203, 0.392578, 0.371094, 0.410156, 0.388672, 0.621094, 1.25, 0.832031, 0.416016, 0.390625, 0.539062, 0.378906, 0.412109, 0.71875, 0.5, 0.386719, 0.361328, 0.449219, 0.398438, 0.484375, 0.433594, 0.390625, 0.476562, 0.511719, 0.412109, 0.384766, 0.478516, 0.400391, 0.371094, 0.5, 0.722656, 0.40625, 0.431641, 0.398438, 0.412109, 0.408203, 0.470703, 0.390625, 0.435547, 0.386719, 0.400391, 0.605469, 0.427734, 0.490234, 0.376953, 0.40625, 0.396484, 0.929688, 0.357422, 0.425781, 0.392578, 0.40625, 0.375, 0.373047, 0.414062, 0.398438, 0.957031, 0.396484, 0.3125, 0.40625, 0.421875, 0.478516, 0.419922, 0.396484, 0.777344, 0.628906, 0.451172, 0.384766, 0.458984, 0.404297, 0.382812, 0.384766, 0.455078, 0.503906, 0.84375, 0.394531, 0.488281, 0.402344, 0.404297, 0.402344, 0.402344, 0.400391, 0.382812, 0.388672, 0.441406, 0.373047, 0.384766, 0.460938, 0.417969, 0.4375, 0.519531, 0.423828, 0.988281, 0.369141, 0.449219, 0.515625, 0.378906, 0.398438, 0.388672, 0.429688, 0.398438, 0.371094, 0.412109, 0.386719, 0.476562, 0.376953, 0.40625, 0.398438, 0.396484, 0.734375, 0.488281, 0.408203, 0.384766, 0.369141, 0.412109, 0.410156, 0.390625, 0.433594, 0.458984, 0.376953, 0.400391, 0.574219, 0.388672, 0.375, 0.384766, 0.398438, 0.367188, 0.378906, 0.378906, 0.419922, 0.439453, 0.376953, 0.392578, 0.462891, 0.373047, 0.414062, 0.443359, 0.427734, 0.53125, 0.417969, 0.384766, 0.378906, 0.351562, 0.613281, 0.597656, 0.400391, 0.386719, 0.380859, 0.40625, 0.398438, 0.396484, 0.390625, 0.625, 0.392578, 0.433594, 0.439453, 0.414062, 0.390625, 0.439453, 0.527344, 0.445312, 0.398438, 0.417969, 0.390625, 0.667969, 0.380859, 0.378906, 0.427734, 0.416016, 0.392578, 0.396484, 0.359375, 0.361328, 0.476562, 0.519531, 0.417969, 0.410156, 0.378906, 0.417969, 0.416016, 0.443359, 0.408203, 0.660156, 0.667969, 0.394531, 0.390625, 0.416016, 0.390625, 0.341797, 0.425781, 0.416016, 0.378906, 0.40625, 0.412109, 0.464844, 0.376953, 0.396484, 0.388672, 0.75, 0.503906, 0.6875, 0.416016, 0.427734, 0.546875, 0.412109, 0.376953, 0.466797, 0.396484, 0.388672, 0.636719, 0.585938, 0.449219, 0.601562, 0.464844, 0.425781, 0.478516, 0.470703, 0.371094, 1.273438, 0.691406, 0.376953, 0.412109 ] }, "name": "model.model.layers.47.input_layernorm.weight", "outputIndexes": [ 3806 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3805 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_47/Mul_output_0", "outputIndexes": [ 3807 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3806, 3807 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_47/Mul_1_output_0", "outputIndexes": [ 3808 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3808 ], "outputIndexes": [ 5704 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5704 ], "outputIndexes": [ 5705 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/q_proj/Linear", "inputIndexes": [ 5705 ], "outputIndexes": [ 5706 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 472142918, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5706 ], "outputIndexes": [ 5707 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5707 ], "outputIndexes": [ 3809 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3808 ], "main_type": "NONE", "name": "/Shape_659_output_0", "outputIndexes": [ 3810 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3810 ], "main_type": "NONE", "name": "Shape10231", "outputIndexes": [ 3811 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3810 ], "main_type": "NONE", "name": "Rank10233", "outputIndexes": [ 3812 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3812, 3812 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10235", "outputIndexes": [ 3813 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3813 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10236", "outputIndexes": [ 3814 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3813, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10238", "outputIndexes": [ 3815 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3815 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10239", "outputIndexes": [ 3816 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3811, 3814, 3816, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10242", "outputIndexes": [ 3817 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3817 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10243", "outputIndexes": [ 3818 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3818 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10244", "outputIndexes": [ 3819 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3819, 3818 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10245", "outputIndexes": [ 3820 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3810, 3820, 3813 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_709_output_0", "outputIndexes": [ 3821 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3821, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1505_output_0", "outputIndexes": [ 3822 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3822, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_611_output_0", "outputIndexes": [ 3823 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3809, 3823 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_424_output_0", "outputIndexes": [ 3824 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3824, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_376_output_0", "outputIndexes": [ 3825 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3824 ], "main_type": "NONE", "name": "/Shape_660_output_0", "outputIndexes": [ 3826 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3826 ], "main_type": "NONE", "name": "Shape10252", "outputIndexes": [ 3827 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3826 ], "main_type": "NONE", "name": "Rank10254", "outputIndexes": [ 3828 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3828, 3828 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10256", "outputIndexes": [ 3829 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3829 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10257", "outputIndexes": [ 3830 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3829, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10259", "outputIndexes": [ 3831 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3831 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10260", "outputIndexes": [ 3832 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3827, 3830, 3832, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10263", "outputIndexes": [ 3833 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3833 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10264", "outputIndexes": [ 3834 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3834 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10265", "outputIndexes": [ 3835 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3835, 3834 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10266", "outputIndexes": [ 3836 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3826, 3836, 3829 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_710_output_0", "outputIndexes": [ 3837 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3837, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_141_output_0", "outputIndexes": [ 3838 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3838, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1510_output_0", "outputIndexes": [ 3839 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3824, 3839, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_189_output_0", "outputIndexes": [ 3840 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3840 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_94_output_0", "outputIndexes": [ 3841 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3824, 22, 3839, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_188_output_0", "outputIndexes": [ 3842 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3841, 3842 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_614_output_0", "outputIndexes": [ 3843 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3843, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_377_output_0", "outputIndexes": [ 3844 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3825, 3844 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_235_output_0", "outputIndexes": [ 3845 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3808 ], "outputIndexes": [ 5708 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5708 ], "outputIndexes": [ 5709 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/k_proj/Linear", "inputIndexes": [ 5709 ], "outputIndexes": [ 5710 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 473064540, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5710 ], "outputIndexes": [ 5711 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5711 ], "outputIndexes": [ 3846 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3822, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_612_output_0", "outputIndexes": [ 3847 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3846, 3847 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_425_output_0", "outputIndexes": [ 3848 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3848, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_378_output_0", "outputIndexes": [ 3849 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3848 ], "main_type": "NONE", "name": "/Shape_661_output_0", "outputIndexes": [ 3850 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3850 ], "main_type": "NONE", "name": "Shape10315", "outputIndexes": [ 3851 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3850 ], "main_type": "NONE", "name": "Rank10317", "outputIndexes": [ 3852 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3852, 3852 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10319", "outputIndexes": [ 3853 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3853 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10320", "outputIndexes": [ 3854 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3853, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10322", "outputIndexes": [ 3855 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3855 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10323", "outputIndexes": [ 3856 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3851, 3854, 3856, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10326", "outputIndexes": [ 3857 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3857 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10327", "outputIndexes": [ 3858 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3858 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10328", "outputIndexes": [ 3859 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3859, 3858 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10329", "outputIndexes": [ 3860 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3850, 3860, 3853 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_711_output_0", "outputIndexes": [ 3861 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3861, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_142_output_0", "outputIndexes": [ 3862 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3862, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1512_output_0", "outputIndexes": [ 3863 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3848, 3863, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_191_output_0", "outputIndexes": [ 3864 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3864 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_95_output_0", "outputIndexes": [ 3865 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3848, 22, 3863, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_190_output_0", "outputIndexes": [ 3866 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3865, 3866 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_615_output_0", "outputIndexes": [ 3867 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3867, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_379_output_0", "outputIndexes": [ 3868 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3849, 3868 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_236_output_0", "outputIndexes": [ 3869 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3808 ], "outputIndexes": [ 5712 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5712 ], "outputIndexes": [ 5713 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/v_proj/Linear", "inputIndexes": [ 5713 ], "outputIndexes": [ 5714 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 473294962, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5714 ], "outputIndexes": [ 5715 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5715 ], "outputIndexes": [ 3870 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3870, 3847 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_426_output_0", "outputIndexes": [ 3871 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3845, 3869, 3871, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_431_output_0", "outputIndexes": [ 3872 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3872 ], "outputIndexes": [ 5716 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5716 ], "outputIndexes": [ 5717 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/o_proj/Linear", "inputIndexes": [ 5717 ], "outputIndexes": [ 5718 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 473525384, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5718 ], "outputIndexes": [ 5719 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5719 ], "outputIndexes": [ 3873 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3805, 3873 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_238_output_0", "outputIndexes": [ 3874 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.492188, 0.542969, 0.535156, 0.542969, 0.542969, 0.535156, 0.213867, 0.535156, 0.515625, 0.488281, 0.4375, 0.53125, 0.480469, 0.53125, 0.535156, 0.535156, 0.318359, 0.539062, 0.53125, 0.474609, 0.527344, 0.558594, 0.511719, 0.523438, 0.53125, 0.554688, 0.496094, 0.53125, 0.539062, 0.53125, 0.5, 0.324219, 0.53125, 0.539062, 0.523438, 0.527344, 0.486328, 0.542969, 0.421875, 0.546875, 0.53125, 0.539062, 0.523438, 0.519531, 0.490234, 0.511719, 0.539062, 0.507812, 0.542969, 0.443359, 0.535156, 0.433594, 0.535156, 0.535156, 0.494141, 0.539062, 0.550781, 0.515625, 0.527344, 0.535156, 0.53125, 0.527344, 0.511719, 0.535156, 0.494141, 0.496094, 0.400391, 0.447266, 0.539062, 0.429688, 0.535156, 0.464844, 0.523438, 0.523438, 0.546875, 0.535156, 0.535156, 0.542969, 0.441406, 0.523438, 0.535156, 0.5625, 0.511719, 0.539062, 0.527344, 0.511719, 0.566406, 0.494141, 0.554688, 0.5, 0.511719, 0.535156, 0.498047, 0.546875, 0.449219, 0.482422, 0.558594, 0.554688, 0.550781, 0.542969, 0.546875, 0.519531, 0.546875, 0.53125, 0.466797, 0.478516, 0.554688, 0.535156, 0.523438, 0.535156, 0.535156, 0.550781, 0.519531, 0.535156, 0.546875, 0.527344, 0.523438, 0.546875, 0.550781, 0.542969, 0.535156, 0.5, 0.539062, 0.507812, 0.5625, 0.535156, 0.259766, 0.542969, 0.539062, 0.458984, 0.546875, 0.539062, 0.527344, 0.53125, 0.53125, 0.53125, 0.546875, 0.527344, 0.474609, 0.527344, 0.542969, 0.488281, 0.542969, 0.546875, 0.53125, 0.535156, 0.523438, 0.519531, 0.507812, 0.535156, 0.53125, 0.53125, 0.523438, 0.550781, 0.546875, 0.511719, 0.542969, 0.507812, 0.472656, 0.5625, 0.472656, 0.542969, 0.486328, 0.539062, 0.523438, 0.554688, 0.421875, 0.550781, 0.53125, 0.464844, 0.53125, 0.539062, 0.542969, 0.527344, 0.423828, 0.539062, 0.53125, 0.542969, 0.550781, 0.546875, 0.527344, 0.515625, 0.527344, 0.527344, 0.535156, 0.53125, 0.539062, 0.539062, 0.53125, 0.542969, 0.539062, 0.519531, 0.455078, 0.527344, 0.53125, 0.527344, 0.542969, 0.515625, 0.106934, 0.550781, 0.539062, 0.535156, 0.515625, 0.527344, 0.527344, 0.542969, 0.554688, 0.519531, 0.515625, 0.542969, 0.527344, 0.539062, 0.539062, 0.478516, 0.539062, 0.53125, 0.539062, 0.519531, 0.527344, 0.527344, 0.527344, 0.53125, 0.503906, 0.515625, 0.539062, 0.527344, 0.527344, 0.482422, 0.566406, 0.527344, 0.527344, 0.457031, 0.539062, 0.535156, 0.550781, 0.503906, 0.53125, 0.5, 0.507812, 0.535156, 0.546875, 0.53125, 0.542969, 0.550781, 0.535156, 0.523438, 0.486328, 0.546875, 0.542969, 0.546875, 0.523438, 0.511719, 0.451172, 0.539062, 0.519531, 0.535156, 0.519531, 0.519531, 0.511719, 0.539062, 0.539062, 0.519531, 0.539062, 0.503906, 0.539062, 0.535156, 0.535156, 0.539062, 0.503906, 0.539062, 0.349609, 0.515625, 0.539062, 0.285156, 0.503906, 0.535156, 0.539062, 0.511719, 0.496094, 0.546875, 0.511719, 0.542969, 0.519531, 0.542969, 0.53125, 0.519531, 0.542969, 0.542969, 0.535156, 0.546875, 0.539062, 0.53125, 0.542969, 0.539062, 0.539062, 0.527344, 0.554688, 0.539062, 0.542969, 0.527344, 0.535156, 0.542969, 0.527344, 0.482422, 0.539062, 0.535156, 0.507812, 0.546875, 0.486328, 0.539062, 0.486328, 0.558594, 0.519531, 0.507812, 0.542969, 0.527344, 0.519531, 0.503906, 0.480469, 0.519531, 0.542969, 0.546875, 0.542969, 0.539062, 0.53125, 0.511719, 0.542969, 0.546875, 0.539062, 0.519531, 0.455078, 0.519531, 0.431641, 0.542969, 0.515625, 0.527344, 0.539062, 0.5, 0.457031, 0.472656, 0.53125, 0.53125, 0.535156, 0.5, 0.542969, 0.542969, 0.515625, 0.527344, 0.503906, 0.539062, 0.542969, 0.539062, 0.519531, 0.535156, 0.523438, 0.535156, 0.539062, 0.535156, 0.515625, 0.539062, 0.519531, 0.527344, 0.535156, 0.523438, 0.535156, 0.527344, 0.53125, 0.527344, 0.511719, 0.515625, 0.546875, 0.539062, 0.542969, 0.466797, 0.539062, 0.53125, 0.519531, 0.554688, 0.535156, 0.460938, 0.21875, 0.527344, 0.554688, 0.542969, 0.542969, 0.507812, 0.5, 0.542969, 0.511719, 0.542969, 0.539062, 0.470703, 0.546875, 0.476562, 0.5625, 0.53125, 0.542969, 0.550781, 0.53125, 0.53125, 0.523438, 0.539062, 0.496094, 0.535156, 0.535156, 0.507812, 0.535156, 0.539062, 0.554688, 0.539062, 0.53125, 0.546875, 0.523438, 0.53125, 0.539062, 0.550781, 0.542969, 0.527344, 0.539062, 0.474609, 0.542969, 0.53125, 0.349609, 0.550781, 0.542969, 0.478516, 0.546875, 0.523438, 0.394531, 0.527344, 0.441406, 0.507812, 0.546875, 0.535156, 0.53125, 0.535156, 0.539062, 0.53125, 0.542969, 0.53125, 0.550781, 0.507812, 0.511719, 0.558594, 0.523438, 0.5, 0.4375, 0.546875, 0.484375, 0.546875, 0.519531, 0.46875, 0.535156, 0.535156, 0.535156, 0.558594, 0.53125, 0.519531, 0.519531, 0.503906, 0.527344, 0.503906, 0.539062, 0.527344, 0.441406, 0.535156, 0.515625, 0.535156, 0.535156, 0.507812, 0.539062, 0.527344, 0.523438, 0.53125, 0.519531, 0.539062, 0.515625, 0.535156, 0.53125, 0.53125, 0.542969, 0.546875, 0.550781, 0.519531, 0.546875, 0.507812, 0.53125, 0.515625, 0.539062, 0.53125, 0.539062, 0.546875, 0.535156, 0.53125, 0.542969, 0.503906, 0.527344, 0.527344, 0.478516, 0.515625, 0.175781, 0.515625, 0.539062, 0.539062, 0.433594, 0.546875, 0.527344, 0.523438, 0.535156, 0.539062, 0.523438, 0.558594, 0.226562, 0.523438, 0.519531, 0.550781, 0.542969, 0.519531, 0.542969, 0.527344, 0.523438, 0.519531, 0.455078, 0.558594, 0.535156, 0.527344, 0.535156, 0.546875, 0.53125, 0.53125, 0.466797, 0.519531, 0.490234, 0.443359, 0.53125, 0.53125, 0.542969, 0.507812, 0.519531, 0.542969, 0.542969, 0.480469, 0.515625, 0.539062, 0.519531, 0.523438, 0.527344, 0.423828, 0.527344, 0.503906, 0.498047, 0.523438, 0.539062, 0.546875, 0.542969, 0.546875, 0.53125, 0.271484, 0.539062, 0.474609, 0.396484, 0.515625, 0.535156, 0.523438, 0.492188, 0.494141, 0.539062, 0.542969, 0.542969, 0.519531, 0.542969, 0.546875, 0.496094, 0.535156, 0.535156, 0.546875, 0.523438, 0.539062, 0.527344, 0.464844, 0.550781, 0.535156, 0.527344, 0.507812, 0.535156, 0.53125, 0.527344, 0.535156, 0.546875, 0.53125, 0.523438, 0.511719, 0.542969, 0.53125, 0.550781, 0.494141, 0.542969, 0.431641, 0.472656, 0.542969, 0.527344, 0.527344, 0.535156, 0.507812, 0.46875, 0.5, 0.546875, 0.53125, 0.539062, 0.542969, 0.5, 0.539062, 0.527344, 0.519531, 0.523438, 0.535156, 0.357422, 0.527344, 0.535156, 0.542969, 0.460938, 0.519531, 0.511719, 0.535156, 0.535156, 0.498047, 0.550781, 0.365234, 0.539062, 0.464844, 0.154297, 0.515625, 0.539062, 0.539062, 0.503906, 0.550781, 0.511719, 0.542969, 0.542969, 0.519531, 0.511719, 0.539062, 0.554688, 0.515625, 0.5, 0.519531, 0.53125, 0.460938, 0.515625, 0.470703, 0.542969, 0.550781, 0.460938, 0.482422, 0.53125, 0.535156, 0.457031, 0.546875, 0.488281, 0.498047, 0.523438, 0.535156, 0.519531, 0.527344, 0.535156, 0.535156, 0.535156, 0.542969, 0.535156, 0.546875, 0.535156, 0.527344, 0.480469, 0.378906, 0.480469, 0.472656, 0.478516, 0.535156, 0.546875, 0.554688, 0.535156, 0.539062, 0.1875, 0.53125, 0.578125, 0.539062, 0.507812, 0.550781, 0.527344, 0.542969, 0.539062, 0.515625, 0.539062, 0.546875, 0.539062, 0.542969, 0.546875, 0.53125, 0.535156, 0.550781, 0.523438, 0.527344, 0.503906, 0.535156, 0.357422, 0.476562, 0.539062, 0.515625, 0.507812, 0.539062, 0.419922, 0.539062, 0.539062, 0.542969, 0.527344, 0.527344, 0.53125, 0.5, 0.486328, 0.542969, 0.480469, 0.53125, 0.519531, 0.527344, 0.542969, 0.527344, 0.332031, 0.515625, 0.535156, 0.527344, 0.539062, 0.4375, 0.535156, 0.539062, 0.496094, 0.535156, 0.507812, 0.53125, 0.554688, 0.53125, 0.507812, 0.523438, 0.539062, 0.511719, 0.542969, 0.546875, 0.204102, 0.539062, 0.542969, 0.425781, 0.507812, 0.447266, 0.558594, 0.53125, 0.550781, 0.535156, 0.539062, 0.507812, 0.515625, 0.523438, 0.546875, 0.550781, 0.53125, 0.447266, 0.527344, 0.527344, 0.519531, 0.550781, 0.53125, 0.402344, 0.515625, 0.503906, 0.511719, 0.535156, 0.417969, 0.539062, 0.527344, 0.539062, 0.535156, 0.550781, 0.511719, 0.546875, 0.458984, 0.550781, 0.535156, 0.535156, 0.460938, 0.546875, 0.53125, 0.535156, 0.535156, 0.515625, 0.527344, 0.503906, 0.519531, 0.542969, 0.367188, 0.535156, 0.527344, 0.539062, 0.535156, 0.535156, 0.523438, 0.523438, 0.535156, 0.554688, 0.539062, 0.503906, 0.535156, 0.519531, 0.527344, 0.53125, 0.527344, 0.539062, 0.511719, 0.507812, 0.542969, 0.550781, 0.539062, 0.542969, 0.519531, 0.511719, 0.546875, 0.519531, 0.515625, 0.539062, 0.515625, 0.466797, 0.539062, 0.539062, 0.546875, 0.539062, 0.546875, 0.46875, 0.542969, 0.53125, 0.523438, 0.535156, 0.527344, 0.550781, 0.535156, 0.527344, 0.53125, 0.535156, 0.539062, 0.503906, 0.507812, 0.539062, 0.535156, 0.535156, 0.519531, 0.535156, 0.345703, 0.515625, 0.53125, 0.542969, 0.507812, 0.542969, 0.486328, 0.539062, 0.503906, 0.515625, 0.550781, 0.474609, 0.527344, 0.441406, 0.515625, 0.515625, 0.527344, 0.507812, 0.539062, 0.535156, 0.542969, 0.535156, 0.527344, 0.527344, 0.441406, 0.474609, 0.539062, 0.404297, 0.542969, 0.535156, 0.53125, 0.53125, 0.546875, 0.527344, 0.53125, 0.53125, 0.527344, 0.542969, 0.527344, 0.53125, 0.445312, 0.542969, 0.546875, 0.546875, 0.498047, 0.53125, 0.53125, 0.535156, 0.480469, 0.542969, 0.503906, 0.515625, 0.539062, 0.542969, 0.539062, 0.546875, 0.511719, 0.519531, 0.5, 0.53125, 0.535156, 0.527344, 0.53125, 0.535156, 0.535156, 0.523438, 0.535156, 0.527344, 0.492188, 0.527344, 0.542969, 0.515625, 0.546875, 0.474609, 0.515625, 0.484375, 0.523438, 0.539062, 0.53125, 0.507812, 0.523438, 0.558594, 0.53125, 0.546875, 0.53125, 0.484375, 0.449219, 0.554688, 0.550781, 0.554688, 0.511719, 0.539062, 0.535156, 0.535156, 0.519531, 0.535156, 0.535156, 0.511719, 0.523438, 0.4375, 0.515625, 0.546875, 0.53125, 0.542969, 0.542969, 0.542969, 0.523438, 0.146484, 0.558594, 0.523438, 0.539062, 0.53125, 0.507812, 0.535156, 0.474609, 0.53125, 0.535156, 0.511719, 0.535156, 0.542969, 0.546875, 0.5, 0.542969, 0.527344, 0.542969, 0.546875, 0.359375, 0.539062, 0.425781, 0.53125, 0.53125, 0.53125, 0.527344, 0.535156, 0.523438, 0.484375, 0.382812, 0.527344, 0.523438, 0.539062, 0.457031, 0.542969, 0.519531, 0.554688, 0.53125, 0.523438, 0.539062, 0.539062, 0.535156, 0.507812, 0.535156, 0.550781, 0.535156, 0.542969, 0.554688, 0.539062, 0.519531, 0.507812, 0.511719, 0.550781, 0.503906, 0.539062, 0.53125, 0.539062, 0.535156, 0.53125, 0.535156, 0.539062, 0.542969, 0.523438, 0.550781, 0.539062, 0.535156, 0.542969, 0.523438, 0.550781, 0.335938, 0.542969, 0.546875, 0.527344, 0.488281, 0.535156, 0.519531, 0.53125, 0.53125, 0.53125, 0.470703, 0.539062, 0.535156, 0.542969, 0.476562, 0.523438, 0.523438, 0.382812, 0.527344, 0.486328, 0.523438, 0.527344, 0.539062, 0.511719, 0.53125, 0.539062, 0.535156, 0.550781, 0.445312, 0.527344, 0.550781, 0.527344, 0.53125, 0.539062, 0.546875, 0.484375, 0.213867, 0.460938, 0.527344, 0.539062, 0.503906, 0.53125, 0.527344, 0.435547, 0.478516, 0.554688, 0.53125, 0.523438, 0.542969, 0.523438, 0.53125, 0.550781, 0.519531, 0.5, 0.535156, 0.535156, 0.503906, 0.539062, 0.546875, 0.515625, 0.455078, 0.542969, 0.527344, 0.546875, 0.542969, 0.53125, 0.515625, 0.523438, 0.554688, 0.539062, 0.519531, 0.474609, 0.511719, 0.519531, 0.546875, 0.53125, 0.542969, 0.302734, 0.527344, 0.523438, 0.542969, 0.53125, 0.546875, 0.535156, 0.523438, 0.539062, 0.349609, 0.542969, 0.542969, 0.542969, 0.5625, 0.507812, 0.523438, 0.527344, 0.439453, 0.482422, 0.519531, 0.523438, 0.53125, 0.542969, 0.550781, 0.535156, 0.507812, 0.523438, 0.439453, 0.527344, 0.535156, 0.539062, 0.53125, 0.542969, 0.550781, 0.53125, 0.507812, 0.539062, 0.515625, 0.546875, 0.542969, 0.519531, 0.554688, 0.523438, 0.523438, 0.53125, 0.369141, 0.539062, 0.515625, 0.496094, 0.539062, 0.550781, 0.539062, 0.527344, 0.558594, 0.539062, 0.542969, 0.554688, 0.511719, 0.53125, 0.535156, 0.523438, 0.527344, 0.455078, 0.496094, 0.53125, 0.546875, 0.539062, 0.527344, 0.539062, 0.550781, 0.527344, 0.527344, 0.546875, 0.53125, 0.5, 0.535156, 0.53125, 0.546875, 0.542969, 0.546875, 0.542969, 0.53125, 0.542969, 0.515625, 0.542969, 0.542969, 0.511719, 0.539062, 0.539062, 0.523438, 0.535156, 0.496094, 0.554688, 0.546875, 0.550781, 0.472656, 0.476562, 0.474609, 0.535156, 0.53125, 0.539062, 0.570312, 0.53125, 0.523438, 0.535156, 0.443359, 0.539062, 0.53125, 0.539062, 0.539062, 0.515625, 0.527344, 0.498047, 0.511719, 0.519531, 0.535156, 0.535156, 0.472656, 0.53125, 0.539062, 0.515625, 0.542969, 0.542969, 0.527344, 0.542969, 0.539062, 0.519531, 0.449219, 0.53125, 0.546875, 0.53125, 0.53125, 0.546875, 0.511719, 0.539062, 0.466797, 0.453125, 0.511719, 0.527344, 0.539062, 0.546875, 0.535156, 0.527344, 0.53125, 0.53125, 0.539062, 0.539062, 0.511719, 0.535156, 0.527344, 0.535156, 0.445312, 0.507812, 0.460938, 0.523438, 0.535156, 0.478516, 0.539062, 0.550781, 0.535156, 0.53125, 0.554688, 0.46875, 0.490234, 0.519531, 0.494141, 0.519531, 0.519531, 0.511719, 0.511719, 0.546875, 0.204102, 0.457031, 0.546875, 0.542969 ] }, "name": "model.model.layers.47.post_attention_layernorm.weight", "outputIndexes": [ 3875 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3874 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_47/Mul_output_0", "outputIndexes": [ 3876 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3875, 3876 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_47/Mul_1_output_0", "outputIndexes": [ 3877 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3877 ], "outputIndexes": [ 5720 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5720 ], "outputIndexes": [ 5721 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/gate_proj/Linear", "inputIndexes": [ 5721 ], "outputIndexes": [ 5722 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 474447006, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5722 ], "outputIndexes": [ 5723 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5723 ], "outputIndexes": [ 3878 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3878 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_47/Sigmoid_output_0", "outputIndexes": [ 3879 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3878, 3879 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_47/Mul_output_0", "outputIndexes": [ 3880 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3877 ], "outputIndexes": [ 5724 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5724 ], "outputIndexes": [ 5725 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/up_proj/Linear", "inputIndexes": [ 5725 ], "outputIndexes": [ 5726 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 477027508, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5726 ], "outputIndexes": [ 5727 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5727 ], "outputIndexes": [ 3881 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3880, 3881 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_47/Mul_output_0", "outputIndexes": [ 3882 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3882 ], "outputIndexes": [ 5728 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5728 ], "outputIndexes": [ 5729 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/down_proj/Linear", "inputIndexes": [ 5729 ], "outputIndexes": [ 5730 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 479608010, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5730 ], "outputIndexes": [ 5731 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.47/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5731 ], "outputIndexes": [ 3883 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3874, 3883 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_239_output_0", "outputIndexes": [ 3884 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3884, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_432_output_0", "outputIndexes": [ 3885 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.464844, 0.394531, 0.400391, 0.425781, 0.433594, 0.425781, 1.007812, 0.439453, 0.470703, 0.542969, 0.761719, 0.419922, 0.445312, 0.417969, 0.402344, 0.40625, 0.941406, 0.396484, 0.431641, 0.585938, 0.443359, 0.382812, 0.435547, 0.466797, 0.425781, 0.419922, 0.457031, 0.404297, 0.423828, 0.417969, 0.539062, 0.388672, 0.404297, 0.40625, 0.441406, 0.423828, 0.558594, 0.408203, 0.707031, 0.431641, 0.419922, 0.402344, 0.435547, 0.4375, 0.535156, 0.447266, 0.417969, 0.490234, 0.40625, 0.691406, 0.392578, 0.707031, 0.439453, 0.433594, 0.550781, 0.423828, 0.400391, 0.425781, 0.419922, 0.417969, 0.427734, 0.423828, 0.451172, 0.400391, 0.498047, 0.539062, 0.75, 0.691406, 0.404297, 0.644531, 0.398438, 0.53125, 0.445312, 0.453125, 0.419922, 0.435547, 0.455078, 0.386719, 0.679688, 0.439453, 0.462891, 0.429688, 0.455078, 0.423828, 0.414062, 0.498047, 0.390625, 0.5, 0.455078, 0.539062, 0.447266, 0.404297, 0.535156, 0.410156, 0.644531, 0.546875, 0.441406, 0.398438, 0.386719, 0.46875, 0.431641, 0.435547, 0.414062, 0.423828, 0.445312, 0.589844, 0.431641, 0.419922, 0.408203, 0.390625, 0.378906, 0.416016, 0.404297, 0.439453, 0.431641, 0.5, 0.421875, 0.414062, 0.390625, 0.416016, 0.433594, 0.488281, 0.396484, 0.453125, 0.441406, 0.449219, 0.964844, 0.412109, 0.390625, 0.384766, 0.390625, 0.384766, 0.417969, 0.439453, 0.419922, 0.427734, 0.417969, 0.433594, 0.65625, 0.453125, 0.400391, 0.449219, 0.417969, 0.417969, 0.380859, 0.394531, 0.423828, 0.443359, 0.398438, 0.410156, 0.40625, 0.427734, 0.402344, 0.398438, 0.402344, 0.455078, 0.396484, 0.408203, 0.601562, 0.423828, 0.609375, 0.435547, 0.554688, 0.398438, 0.425781, 0.40625, 0.683594, 0.414062, 0.394531, 0.578125, 0.464844, 0.423828, 0.419922, 0.431641, 0.65625, 0.398438, 0.464844, 0.398438, 0.394531, 0.419922, 0.40625, 0.447266, 0.431641, 0.449219, 0.396484, 0.451172, 0.425781, 0.417969, 0.416016, 0.408203, 0.408203, 0.423828, 0.609375, 0.412109, 0.423828, 0.419922, 0.416016, 0.470703, 0.188477, 0.392578, 0.425781, 0.404297, 0.416016, 0.380859, 0.458984, 0.455078, 0.410156, 0.419922, 0.458984, 0.410156, 0.419922, 0.425781, 0.421875, 0.585938, 0.423828, 0.412109, 0.410156, 0.423828, 0.40625, 0.410156, 0.439453, 0.414062, 0.447266, 0.435547, 0.419922, 0.431641, 0.419922, 0.578125, 0.421875, 0.433594, 0.470703, 0.71875, 0.417969, 0.455078, 0.396484, 0.484375, 0.423828, 0.453125, 0.433594, 0.376953, 0.404297, 0.410156, 0.396484, 0.421875, 0.40625, 0.419922, 0.5, 0.419922, 0.425781, 0.443359, 0.398438, 0.443359, 0.585938, 0.408203, 0.478516, 0.419922, 0.455078, 0.433594, 0.492188, 0.392578, 0.419922, 0.449219, 0.419922, 0.460938, 0.419922, 0.382812, 0.421875, 0.419922, 0.5, 0.412109, 0.878906, 0.404297, 0.423828, 0.863281, 0.511719, 0.400391, 0.400391, 0.527344, 0.486328, 0.427734, 0.458984, 0.419922, 0.40625, 0.421875, 0.419922, 0.431641, 0.390625, 0.388672, 0.416016, 0.414062, 0.412109, 0.416016, 0.404297, 0.449219, 0.419922, 0.408203, 0.384766, 0.412109, 0.412109, 0.427734, 0.390625, 0.421875, 0.410156, 0.554688, 0.392578, 0.404297, 0.503906, 0.40625, 0.384766, 0.40625, 0.558594, 0.416016, 0.460938, 0.462891, 0.416016, 0.416016, 0.421875, 0.453125, 0.601562, 0.488281, 0.398438, 0.408203, 0.416016, 0.390625, 0.431641, 0.482422, 0.40625, 0.435547, 0.392578, 0.435547, 0.660156, 0.523438, 0.585938, 0.419922, 0.478516, 0.4375, 0.400391, 0.392578, 0.648438, 0.5625, 0.429688, 0.431641, 0.429688, 0.466797, 0.400391, 0.449219, 0.451172, 0.404297, 0.470703, 0.404297, 0.412109, 0.421875, 0.443359, 0.429688, 0.435547, 0.417969, 0.410156, 0.412109, 0.414062, 0.416016, 0.416016, 0.441406, 0.390625, 0.427734, 0.410156, 0.433594, 0.398438, 0.404297, 0.419922, 0.433594, 0.408203, 0.394531, 0.400391, 0.601562, 0.449219, 0.431641, 0.404297, 0.414062, 0.417969, 0.609375, 0.894531, 0.439453, 0.439453, 0.392578, 0.394531, 0.373047, 0.476562, 0.396484, 0.523438, 0.402344, 0.455078, 0.628906, 0.388672, 0.519531, 0.443359, 0.419922, 0.416016, 0.408203, 0.417969, 0.414062, 0.457031, 0.417969, 0.550781, 0.412109, 0.410156, 0.488281, 0.414062, 0.398438, 0.414062, 0.414062, 0.414062, 0.404297, 0.412109, 0.435547, 0.400391, 0.394531, 0.453125, 0.388672, 0.429688, 0.539062, 0.433594, 0.408203, 0.792969, 0.410156, 0.416016, 0.515625, 0.396484, 0.423828, 0.808594, 0.451172, 0.628906, 0.476562, 0.410156, 0.417969, 0.423828, 0.431641, 0.390625, 0.414062, 0.423828, 0.392578, 0.427734, 0.453125, 0.511719, 0.417969, 0.419922, 0.585938, 0.410156, 0.427734, 0.574219, 0.400391, 0.457031, 0.667969, 0.404297, 0.421875, 0.410156, 0.408203, 0.410156, 0.423828, 0.425781, 0.447266, 0.433594, 0.417969, 0.416016, 0.4375, 0.625, 0.421875, 0.457031, 0.392578, 0.410156, 0.484375, 0.4375, 0.404297, 0.414062, 0.441406, 0.427734, 0.435547, 0.496094, 0.404297, 0.503906, 0.429688, 0.429688, 0.414062, 0.417969, 0.4375, 0.400391, 0.470703, 0.425781, 0.462891, 0.433594, 0.398438, 0.427734, 0.441406, 0.412109, 0.414062, 0.408203, 0.503906, 0.400391, 0.419922, 0.515625, 0.484375, 1.125, 0.455078, 0.394531, 0.421875, 0.617188, 0.417969, 0.431641, 0.429688, 0.416016, 0.429688, 0.4375, 0.398438, 0.894531, 0.443359, 0.451172, 0.4375, 0.396484, 0.478516, 0.408203, 0.435547, 0.40625, 0.396484, 0.609375, 0.417969, 0.416016, 0.470703, 0.416016, 0.400391, 0.408203, 0.455078, 0.664062, 0.441406, 0.503906, 0.617188, 0.414062, 0.412109, 0.433594, 0.431641, 0.400391, 0.429688, 0.423828, 0.550781, 0.449219, 0.386719, 0.412109, 0.472656, 0.416016, 0.6875, 0.5, 0.5, 0.466797, 0.398438, 0.419922, 0.417969, 0.412109, 0.404297, 0.478516, 0.119629, 0.398438, 0.574219, 0.679688, 0.460938, 0.40625, 0.429688, 0.457031, 0.535156, 0.396484, 0.439453, 0.410156, 0.435547, 0.429688, 0.414062, 0.527344, 0.414062, 0.439453, 0.402344, 0.421875, 0.421875, 0.455078, 0.601562, 0.412109, 0.419922, 0.433594, 0.46875, 0.419922, 0.410156, 0.431641, 0.410156, 0.388672, 0.421875, 0.460938, 0.490234, 0.396484, 0.404297, 0.427734, 0.476562, 0.400391, 0.640625, 0.554688, 0.427734, 0.410156, 0.457031, 0.402344, 0.376953, 0.621094, 0.470703, 0.445312, 0.451172, 0.433594, 0.384766, 0.466797, 0.396484, 0.388672, 0.466797, 0.445312, 0.400391, 0.878906, 0.445312, 0.455078, 0.404297, 0.59375, 0.398438, 0.431641, 0.4375, 0.410156, 0.582031, 0.390625, 0.898438, 0.433594, 0.621094, 1.054688, 0.445312, 0.427734, 0.410156, 0.476562, 0.40625, 0.431641, 0.423828, 0.431641, 0.433594, 0.507812, 0.386719, 0.396484, 0.492188, 0.550781, 0.447266, 0.417969, 0.589844, 0.482422, 0.648438, 0.419922, 0.40625, 0.390625, 0.605469, 0.429688, 0.417969, 0.652344, 0.404297, 0.539062, 0.554688, 0.443359, 0.392578, 0.478516, 0.421875, 0.400391, 0.421875, 0.449219, 0.404297, 0.423828, 0.394531, 0.404297, 0.416016, 0.449219, 0.605469, 0.478516, 0.609375, 0.414062, 0.40625, 0.427734, 0.431641, 0.394531, 0.439453, 0.984375, 0.427734, 0.449219, 0.419922, 0.486328, 0.390625, 0.404297, 0.427734, 0.429688, 0.400391, 0.4375, 0.398438, 0.464844, 0.390625, 0.40625, 0.435547, 0.414062, 0.40625, 0.412109, 0.392578, 0.503906, 0.412109, 0.929688, 0.5625, 0.40625, 0.449219, 0.423828, 0.417969, 0.464844, 0.451172, 0.416016, 0.439453, 0.386719, 0.441406, 0.419922, 0.476562, 0.535156, 0.410156, 0.585938, 0.412109, 0.496094, 0.433594, 0.427734, 0.494141, 0.894531, 0.449219, 0.447266, 0.423828, 0.439453, 0.488281, 0.419922, 0.398438, 0.511719, 0.421875, 0.542969, 0.412109, 0.402344, 0.392578, 0.412109, 0.392578, 0.40625, 0.472656, 0.427734, 0.412109, 1.023438, 0.404297, 0.396484, 0.566406, 0.476562, 0.640625, 0.388672, 0.435547, 0.402344, 0.390625, 0.402344, 0.46875, 0.472656, 0.429688, 0.388672, 0.408203, 0.414062, 0.691406, 0.419922, 0.423828, 0.443359, 0.380859, 0.414062, 0.789062, 0.451172, 0.431641, 0.458984, 0.433594, 0.664062, 0.400391, 0.449219, 0.429688, 0.396484, 0.410156, 0.519531, 0.410156, 0.59375, 0.404297, 0.431641, 0.441406, 0.699219, 0.419922, 0.458984, 0.421875, 0.423828, 0.394531, 0.423828, 0.480469, 0.445312, 0.425781, 0.84375, 0.404297, 0.40625, 0.398438, 0.410156, 0.40625, 0.425781, 0.4375, 0.427734, 0.408203, 0.400391, 0.539062, 0.449219, 0.427734, 0.416016, 0.427734, 0.472656, 0.431641, 0.5, 0.464844, 0.382812, 0.4375, 0.441406, 0.421875, 0.449219, 0.523438, 0.417969, 0.443359, 0.445312, 0.416016, 0.40625, 0.65625, 0.412109, 0.408203, 0.425781, 0.429688, 0.433594, 0.644531, 0.390625, 0.429688, 0.412109, 0.423828, 0.441406, 0.414062, 0.390625, 0.427734, 0.400391, 0.417969, 0.408203, 0.480469, 0.519531, 0.404297, 0.408203, 0.443359, 0.46875, 0.419922, 0.8125, 0.431641, 0.421875, 0.423828, 0.515625, 0.417969, 0.431641, 0.390625, 0.494141, 0.429688, 0.423828, 0.601562, 0.421875, 0.679688, 0.435547, 0.472656, 0.408203, 0.472656, 0.416016, 0.429688, 0.402344, 0.404297, 0.439453, 0.416016, 0.644531, 0.644531, 0.396484, 0.644531, 0.408203, 0.419922, 0.410156, 0.439453, 0.449219, 0.429688, 0.429688, 0.496094, 0.414062, 0.427734, 0.400391, 0.433594, 0.679688, 0.414062, 0.394531, 0.425781, 0.585938, 0.427734, 0.4375, 0.416016, 0.535156, 0.410156, 0.443359, 0.445312, 0.421875, 0.408203, 0.435547, 0.412109, 0.458984, 0.435547, 0.546875, 0.40625, 0.388672, 0.388672, 0.46875, 0.380859, 0.408203, 0.408203, 0.414062, 0.423828, 0.451172, 0.433594, 0.380859, 0.462891, 0.433594, 0.5625, 0.429688, 0.5625, 0.443359, 0.423828, 0.419922, 0.488281, 0.410156, 0.402344, 0.419922, 0.408203, 0.412109, 0.609375, 0.636719, 0.404297, 0.412109, 0.431641, 0.486328, 0.410156, 0.396484, 0.462891, 0.408203, 0.386719, 0.402344, 0.507812, 0.425781, 0.648438, 0.419922, 0.412109, 0.441406, 0.441406, 0.433594, 0.40625, 0.431641, 0.851562, 0.386719, 0.441406, 0.400391, 0.439453, 0.412109, 0.396484, 0.628906, 0.419922, 0.441406, 0.527344, 0.4375, 0.439453, 0.392578, 0.455078, 0.417969, 0.458984, 0.425781, 0.433594, 0.789062, 0.392578, 0.601562, 0.443359, 0.427734, 0.435547, 0.427734, 0.451172, 0.40625, 0.527344, 0.898438, 0.443359, 0.457031, 0.392578, 0.601562, 0.402344, 0.431641, 0.40625, 0.441406, 0.408203, 0.425781, 0.396484, 0.429688, 0.464844, 0.396484, 0.412109, 0.412109, 0.40625, 0.408203, 0.408203, 0.449219, 0.466797, 0.466797, 0.359375, 0.474609, 0.423828, 0.400391, 0.417969, 0.390625, 0.4375, 0.458984, 0.423828, 0.373047, 0.427734, 0.396484, 0.390625, 0.388672, 0.427734, 0.396484, 0.419922, 0.71875, 0.394531, 0.419922, 0.416016, 0.527344, 0.453125, 0.341797, 0.423828, 0.433594, 0.466797, 0.539062, 0.404297, 0.388672, 0.402344, 0.589844, 0.416016, 0.404297, 0.808594, 0.394531, 0.523438, 0.445312, 0.431641, 0.427734, 0.427734, 0.433594, 0.414062, 0.388672, 0.410156, 0.671875, 0.435547, 0.419922, 0.425781, 0.40625, 0.412109, 0.416016, 0.550781, 1.03125, 0.699219, 0.429688, 0.431641, 0.490234, 0.408203, 0.447266, 0.707031, 0.486328, 0.408203, 0.404297, 0.429688, 0.433594, 0.46875, 0.419922, 0.394531, 0.464844, 0.484375, 0.4375, 0.402344, 0.458984, 0.414062, 0.392578, 0.476562, 0.613281, 0.425781, 0.398438, 0.40625, 0.414062, 0.392578, 0.458984, 0.425781, 0.427734, 0.408203, 0.423828, 0.558594, 0.400391, 0.466797, 0.40625, 0.398438, 0.410156, 0.859375, 0.375, 0.435547, 0.419922, 0.408203, 0.400391, 0.386719, 0.412109, 0.435547, 0.816406, 0.423828, 0.339844, 0.416016, 0.427734, 0.462891, 0.447266, 0.421875, 0.667969, 0.566406, 0.4375, 0.398438, 0.435547, 0.419922, 0.417969, 0.390625, 0.445312, 0.496094, 0.683594, 0.410156, 0.457031, 0.414062, 0.421875, 0.404297, 0.416016, 0.402344, 0.433594, 0.400391, 0.46875, 0.402344, 0.400391, 0.435547, 0.431641, 0.425781, 0.486328, 0.441406, 0.855469, 0.386719, 0.449219, 0.474609, 0.417969, 0.400391, 0.402344, 0.451172, 0.419922, 0.412109, 0.404297, 0.423828, 0.458984, 0.404297, 0.427734, 0.390625, 0.410156, 0.605469, 0.496094, 0.421875, 0.408203, 0.410156, 0.40625, 0.4375, 0.410156, 0.429688, 0.453125, 0.396484, 0.431641, 0.498047, 0.412109, 0.398438, 0.382812, 0.431641, 0.410156, 0.400391, 0.392578, 0.425781, 0.433594, 0.414062, 0.421875, 0.472656, 0.40625, 0.414062, 0.455078, 0.427734, 0.507812, 0.423828, 0.402344, 0.416016, 0.388672, 0.550781, 0.527344, 0.416016, 0.421875, 0.378906, 0.416016, 0.429688, 0.417969, 0.425781, 0.589844, 0.416016, 0.435547, 0.431641, 0.427734, 0.388672, 0.441406, 0.464844, 0.431641, 0.408203, 0.427734, 0.402344, 0.570312, 0.392578, 0.396484, 0.433594, 0.398438, 0.396484, 0.398438, 0.382812, 0.412109, 0.453125, 0.515625, 0.423828, 0.435547, 0.404297, 0.421875, 0.417969, 0.427734, 0.427734, 0.589844, 0.613281, 0.408203, 0.402344, 0.416016, 0.429688, 0.375, 0.410156, 0.451172, 0.40625, 0.40625, 0.400391, 0.435547, 0.400391, 0.419922, 0.40625, 0.628906, 0.464844, 0.632812, 0.429688, 0.419922, 0.503906, 0.40625, 0.394531, 0.460938, 0.427734, 0.388672, 0.597656, 0.546875, 0.427734, 0.550781, 0.464844, 0.419922, 0.453125, 0.457031, 0.396484, 0.992188, 0.585938, 0.433594, 0.431641 ] }, "name": "model.model.layers.48.input_layernorm.weight", "outputIndexes": [ 3886 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3885 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_48/Mul_output_0", "outputIndexes": [ 3887 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3886, 3887 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_48/Mul_1_output_0", "outputIndexes": [ 3888 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3888 ], "outputIndexes": [ 5732 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5732 ], "outputIndexes": [ 5733 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/q_proj/Linear", "inputIndexes": [ 5733 ], "outputIndexes": [ 5734 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 482188512, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5734 ], "outputIndexes": [ 5735 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5735 ], "outputIndexes": [ 3889 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3888 ], "main_type": "NONE", "name": "/Shape_673_output_0", "outputIndexes": [ 3890 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3890 ], "main_type": "NONE", "name": "Shape10447", "outputIndexes": [ 3891 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3890 ], "main_type": "NONE", "name": "Rank10449", "outputIndexes": [ 3892 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3892, 3892 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10451", "outputIndexes": [ 3893 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3893 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10452", "outputIndexes": [ 3894 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3893, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10454", "outputIndexes": [ 3895 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3895 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10455", "outputIndexes": [ 3896 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3891, 3894, 3896, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10458", "outputIndexes": [ 3897 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3897 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10459", "outputIndexes": [ 3898 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3898 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10460", "outputIndexes": [ 3899 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3899, 3898 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10461", "outputIndexes": [ 3900 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3890, 3900, 3893 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_724_output_0", "outputIndexes": [ 3901 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3901, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1537_output_0", "outputIndexes": [ 3902 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3902, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_624_output_0", "outputIndexes": [ 3903 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3889, 3903 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_433_output_0", "outputIndexes": [ 3904 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3904, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_384_output_0", "outputIndexes": [ 3905 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3904 ], "main_type": "NONE", "name": "/Shape_674_output_0", "outputIndexes": [ 3906 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3906 ], "main_type": "NONE", "name": "Shape10468", "outputIndexes": [ 3907 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3906 ], "main_type": "NONE", "name": "Rank10470", "outputIndexes": [ 3908 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3908, 3908 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10472", "outputIndexes": [ 3909 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3909 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10473", "outputIndexes": [ 3910 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3909, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10475", "outputIndexes": [ 3911 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3911 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10476", "outputIndexes": [ 3912 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3907, 3910, 3912, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10479", "outputIndexes": [ 3913 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3913 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10480", "outputIndexes": [ 3914 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3914 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10481", "outputIndexes": [ 3915 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3915, 3914 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10482", "outputIndexes": [ 3916 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3906, 3916, 3909 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_725_output_0", "outputIndexes": [ 3917 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3917, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_144_output_0", "outputIndexes": [ 3918 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3918, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1542_output_0", "outputIndexes": [ 3919 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3904, 3919, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_193_output_0", "outputIndexes": [ 3920 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3920 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_96_output_0", "outputIndexes": [ 3921 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3904, 22, 3919, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_192_output_0", "outputIndexes": [ 3922 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3921, 3922 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_627_output_0", "outputIndexes": [ 3923 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3923, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_385_output_0", "outputIndexes": [ 3924 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3905, 3924 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_240_output_0", "outputIndexes": [ 3925 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3888 ], "outputIndexes": [ 5736 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5736 ], "outputIndexes": [ 5737 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/k_proj/Linear", "inputIndexes": [ 5737 ], "outputIndexes": [ 5738 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 483110134, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5738 ], "outputIndexes": [ 5739 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5739 ], "outputIndexes": [ 3926 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3902, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_625_output_0", "outputIndexes": [ 3927 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3926, 3927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_434_output_0", "outputIndexes": [ 3928 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3928, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_386_output_0", "outputIndexes": [ 3929 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3928 ], "main_type": "NONE", "name": "/Shape_675_output_0", "outputIndexes": [ 3930 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3930 ], "main_type": "NONE", "name": "Shape10531", "outputIndexes": [ 3931 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3930 ], "main_type": "NONE", "name": "Rank10533", "outputIndexes": [ 3932 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3932, 3932 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10535", "outputIndexes": [ 3933 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3933 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10536", "outputIndexes": [ 3934 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3933, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10538", "outputIndexes": [ 3935 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3935 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10539", "outputIndexes": [ 3936 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3931, 3934, 3936, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10542", "outputIndexes": [ 3937 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3937 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10543", "outputIndexes": [ 3938 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3938 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10544", "outputIndexes": [ 3939 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3939, 3938 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10545", "outputIndexes": [ 3940 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3930, 3940, 3933 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_726_output_0", "outputIndexes": [ 3941 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3941, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_145_output_0", "outputIndexes": [ 3942 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3942, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1544_output_0", "outputIndexes": [ 3943 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3928, 3943, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_195_output_0", "outputIndexes": [ 3944 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3944 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_97_output_0", "outputIndexes": [ 3945 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3928, 22, 3943, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_194_output_0", "outputIndexes": [ 3946 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3945, 3946 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_628_output_0", "outputIndexes": [ 3947 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3947, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_387_output_0", "outputIndexes": [ 3948 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3929, 3948 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_241_output_0", "outputIndexes": [ 3949 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3888 ], "outputIndexes": [ 5740 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5740 ], "outputIndexes": [ 5741 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/v_proj/Linear", "inputIndexes": [ 5741 ], "outputIndexes": [ 5742 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 483340556, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5742 ], "outputIndexes": [ 5743 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5743 ], "outputIndexes": [ 3950 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3950, 3927 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_435_output_0", "outputIndexes": [ 3951 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3925, 3949, 3951, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_440_output_0", "outputIndexes": [ 3952 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3952 ], "outputIndexes": [ 5744 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5744 ], "outputIndexes": [ 5745 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/o_proj/Linear", "inputIndexes": [ 5745 ], "outputIndexes": [ 5746 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 483570978, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5746 ], "outputIndexes": [ 5747 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5747 ], "outputIndexes": [ 3953 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3885, 3953 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_243_output_0", "outputIndexes": [ 3954 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.515625, 0.554688, 0.53125, 0.546875, 0.546875, 0.539062, 0.216797, 0.535156, 0.519531, 0.503906, 0.455078, 0.554688, 0.511719, 0.535156, 0.542969, 0.535156, 0.333984, 0.539062, 0.539062, 0.486328, 0.554688, 0.550781, 0.527344, 0.542969, 0.542969, 0.550781, 0.519531, 0.527344, 0.542969, 0.542969, 0.515625, 0.380859, 0.550781, 0.550781, 0.53125, 0.550781, 0.498047, 0.542969, 0.433594, 0.558594, 0.550781, 0.542969, 0.542969, 0.523438, 0.503906, 0.53125, 0.550781, 0.507812, 0.546875, 0.458984, 0.535156, 0.439453, 0.539062, 0.550781, 0.511719, 0.550781, 0.554688, 0.53125, 0.53125, 0.542969, 0.550781, 0.546875, 0.53125, 0.542969, 0.515625, 0.511719, 0.427734, 0.455078, 0.5625, 0.441406, 0.535156, 0.478516, 0.527344, 0.53125, 0.542969, 0.535156, 0.554688, 0.550781, 0.457031, 0.53125, 0.535156, 0.554688, 0.519531, 0.53125, 0.546875, 0.527344, 0.542969, 0.5, 0.558594, 0.507812, 0.539062, 0.550781, 0.507812, 0.550781, 0.455078, 0.486328, 0.558594, 0.550781, 0.546875, 0.535156, 0.554688, 0.515625, 0.535156, 0.546875, 0.464844, 0.490234, 0.558594, 0.546875, 0.53125, 0.546875, 0.542969, 0.554688, 0.53125, 0.554688, 0.5625, 0.523438, 0.542969, 0.546875, 0.53125, 0.53125, 0.546875, 0.511719, 0.554688, 0.523438, 0.574219, 0.542969, 0.267578, 0.542969, 0.550781, 0.466797, 0.542969, 0.554688, 0.546875, 0.535156, 0.539062, 0.554688, 0.546875, 0.53125, 0.484375, 0.535156, 0.546875, 0.480469, 0.550781, 0.554688, 0.546875, 0.550781, 0.539062, 0.511719, 0.53125, 0.546875, 0.550781, 0.546875, 0.535156, 0.550781, 0.546875, 0.511719, 0.5625, 0.53125, 0.470703, 0.570312, 0.472656, 0.546875, 0.494141, 0.535156, 0.527344, 0.546875, 0.427734, 0.550781, 0.542969, 0.5, 0.554688, 0.546875, 0.535156, 0.535156, 0.449219, 0.527344, 0.535156, 0.542969, 0.550781, 0.554688, 0.539062, 0.535156, 0.542969, 0.542969, 0.535156, 0.558594, 0.542969, 0.554688, 0.539062, 0.539062, 0.542969, 0.53125, 0.46875, 0.53125, 0.550781, 0.539062, 0.542969, 0.527344, 0.119629, 0.558594, 0.554688, 0.546875, 0.523438, 0.535156, 0.542969, 0.550781, 0.566406, 0.550781, 0.511719, 0.550781, 0.539062, 0.546875, 0.539062, 0.486328, 0.542969, 0.546875, 0.542969, 0.523438, 0.539062, 0.527344, 0.539062, 0.539062, 0.5, 0.53125, 0.539062, 0.539062, 0.546875, 0.490234, 0.558594, 0.535156, 0.527344, 0.462891, 0.550781, 0.527344, 0.546875, 0.519531, 0.542969, 0.515625, 0.515625, 0.550781, 0.542969, 0.535156, 0.546875, 0.550781, 0.535156, 0.542969, 0.498047, 0.566406, 0.550781, 0.542969, 0.53125, 0.527344, 0.460938, 0.542969, 0.53125, 0.546875, 0.539062, 0.539062, 0.53125, 0.546875, 0.550781, 0.539062, 0.53125, 0.519531, 0.546875, 0.558594, 0.539062, 0.539062, 0.507812, 0.554688, 0.371094, 0.535156, 0.546875, 0.308594, 0.515625, 0.542969, 0.554688, 0.523438, 0.511719, 0.550781, 0.527344, 0.546875, 0.539062, 0.542969, 0.542969, 0.539062, 0.550781, 0.550781, 0.542969, 0.546875, 0.546875, 0.539062, 0.554688, 0.546875, 0.542969, 0.535156, 0.550781, 0.546875, 0.542969, 0.535156, 0.542969, 0.539062, 0.550781, 0.492188, 0.550781, 0.542969, 0.519531, 0.550781, 0.486328, 0.539062, 0.503906, 0.546875, 0.53125, 0.53125, 0.554688, 0.53125, 0.539062, 0.515625, 0.490234, 0.519531, 0.546875, 0.542969, 0.550781, 0.546875, 0.550781, 0.527344, 0.558594, 0.554688, 0.550781, 0.519531, 0.474609, 0.519531, 0.455078, 0.542969, 0.523438, 0.527344, 0.554688, 0.511719, 0.474609, 0.494141, 0.554688, 0.539062, 0.546875, 0.511719, 0.546875, 0.53125, 0.53125, 0.539062, 0.527344, 0.550781, 0.550781, 0.550781, 0.519531, 0.542969, 0.527344, 0.558594, 0.554688, 0.546875, 0.535156, 0.542969, 0.515625, 0.53125, 0.550781, 0.539062, 0.546875, 0.539062, 0.550781, 0.550781, 0.515625, 0.535156, 0.554688, 0.535156, 0.542969, 0.482422, 0.539062, 0.542969, 0.53125, 0.539062, 0.554688, 0.484375, 0.239258, 0.539062, 0.566406, 0.550781, 0.546875, 0.519531, 0.515625, 0.550781, 0.511719, 0.542969, 0.539062, 0.486328, 0.558594, 0.494141, 0.554688, 0.535156, 0.53125, 0.558594, 0.554688, 0.539062, 0.53125, 0.546875, 0.507812, 0.550781, 0.53125, 0.523438, 0.554688, 0.546875, 0.566406, 0.554688, 0.542969, 0.554688, 0.535156, 0.542969, 0.539062, 0.546875, 0.546875, 0.535156, 0.546875, 0.507812, 0.554688, 0.539062, 0.398438, 0.558594, 0.558594, 0.5, 0.566406, 0.53125, 0.423828, 0.542969, 0.447266, 0.519531, 0.546875, 0.53125, 0.535156, 0.546875, 0.554688, 0.53125, 0.550781, 0.546875, 0.558594, 0.511719, 0.523438, 0.5625, 0.515625, 0.507812, 0.447266, 0.546875, 0.496094, 0.554688, 0.542969, 0.490234, 0.539062, 0.546875, 0.542969, 0.570312, 0.542969, 0.542969, 0.550781, 0.515625, 0.542969, 0.503906, 0.542969, 0.550781, 0.460938, 0.535156, 0.527344, 0.546875, 0.550781, 0.519531, 0.554688, 0.535156, 0.53125, 0.546875, 0.53125, 0.535156, 0.535156, 0.546875, 0.515625, 0.53125, 0.550781, 0.5625, 0.554688, 0.535156, 0.542969, 0.53125, 0.53125, 0.53125, 0.546875, 0.53125, 0.546875, 0.558594, 0.535156, 0.542969, 0.546875, 0.515625, 0.546875, 0.535156, 0.492188, 0.515625, 0.189453, 0.53125, 0.539062, 0.542969, 0.453125, 0.550781, 0.554688, 0.53125, 0.535156, 0.53125, 0.539062, 0.542969, 0.243164, 0.539062, 0.527344, 0.558594, 0.5625, 0.53125, 0.539062, 0.523438, 0.527344, 0.539062, 0.478516, 0.558594, 0.550781, 0.523438, 0.554688, 0.558594, 0.546875, 0.527344, 0.490234, 0.535156, 0.5, 0.46875, 0.542969, 0.535156, 0.539062, 0.53125, 0.539062, 0.546875, 0.542969, 0.488281, 0.535156, 0.546875, 0.539062, 0.527344, 0.535156, 0.445312, 0.535156, 0.503906, 0.527344, 0.539062, 0.558594, 0.550781, 0.539062, 0.550781, 0.546875, 0.269531, 0.546875, 0.492188, 0.410156, 0.527344, 0.53125, 0.539062, 0.507812, 0.503906, 0.550781, 0.558594, 0.542969, 0.527344, 0.558594, 0.542969, 0.5, 0.550781, 0.546875, 0.546875, 0.535156, 0.546875, 0.523438, 0.480469, 0.554688, 0.546875, 0.53125, 0.539062, 0.539062, 0.550781, 0.546875, 0.550781, 0.554688, 0.53125, 0.539062, 0.511719, 0.550781, 0.5625, 0.558594, 0.511719, 0.550781, 0.431641, 0.494141, 0.550781, 0.539062, 0.539062, 0.550781, 0.527344, 0.482422, 0.511719, 0.546875, 0.53125, 0.53125, 0.550781, 0.515625, 0.542969, 0.527344, 0.527344, 0.542969, 0.542969, 0.400391, 0.554688, 0.542969, 0.550781, 0.470703, 0.519531, 0.535156, 0.554688, 0.535156, 0.5, 0.566406, 0.396484, 0.539062, 0.46875, 0.172852, 0.53125, 0.527344, 0.539062, 0.523438, 0.558594, 0.53125, 0.539062, 0.550781, 0.53125, 0.519531, 0.554688, 0.546875, 0.53125, 0.503906, 0.519531, 0.535156, 0.476562, 0.519531, 0.492188, 0.546875, 0.542969, 0.472656, 0.490234, 0.53125, 0.542969, 0.474609, 0.535156, 0.492188, 0.498047, 0.535156, 0.546875, 0.527344, 0.535156, 0.546875, 0.542969, 0.53125, 0.542969, 0.542969, 0.550781, 0.554688, 0.539062, 0.494141, 0.392578, 0.490234, 0.46875, 0.507812, 0.546875, 0.558594, 0.546875, 0.550781, 0.539062, 0.206055, 0.542969, 0.589844, 0.546875, 0.523438, 0.554688, 0.542969, 0.539062, 0.546875, 0.535156, 0.53125, 0.542969, 0.539062, 0.546875, 0.550781, 0.546875, 0.546875, 0.546875, 0.539062, 0.539062, 0.519531, 0.53125, 0.375, 0.498047, 0.546875, 0.527344, 0.519531, 0.542969, 0.451172, 0.558594, 0.542969, 0.546875, 0.539062, 0.535156, 0.539062, 0.515625, 0.5, 0.535156, 0.492188, 0.546875, 0.523438, 0.542969, 0.546875, 0.535156, 0.349609, 0.523438, 0.546875, 0.535156, 0.542969, 0.482422, 0.539062, 0.542969, 0.507812, 0.554688, 0.515625, 0.539062, 0.554688, 0.539062, 0.519531, 0.550781, 0.5625, 0.535156, 0.550781, 0.554688, 0.226562, 0.542969, 0.542969, 0.439453, 0.515625, 0.460938, 0.554688, 0.539062, 0.550781, 0.546875, 0.539062, 0.519531, 0.527344, 0.539062, 0.539062, 0.554688, 0.539062, 0.453125, 0.527344, 0.527344, 0.535156, 0.542969, 0.550781, 0.419922, 0.53125, 0.515625, 0.519531, 0.53125, 0.451172, 0.550781, 0.542969, 0.554688, 0.542969, 0.550781, 0.515625, 0.5625, 0.466797, 0.546875, 0.539062, 0.539062, 0.492188, 0.554688, 0.539062, 0.539062, 0.550781, 0.542969, 0.550781, 0.527344, 0.542969, 0.550781, 0.394531, 0.554688, 0.53125, 0.546875, 0.527344, 0.550781, 0.539062, 0.527344, 0.535156, 0.550781, 0.550781, 0.507812, 0.546875, 0.535156, 0.539062, 0.550781, 0.546875, 0.546875, 0.519531, 0.519531, 0.535156, 0.554688, 0.558594, 0.539062, 0.53125, 0.527344, 0.554688, 0.546875, 0.519531, 0.542969, 0.527344, 0.480469, 0.558594, 0.542969, 0.542969, 0.550781, 0.550781, 0.46875, 0.550781, 0.535156, 0.539062, 0.53125, 0.542969, 0.550781, 0.550781, 0.535156, 0.558594, 0.535156, 0.550781, 0.511719, 0.535156, 0.546875, 0.554688, 0.539062, 0.53125, 0.539062, 0.373047, 0.523438, 0.539062, 0.527344, 0.527344, 0.546875, 0.515625, 0.550781, 0.527344, 0.53125, 0.554688, 0.488281, 0.539062, 0.460938, 0.519531, 0.527344, 0.53125, 0.53125, 0.546875, 0.554688, 0.558594, 0.546875, 0.527344, 0.539062, 0.460938, 0.488281, 0.542969, 0.439453, 0.554688, 0.539062, 0.554688, 0.539062, 0.5625, 0.550781, 0.535156, 0.539062, 0.535156, 0.542969, 0.539062, 0.527344, 0.458984, 0.546875, 0.554688, 0.550781, 0.519531, 0.546875, 0.53125, 0.535156, 0.5, 0.554688, 0.515625, 0.53125, 0.542969, 0.542969, 0.527344, 0.546875, 0.515625, 0.53125, 0.494141, 0.554688, 0.546875, 0.53125, 0.546875, 0.535156, 0.535156, 0.546875, 0.550781, 0.539062, 0.507812, 0.523438, 0.554688, 0.519531, 0.542969, 0.488281, 0.53125, 0.5, 0.523438, 0.542969, 0.542969, 0.515625, 0.539062, 0.566406, 0.546875, 0.542969, 0.527344, 0.480469, 0.466797, 0.554688, 0.546875, 0.558594, 0.523438, 0.554688, 0.539062, 0.535156, 0.539062, 0.535156, 0.546875, 0.527344, 0.542969, 0.453125, 0.515625, 0.558594, 0.53125, 0.542969, 0.542969, 0.5625, 0.539062, 0.146484, 0.5625, 0.539062, 0.554688, 0.535156, 0.523438, 0.550781, 0.470703, 0.539062, 0.550781, 0.539062, 0.546875, 0.542969, 0.550781, 0.523438, 0.542969, 0.53125, 0.542969, 0.546875, 0.384766, 0.539062, 0.435547, 0.546875, 0.535156, 0.546875, 0.539062, 0.5625, 0.527344, 0.503906, 0.400391, 0.527344, 0.535156, 0.546875, 0.478516, 0.542969, 0.53125, 0.546875, 0.542969, 0.539062, 0.550781, 0.546875, 0.550781, 0.519531, 0.542969, 0.5625, 0.539062, 0.535156, 0.5625, 0.535156, 0.527344, 0.519531, 0.515625, 0.550781, 0.511719, 0.550781, 0.550781, 0.554688, 0.542969, 0.535156, 0.546875, 0.554688, 0.53125, 0.53125, 0.5625, 0.550781, 0.554688, 0.539062, 0.535156, 0.546875, 0.359375, 0.558594, 0.546875, 0.527344, 0.503906, 0.535156, 0.53125, 0.542969, 0.53125, 0.542969, 0.480469, 0.535156, 0.558594, 0.550781, 0.482422, 0.527344, 0.542969, 0.410156, 0.539062, 0.498047, 0.539062, 0.53125, 0.554688, 0.519531, 0.542969, 0.546875, 0.554688, 0.554688, 0.460938, 0.539062, 0.546875, 0.546875, 0.546875, 0.546875, 0.550781, 0.484375, 0.231445, 0.470703, 0.523438, 0.546875, 0.503906, 0.546875, 0.550781, 0.451172, 0.494141, 0.546875, 0.535156, 0.535156, 0.5625, 0.53125, 0.539062, 0.542969, 0.535156, 0.511719, 0.546875, 0.558594, 0.519531, 0.542969, 0.558594, 0.527344, 0.464844, 0.539062, 0.554688, 0.546875, 0.554688, 0.523438, 0.523438, 0.53125, 0.558594, 0.550781, 0.535156, 0.482422, 0.523438, 0.519531, 0.546875, 0.550781, 0.546875, 0.318359, 0.527344, 0.527344, 0.558594, 0.539062, 0.558594, 0.546875, 0.53125, 0.550781, 0.369141, 0.542969, 0.550781, 0.542969, 0.5625, 0.527344, 0.535156, 0.542969, 0.447266, 0.498047, 0.527344, 0.527344, 0.539062, 0.539062, 0.554688, 0.539062, 0.523438, 0.523438, 0.453125, 0.542969, 0.554688, 0.550781, 0.5625, 0.535156, 0.53125, 0.546875, 0.519531, 0.546875, 0.53125, 0.539062, 0.554688, 0.53125, 0.554688, 0.539062, 0.535156, 0.550781, 0.380859, 0.546875, 0.527344, 0.507812, 0.542969, 0.546875, 0.5625, 0.539062, 0.554688, 0.539062, 0.535156, 0.542969, 0.523438, 0.527344, 0.542969, 0.558594, 0.550781, 0.474609, 0.507812, 0.527344, 0.566406, 0.546875, 0.535156, 0.558594, 0.539062, 0.539062, 0.539062, 0.550781, 0.539062, 0.519531, 0.539062, 0.558594, 0.535156, 0.542969, 0.546875, 0.550781, 0.550781, 0.558594, 0.539062, 0.554688, 0.5625, 0.519531, 0.5625, 0.550781, 0.53125, 0.539062, 0.519531, 0.550781, 0.558594, 0.542969, 0.482422, 0.486328, 0.5, 0.558594, 0.539062, 0.546875, 0.566406, 0.539062, 0.539062, 0.539062, 0.445312, 0.539062, 0.546875, 0.535156, 0.546875, 0.53125, 0.539062, 0.507812, 0.53125, 0.53125, 0.539062, 0.554688, 0.490234, 0.550781, 0.542969, 0.542969, 0.542969, 0.542969, 0.53125, 0.546875, 0.554688, 0.535156, 0.462891, 0.535156, 0.542969, 0.539062, 0.539062, 0.546875, 0.523438, 0.542969, 0.462891, 0.486328, 0.523438, 0.546875, 0.53125, 0.546875, 0.527344, 0.546875, 0.554688, 0.542969, 0.535156, 0.554688, 0.53125, 0.542969, 0.546875, 0.53125, 0.476562, 0.523438, 0.472656, 0.527344, 0.542969, 0.490234, 0.554688, 0.546875, 0.542969, 0.535156, 0.5625, 0.476562, 0.498047, 0.53125, 0.498047, 0.527344, 0.53125, 0.519531, 0.539062, 0.554688, 0.207031, 0.472656, 0.566406, 0.542969 ] }, "name": "model.model.layers.48.post_attention_layernorm.weight", "outputIndexes": [ 3955 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3954 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_48/Mul_output_0", "outputIndexes": [ 3956 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3955, 3956 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_48/Mul_1_output_0", "outputIndexes": [ 3957 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3957 ], "outputIndexes": [ 5748 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5748 ], "outputIndexes": [ 5749 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/gate_proj/Linear", "inputIndexes": [ 5749 ], "outputIndexes": [ 5750 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 484492600, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5750 ], "outputIndexes": [ 5751 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5751 ], "outputIndexes": [ 3958 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3958 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_48/Sigmoid_output_0", "outputIndexes": [ 3959 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3958, 3959 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_48/Mul_output_0", "outputIndexes": [ 3960 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3957 ], "outputIndexes": [ 5752 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5752 ], "outputIndexes": [ 5753 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/up_proj/Linear", "inputIndexes": [ 5753 ], "outputIndexes": [ 5754 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 487073102, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5754 ], "outputIndexes": [ 5755 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5755 ], "outputIndexes": [ 3961 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3960, 3961 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_48/Mul_output_0", "outputIndexes": [ 3962 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3962 ], "outputIndexes": [ 5756 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5756 ], "outputIndexes": [ 5757 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/down_proj/Linear", "inputIndexes": [ 5757 ], "outputIndexes": [ 5758 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 489653604, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5758 ], "outputIndexes": [ 5759 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.48/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5759 ], "outputIndexes": [ 3963 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3954, 3963 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_244_output_0", "outputIndexes": [ 3964 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3964, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_441_output_0", "outputIndexes": [ 3965 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.519531, 0.439453, 0.455078, 0.453125, 0.527344, 0.476562, 1.359375, 0.494141, 0.539062, 0.539062, 0.875, 0.445312, 0.490234, 0.427734, 0.453125, 0.451172, 0.933594, 0.439453, 0.474609, 0.605469, 0.488281, 0.429688, 0.464844, 0.462891, 0.478516, 0.447266, 0.486328, 0.474609, 0.445312, 0.494141, 0.546875, 0.515625, 0.458984, 0.4375, 0.464844, 0.484375, 0.574219, 0.445312, 0.765625, 0.472656, 0.464844, 0.427734, 0.453125, 0.496094, 0.550781, 0.488281, 0.451172, 0.503906, 0.457031, 0.679688, 0.478516, 0.695312, 0.457031, 0.458984, 0.535156, 0.433594, 0.455078, 0.46875, 0.447266, 0.443359, 0.441406, 0.449219, 0.507812, 0.466797, 0.519531, 0.550781, 0.691406, 0.691406, 0.466797, 0.660156, 0.453125, 0.59375, 0.476562, 0.460938, 0.457031, 0.466797, 0.466797, 0.4375, 0.632812, 0.460938, 0.511719, 0.460938, 0.466797, 0.458984, 0.458984, 0.507812, 0.441406, 0.53125, 0.511719, 0.539062, 0.484375, 0.435547, 0.546875, 0.480469, 0.652344, 0.617188, 0.503906, 0.449219, 0.421875, 0.519531, 0.476562, 0.482422, 0.443359, 0.527344, 0.441406, 0.601562, 0.464844, 0.466797, 0.439453, 0.429688, 0.447266, 0.451172, 0.482422, 0.507812, 0.445312, 0.492188, 0.462891, 0.476562, 0.435547, 0.451172, 0.462891, 0.488281, 0.439453, 0.5, 0.455078, 0.443359, 1.078125, 0.447266, 0.431641, 0.431641, 0.447266, 0.416016, 0.449219, 0.460938, 0.472656, 0.458984, 0.451172, 0.472656, 0.617188, 0.470703, 0.443359, 0.439453, 0.449219, 0.46875, 0.445312, 0.439453, 0.445312, 0.488281, 0.460938, 0.5, 0.451172, 0.474609, 0.443359, 0.457031, 0.4375, 0.494141, 0.453125, 0.455078, 0.625, 0.488281, 0.609375, 0.458984, 0.582031, 0.443359, 0.451172, 0.439453, 0.710938, 0.425781, 0.462891, 0.597656, 0.486328, 0.449219, 0.449219, 0.498047, 0.679688, 0.457031, 0.5, 0.427734, 0.431641, 0.453125, 0.453125, 0.492188, 0.451172, 0.466797, 0.421875, 0.472656, 0.488281, 0.486328, 0.449219, 0.421875, 0.462891, 0.490234, 0.628906, 0.466797, 0.478516, 0.460938, 0.443359, 0.523438, 0.287109, 0.441406, 0.447266, 0.435547, 0.457031, 0.431641, 0.453125, 0.470703, 0.46875, 0.470703, 0.492188, 0.482422, 0.455078, 0.482422, 0.429688, 0.59375, 0.439453, 0.443359, 0.435547, 0.472656, 0.451172, 0.433594, 0.478516, 0.464844, 0.523438, 0.457031, 0.476562, 0.470703, 0.466797, 0.628906, 0.490234, 0.5, 0.503906, 0.589844, 0.476562, 0.464844, 0.482422, 0.523438, 0.457031, 0.507812, 0.439453, 0.412109, 0.462891, 0.441406, 0.435547, 0.476562, 0.46875, 0.472656, 0.507812, 0.460938, 0.455078, 0.492188, 0.4375, 0.494141, 0.640625, 0.478516, 0.511719, 0.470703, 0.503906, 0.425781, 0.539062, 0.457031, 0.447266, 0.488281, 0.443359, 0.498047, 0.435547, 0.460938, 0.453125, 0.457031, 0.503906, 0.474609, 0.921875, 0.427734, 0.492188, 0.851562, 0.550781, 0.488281, 0.439453, 0.527344, 0.535156, 0.458984, 0.519531, 0.458984, 0.443359, 0.451172, 0.433594, 0.466797, 0.414062, 0.4375, 0.439453, 0.431641, 0.486328, 0.460938, 0.458984, 0.46875, 0.455078, 0.451172, 0.412109, 0.458984, 0.443359, 0.458984, 0.433594, 0.449219, 0.451172, 0.53125, 0.435547, 0.429688, 0.5, 0.464844, 0.404297, 0.480469, 0.539062, 0.445312, 0.507812, 0.492188, 0.451172, 0.460938, 0.460938, 0.515625, 0.683594, 0.558594, 0.435547, 0.460938, 0.447266, 0.429688, 0.486328, 0.490234, 0.431641, 0.455078, 0.441406, 0.462891, 0.585938, 0.511719, 0.664062, 0.472656, 0.507812, 0.5, 0.441406, 0.455078, 0.625, 0.59375, 0.470703, 0.447266, 0.441406, 0.498047, 0.455078, 0.460938, 0.466797, 0.447266, 0.486328, 0.458984, 0.439453, 0.445312, 0.490234, 0.482422, 0.472656, 0.472656, 0.470703, 0.445312, 0.46875, 0.460938, 0.433594, 0.503906, 0.429688, 0.484375, 0.464844, 0.466797, 0.455078, 0.429688, 0.457031, 0.494141, 0.433594, 0.435547, 0.449219, 0.585938, 0.486328, 0.458984, 0.474609, 0.486328, 0.466797, 0.597656, 0.972656, 0.484375, 0.449219, 0.466797, 0.443359, 0.439453, 0.476562, 0.476562, 0.494141, 0.435547, 0.511719, 0.597656, 0.443359, 0.554688, 0.496094, 0.455078, 0.451172, 0.464844, 0.460938, 0.445312, 0.507812, 0.476562, 0.5625, 0.429688, 0.419922, 0.496094, 0.458984, 0.453125, 0.458984, 0.486328, 0.466797, 0.449219, 0.490234, 0.460938, 0.443359, 0.445312, 0.550781, 0.449219, 0.445312, 0.660156, 0.474609, 0.470703, 0.707031, 0.464844, 0.466797, 0.550781, 0.429688, 0.451172, 0.625, 0.480469, 0.679688, 0.5, 0.441406, 0.441406, 0.423828, 0.453125, 0.439453, 0.449219, 0.478516, 0.427734, 0.470703, 0.503906, 0.507812, 0.451172, 0.46875, 0.585938, 0.457031, 0.519531, 0.535156, 0.421875, 0.451172, 0.652344, 0.439453, 0.457031, 0.4375, 0.519531, 0.453125, 0.445312, 0.464844, 0.476562, 0.488281, 0.429688, 0.447266, 0.478516, 0.703125, 0.460938, 0.482422, 0.453125, 0.474609, 0.550781, 0.46875, 0.451172, 0.443359, 0.466797, 0.464844, 0.455078, 0.511719, 0.455078, 0.519531, 0.472656, 0.445312, 0.458984, 0.433594, 0.462891, 0.435547, 0.490234, 0.429688, 0.490234, 0.482422, 0.433594, 0.431641, 0.458984, 0.449219, 0.453125, 0.449219, 0.480469, 0.447266, 0.470703, 0.574219, 0.496094, 1.382812, 0.464844, 0.447266, 0.46875, 0.640625, 0.482422, 0.416016, 0.474609, 0.421875, 0.453125, 0.476562, 0.443359, 0.9375, 0.472656, 0.492188, 0.488281, 0.443359, 0.478516, 0.443359, 0.492188, 0.457031, 0.435547, 0.671875, 0.451172, 0.445312, 0.476562, 0.472656, 0.439453, 0.457031, 0.472656, 0.589844, 0.466797, 0.570312, 0.589844, 0.4375, 0.451172, 0.453125, 0.457031, 0.455078, 0.429688, 0.472656, 0.539062, 0.474609, 0.447266, 0.457031, 0.472656, 0.480469, 0.796875, 0.515625, 0.474609, 0.472656, 0.425781, 0.482422, 0.449219, 0.421875, 0.429688, 0.542969, 0.11084, 0.435547, 0.546875, 0.714844, 0.458984, 0.427734, 0.476562, 0.472656, 0.503906, 0.46875, 0.466797, 0.462891, 0.46875, 0.451172, 0.453125, 0.539062, 0.460938, 0.441406, 0.423828, 0.449219, 0.464844, 0.474609, 0.613281, 0.474609, 0.474609, 0.453125, 0.464844, 0.455078, 0.458984, 0.462891, 0.441406, 0.447266, 0.46875, 0.484375, 0.519531, 0.425781, 0.457031, 0.474609, 0.515625, 0.431641, 0.742188, 0.554688, 0.460938, 0.46875, 0.458984, 0.441406, 0.396484, 0.628906, 0.484375, 0.492188, 0.490234, 0.451172, 0.408203, 0.507812, 0.457031, 0.46875, 0.466797, 0.431641, 0.451172, 1.023438, 0.480469, 0.511719, 0.474609, 0.617188, 0.384766, 0.474609, 0.460938, 0.472656, 0.613281, 0.455078, 0.722656, 0.474609, 0.609375, 1.054688, 0.478516, 0.466797, 0.460938, 0.488281, 0.429688, 0.462891, 0.462891, 0.457031, 0.474609, 0.515625, 0.443359, 0.441406, 0.484375, 0.550781, 0.484375, 0.457031, 0.605469, 0.507812, 0.609375, 0.443359, 0.457031, 0.445312, 0.59375, 0.466797, 0.455078, 0.703125, 0.431641, 0.554688, 0.550781, 0.480469, 0.431641, 0.472656, 0.447266, 0.443359, 0.464844, 0.464844, 0.453125, 0.431641, 0.447266, 0.439453, 0.451172, 0.515625, 0.617188, 0.53125, 0.613281, 0.535156, 0.457031, 0.447266, 0.511719, 0.427734, 0.445312, 1.1875, 0.466797, 0.511719, 0.453125, 0.546875, 0.451172, 0.480469, 0.449219, 0.451172, 0.439453, 0.462891, 0.429688, 0.484375, 0.421875, 0.451172, 0.4375, 0.476562, 0.457031, 0.460938, 0.462891, 0.535156, 0.466797, 0.921875, 0.609375, 0.441406, 0.46875, 0.472656, 0.466797, 0.550781, 0.46875, 0.482422, 0.470703, 0.429688, 0.453125, 0.443359, 0.503906, 0.550781, 0.457031, 0.582031, 0.455078, 0.546875, 0.492188, 0.474609, 0.539062, 1.0625, 0.470703, 0.458984, 0.466797, 0.445312, 0.490234, 0.460938, 0.457031, 0.511719, 0.480469, 0.542969, 0.458984, 0.449219, 0.429688, 0.515625, 0.451172, 0.496094, 0.478516, 0.482422, 0.445312, 1.0625, 0.419922, 0.458984, 0.609375, 0.498047, 0.679688, 0.410156, 0.464844, 0.447266, 0.451172, 0.449219, 0.458984, 0.457031, 0.466797, 0.466797, 0.455078, 0.478516, 0.664062, 0.457031, 0.472656, 0.455078, 0.443359, 0.451172, 0.886719, 0.488281, 0.472656, 0.511719, 0.46875, 0.679688, 0.4375, 0.490234, 0.478516, 0.451172, 0.443359, 0.523438, 0.439453, 0.621094, 0.447266, 0.451172, 0.457031, 0.6875, 0.478516, 0.484375, 0.458984, 0.464844, 0.427734, 0.460938, 0.515625, 0.478516, 0.458984, 0.734375, 0.447266, 0.486328, 0.453125, 0.449219, 0.445312, 0.4375, 0.476562, 0.455078, 0.480469, 0.453125, 0.542969, 0.494141, 0.46875, 0.458984, 0.457031, 0.535156, 0.488281, 0.515625, 0.474609, 0.429688, 0.476562, 0.470703, 0.453125, 0.472656, 0.625, 0.425781, 0.464844, 0.474609, 0.443359, 0.447266, 0.628906, 0.46875, 0.439453, 0.458984, 0.458984, 0.445312, 0.644531, 0.46875, 0.466797, 0.478516, 0.4375, 0.474609, 0.4375, 0.443359, 0.445312, 0.449219, 0.458984, 0.443359, 0.523438, 0.53125, 0.462891, 0.455078, 0.470703, 0.488281, 0.5, 0.960938, 0.503906, 0.46875, 0.441406, 0.535156, 0.457031, 0.466797, 0.427734, 0.539062, 0.458984, 0.425781, 0.5625, 0.439453, 0.617188, 0.457031, 0.53125, 0.455078, 0.507812, 0.443359, 0.439453, 0.455078, 0.460938, 0.464844, 0.490234, 0.730469, 0.609375, 0.421875, 0.664062, 0.435547, 0.466797, 0.449219, 0.470703, 0.482422, 0.470703, 0.455078, 0.482422, 0.460938, 0.457031, 0.445312, 0.482422, 0.621094, 0.441406, 0.431641, 0.447266, 0.609375, 0.460938, 0.472656, 0.443359, 0.617188, 0.46875, 0.507812, 0.427734, 0.494141, 0.486328, 0.464844, 0.464844, 0.484375, 0.470703, 0.5625, 0.427734, 0.462891, 0.445312, 0.550781, 0.417969, 0.466797, 0.5, 0.441406, 0.466797, 0.515625, 0.472656, 0.439453, 0.460938, 0.453125, 0.621094, 0.466797, 0.640625, 0.46875, 0.46875, 0.460938, 0.53125, 0.472656, 0.478516, 0.472656, 0.462891, 0.433594, 0.601562, 0.632812, 0.445312, 0.443359, 0.449219, 0.503906, 0.449219, 0.457031, 0.488281, 0.474609, 0.458984, 0.447266, 0.539062, 0.46875, 0.664062, 0.460938, 0.439453, 0.46875, 0.470703, 0.478516, 0.451172, 0.451172, 0.886719, 0.447266, 0.476562, 0.449219, 0.482422, 0.458984, 0.439453, 0.671875, 0.462891, 0.480469, 0.53125, 0.462891, 0.507812, 0.451172, 0.486328, 0.464844, 0.466797, 0.449219, 0.449219, 1.0625, 0.443359, 0.703125, 0.46875, 0.464844, 0.460938, 0.458984, 0.455078, 0.433594, 0.546875, 0.953125, 0.455078, 0.484375, 0.466797, 0.605469, 0.472656, 0.470703, 0.449219, 0.455078, 0.462891, 0.449219, 0.443359, 0.421875, 0.503906, 0.447266, 0.470703, 0.4375, 0.484375, 0.492188, 0.404297, 0.482422, 0.480469, 0.486328, 0.4375, 0.53125, 0.480469, 0.435547, 0.441406, 0.488281, 0.474609, 0.466797, 0.435547, 0.419922, 0.466797, 0.462891, 0.445312, 0.439453, 0.466797, 0.4375, 0.474609, 0.714844, 0.431641, 0.458984, 0.445312, 0.539062, 0.480469, 0.396484, 0.466797, 0.507812, 0.474609, 0.558594, 0.460938, 0.441406, 0.431641, 0.621094, 0.423828, 0.439453, 0.640625, 0.474609, 0.621094, 0.455078, 0.478516, 0.498047, 0.462891, 0.447266, 0.443359, 0.443359, 0.4375, 0.679688, 0.472656, 0.488281, 0.480469, 0.427734, 0.441406, 0.458984, 0.574219, 1.164062, 0.675781, 0.457031, 0.445312, 0.519531, 0.429688, 0.449219, 0.726562, 0.542969, 0.455078, 0.431641, 0.451172, 0.451172, 0.503906, 0.457031, 0.427734, 0.488281, 0.503906, 0.482422, 0.443359, 0.5, 0.453125, 0.435547, 0.457031, 0.683594, 0.451172, 0.457031, 0.451172, 0.464844, 0.466797, 0.486328, 0.460938, 0.46875, 0.441406, 0.453125, 0.546875, 0.464844, 0.486328, 0.441406, 0.453125, 0.451172, 0.875, 0.410156, 0.460938, 0.445312, 0.425781, 0.443359, 0.433594, 0.488281, 0.451172, 0.878906, 0.511719, 0.367188, 0.460938, 0.470703, 0.511719, 0.443359, 0.46875, 0.644531, 0.570312, 0.457031, 0.439453, 0.447266, 0.453125, 0.458984, 0.451172, 0.458984, 0.5, 0.777344, 0.478516, 0.490234, 0.433594, 0.470703, 0.457031, 0.439453, 0.511719, 0.441406, 0.445312, 0.464844, 0.451172, 0.431641, 0.486328, 0.476562, 0.482422, 0.566406, 0.488281, 0.875, 0.417969, 0.53125, 0.5, 0.449219, 0.425781, 0.488281, 0.472656, 0.511719, 0.4375, 0.462891, 0.447266, 0.496094, 0.4375, 0.519531, 0.4375, 0.457031, 0.574219, 0.503906, 0.482422, 0.453125, 0.441406, 0.451172, 0.464844, 0.445312, 0.433594, 0.46875, 0.466797, 0.460938, 0.519531, 0.46875, 0.445312, 0.439453, 0.421875, 0.455078, 0.441406, 0.423828, 0.472656, 0.478516, 0.464844, 0.462891, 0.503906, 0.441406, 0.458984, 0.470703, 0.449219, 0.515625, 0.476562, 0.451172, 0.470703, 0.433594, 0.578125, 0.523438, 0.519531, 0.453125, 0.46875, 0.5, 0.466797, 0.429688, 0.466797, 0.628906, 0.464844, 0.482422, 0.441406, 0.427734, 0.470703, 0.476562, 0.589844, 0.482422, 0.451172, 0.492188, 0.46875, 0.609375, 0.460938, 0.453125, 0.462891, 0.445312, 0.462891, 0.447266, 0.455078, 0.439453, 0.464844, 0.515625, 0.464844, 0.470703, 0.466797, 0.478516, 0.462891, 0.476562, 0.470703, 0.613281, 0.585938, 0.414062, 0.451172, 0.478516, 0.482422, 0.441406, 0.449219, 0.462891, 0.460938, 0.439453, 0.458984, 0.482422, 0.457031, 0.435547, 0.441406, 0.601562, 0.496094, 0.648438, 0.482422, 0.462891, 0.542969, 0.455078, 0.433594, 0.482422, 0.476562, 0.447266, 0.605469, 0.597656, 0.482422, 0.546875, 0.457031, 0.462891, 0.476562, 0.490234, 0.466797, 1.101562, 0.601562, 0.46875, 0.486328 ] }, "name": "model.model.layers.49.input_layernorm.weight", "outputIndexes": [ 3966 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3965 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_49/Mul_output_0", "outputIndexes": [ 3967 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3966, 3967 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_49/Mul_1_output_0", "outputIndexes": [ 3968 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3968 ], "outputIndexes": [ 5760 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5760 ], "outputIndexes": [ 5761 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/q_proj/Linear", "inputIndexes": [ 5761 ], "outputIndexes": [ 5762 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 492234106, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5762 ], "outputIndexes": [ 5763 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5763 ], "outputIndexes": [ 3969 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3968 ], "main_type": "NONE", "name": "/Shape_687_output_0", "outputIndexes": [ 3970 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3970 ], "main_type": "NONE", "name": "Shape10663", "outputIndexes": [ 3971 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3970 ], "main_type": "NONE", "name": "Rank10665", "outputIndexes": [ 3972 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3972, 3972 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10667", "outputIndexes": [ 3973 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3973 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10668", "outputIndexes": [ 3974 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3973, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10670", "outputIndexes": [ 3975 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3975 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10671", "outputIndexes": [ 3976 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3971, 3974, 3976, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10674", "outputIndexes": [ 3977 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3977 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10675", "outputIndexes": [ 3978 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 3978 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10676", "outputIndexes": [ 3979 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3979, 3978 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10677", "outputIndexes": [ 3980 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3970, 3980, 3973 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_739_output_0", "outputIndexes": [ 3981 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3981, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1569_output_0", "outputIndexes": [ 3982 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3982, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_637_output_0", "outputIndexes": [ 3983 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3969, 3983 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_442_output_0", "outputIndexes": [ 3984 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3984, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_392_output_0", "outputIndexes": [ 3985 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3984 ], "main_type": "NONE", "name": "/Shape_688_output_0", "outputIndexes": [ 3986 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3986 ], "main_type": "NONE", "name": "Shape10684", "outputIndexes": [ 3987 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 3986 ], "main_type": "NONE", "name": "Rank10686", "outputIndexes": [ 3988 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3988, 3988 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10688", "outputIndexes": [ 3989 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3989 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10689", "outputIndexes": [ 3990 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3989, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10691", "outputIndexes": [ 3991 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3991 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10692", "outputIndexes": [ 3992 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3987, 3990, 3992, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10695", "outputIndexes": [ 3993 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3993 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10696", "outputIndexes": [ 3994 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 3994 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10697", "outputIndexes": [ 3995 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3995, 3994 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10698", "outputIndexes": [ 3996 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3986, 3996, 3989 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_740_output_0", "outputIndexes": [ 3997 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3997, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_147_output_0", "outputIndexes": [ 3998 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3998, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1574_output_0", "outputIndexes": [ 3999 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3984, 3999, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_197_output_0", "outputIndexes": [ 4000 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4000 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_98_output_0", "outputIndexes": [ 4001 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3984, 22, 3999, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_196_output_0", "outputIndexes": [ 4002 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4001, 4002 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_640_output_0", "outputIndexes": [ 4003 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4003, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_393_output_0", "outputIndexes": [ 4004 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3985, 4004 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_245_output_0", "outputIndexes": [ 4005 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3968 ], "outputIndexes": [ 5764 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5764 ], "outputIndexes": [ 5765 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/k_proj/Linear", "inputIndexes": [ 5765 ], "outputIndexes": [ 5766 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 493155728, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5766 ], "outputIndexes": [ 5767 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5767 ], "outputIndexes": [ 4006 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 3982, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_638_output_0", "outputIndexes": [ 4007 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4006, 4007 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_443_output_0", "outputIndexes": [ 4008 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4008, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_394_output_0", "outputIndexes": [ 4009 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4008 ], "main_type": "NONE", "name": "/Shape_689_output_0", "outputIndexes": [ 4010 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4010 ], "main_type": "NONE", "name": "Shape10747", "outputIndexes": [ 4011 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4010 ], "main_type": "NONE", "name": "Rank10749", "outputIndexes": [ 4012 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4012, 4012 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10751", "outputIndexes": [ 4013 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4013 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10752", "outputIndexes": [ 4014 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4013, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10754", "outputIndexes": [ 4015 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4015 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10755", "outputIndexes": [ 4016 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4011, 4014, 4016, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10758", "outputIndexes": [ 4017 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4017 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10759", "outputIndexes": [ 4018 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4018 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10760", "outputIndexes": [ 4019 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4019, 4018 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10761", "outputIndexes": [ 4020 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4010, 4020, 4013 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_741_output_0", "outputIndexes": [ 4021 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4021, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_148_output_0", "outputIndexes": [ 4022 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4022, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1576_output_0", "outputIndexes": [ 4023 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4008, 4023, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_199_output_0", "outputIndexes": [ 4024 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4024 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_99_output_0", "outputIndexes": [ 4025 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4008, 22, 4023, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_198_output_0", "outputIndexes": [ 4026 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4025, 4026 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_641_output_0", "outputIndexes": [ 4027 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4027, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_395_output_0", "outputIndexes": [ 4028 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4009, 4028 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_246_output_0", "outputIndexes": [ 4029 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 3968 ], "outputIndexes": [ 5768 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5768 ], "outputIndexes": [ 5769 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/v_proj/Linear", "inputIndexes": [ 5769 ], "outputIndexes": [ 5770 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 493386150, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5770 ], "outputIndexes": [ 5771 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5771 ], "outputIndexes": [ 4030 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4030, 4007 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_444_output_0", "outputIndexes": [ 4031 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4005, 4029, 4031, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_449_output_0", "outputIndexes": [ 4032 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4032 ], "outputIndexes": [ 5772 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5772 ], "outputIndexes": [ 5773 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/o_proj/Linear", "inputIndexes": [ 5773 ], "outputIndexes": [ 5774 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 493616572, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5774 ], "outputIndexes": [ 5775 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5775 ], "outputIndexes": [ 4033 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 3965, 4033 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_248_output_0", "outputIndexes": [ 4034 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.53125, 0.542969, 0.554688, 0.554688, 0.554688, 0.546875, 0.24707, 0.554688, 0.53125, 0.515625, 0.484375, 0.550781, 0.519531, 0.535156, 0.546875, 0.546875, 0.355469, 0.546875, 0.558594, 0.507812, 0.539062, 0.558594, 0.53125, 0.53125, 0.5625, 0.558594, 0.519531, 0.546875, 0.546875, 0.546875, 0.515625, 0.400391, 0.542969, 0.550781, 0.535156, 0.542969, 0.515625, 0.539062, 0.472656, 0.554688, 0.542969, 0.546875, 0.542969, 0.535156, 0.539062, 0.535156, 0.546875, 0.519531, 0.542969, 0.482422, 0.542969, 0.462891, 0.550781, 0.550781, 0.511719, 0.546875, 0.558594, 0.523438, 0.535156, 0.546875, 0.554688, 0.539062, 0.535156, 0.546875, 0.53125, 0.511719, 0.441406, 0.503906, 0.546875, 0.455078, 0.542969, 0.494141, 0.535156, 0.523438, 0.542969, 0.539062, 0.546875, 0.539062, 0.474609, 0.535156, 0.535156, 0.5625, 0.527344, 0.539062, 0.546875, 0.535156, 0.558594, 0.519531, 0.546875, 0.519531, 0.53125, 0.558594, 0.539062, 0.546875, 0.494141, 0.511719, 0.5625, 0.558594, 0.554688, 0.550781, 0.550781, 0.539062, 0.554688, 0.558594, 0.494141, 0.519531, 0.550781, 0.53125, 0.539062, 0.542969, 0.550781, 0.5625, 0.539062, 0.546875, 0.5625, 0.53125, 0.550781, 0.542969, 0.535156, 0.542969, 0.542969, 0.527344, 0.539062, 0.53125, 0.570312, 0.550781, 0.318359, 0.542969, 0.558594, 0.457031, 0.539062, 0.550781, 0.550781, 0.53125, 0.554688, 0.546875, 0.546875, 0.539062, 0.494141, 0.546875, 0.554688, 0.5, 0.550781, 0.554688, 0.539062, 0.542969, 0.542969, 0.527344, 0.535156, 0.542969, 0.535156, 0.550781, 0.542969, 0.558594, 0.554688, 0.519531, 0.558594, 0.542969, 0.5, 0.570312, 0.5, 0.550781, 0.523438, 0.546875, 0.527344, 0.558594, 0.486328, 0.542969, 0.542969, 0.515625, 0.613281, 0.550781, 0.539062, 0.53125, 0.464844, 0.546875, 0.550781, 0.542969, 0.5625, 0.558594, 0.542969, 0.535156, 0.546875, 0.535156, 0.546875, 0.550781, 0.558594, 0.554688, 0.554688, 0.546875, 0.550781, 0.535156, 0.5, 0.546875, 0.550781, 0.527344, 0.535156, 0.523438, 0.117676, 0.539062, 0.546875, 0.546875, 0.535156, 0.535156, 0.539062, 0.546875, 0.542969, 0.546875, 0.523438, 0.5625, 0.539062, 0.546875, 0.546875, 0.496094, 0.554688, 0.550781, 0.546875, 0.535156, 0.539062, 0.53125, 0.535156, 0.53125, 0.511719, 0.542969, 0.542969, 0.535156, 0.554688, 0.507812, 0.570312, 0.546875, 0.523438, 0.492188, 0.546875, 0.535156, 0.558594, 0.535156, 0.539062, 0.519531, 0.53125, 0.546875, 0.546875, 0.535156, 0.554688, 0.546875, 0.542969, 0.546875, 0.511719, 0.550781, 0.542969, 0.542969, 0.535156, 0.535156, 0.474609, 0.539062, 0.542969, 0.550781, 0.539062, 0.542969, 0.53125, 0.550781, 0.539062, 0.542969, 0.539062, 0.53125, 0.558594, 0.554688, 0.546875, 0.546875, 0.515625, 0.546875, 0.404297, 0.527344, 0.550781, 0.333984, 0.527344, 0.546875, 0.550781, 0.523438, 0.511719, 0.566406, 0.535156, 0.5625, 0.546875, 0.546875, 0.539062, 0.554688, 0.542969, 0.550781, 0.542969, 0.539062, 0.539062, 0.539062, 0.554688, 0.542969, 0.546875, 0.539062, 0.5625, 0.539062, 0.546875, 0.546875, 0.554688, 0.546875, 0.535156, 0.511719, 0.542969, 0.527344, 0.53125, 0.558594, 0.482422, 0.546875, 0.53125, 0.550781, 0.539062, 0.527344, 0.542969, 0.53125, 0.546875, 0.523438, 0.507812, 0.539062, 0.554688, 0.550781, 0.550781, 0.558594, 0.539062, 0.535156, 0.5625, 0.558594, 0.550781, 0.519531, 0.498047, 0.527344, 0.474609, 0.550781, 0.527344, 0.546875, 0.550781, 0.527344, 0.496094, 0.503906, 0.550781, 0.535156, 0.546875, 0.519531, 0.542969, 0.550781, 0.542969, 0.53125, 0.527344, 0.542969, 0.546875, 0.546875, 0.53125, 0.554688, 0.527344, 0.550781, 0.550781, 0.550781, 0.535156, 0.554688, 0.535156, 0.527344, 0.542969, 0.53125, 0.539062, 0.542969, 0.550781, 0.546875, 0.53125, 0.535156, 0.550781, 0.550781, 0.5625, 0.511719, 0.539062, 0.546875, 0.542969, 0.546875, 0.558594, 0.503906, 0.257812, 0.550781, 0.5625, 0.542969, 0.550781, 0.53125, 0.523438, 0.546875, 0.523438, 0.542969, 0.546875, 0.492188, 0.542969, 0.507812, 0.550781, 0.542969, 0.542969, 0.546875, 0.546875, 0.542969, 0.550781, 0.554688, 0.519531, 0.546875, 0.542969, 0.523438, 0.539062, 0.554688, 0.5625, 0.558594, 0.535156, 0.546875, 0.546875, 0.550781, 0.539062, 0.550781, 0.546875, 0.535156, 0.542969, 0.527344, 0.550781, 0.546875, 0.425781, 0.542969, 0.550781, 0.507812, 0.550781, 0.539062, 0.453125, 0.539062, 0.472656, 0.527344, 0.5625, 0.539062, 0.535156, 0.554688, 0.550781, 0.550781, 0.554688, 0.546875, 0.550781, 0.53125, 0.539062, 0.542969, 0.523438, 0.527344, 0.443359, 0.535156, 0.519531, 0.558594, 0.535156, 0.488281, 0.542969, 0.539062, 0.535156, 0.578125, 0.546875, 0.542969, 0.554688, 0.523438, 0.546875, 0.511719, 0.542969, 0.550781, 0.488281, 0.539062, 0.535156, 0.542969, 0.554688, 0.523438, 0.546875, 0.546875, 0.542969, 0.546875, 0.527344, 0.546875, 0.535156, 0.550781, 0.535156, 0.546875, 0.554688, 0.554688, 0.539062, 0.539062, 0.546875, 0.542969, 0.539062, 0.523438, 0.546875, 0.535156, 0.546875, 0.566406, 0.539062, 0.542969, 0.554688, 0.535156, 0.53125, 0.546875, 0.511719, 0.550781, 0.209961, 0.53125, 0.550781, 0.550781, 0.484375, 0.554688, 0.546875, 0.542969, 0.539062, 0.535156, 0.539062, 0.558594, 0.275391, 0.539062, 0.535156, 0.558594, 0.550781, 0.53125, 0.539062, 0.535156, 0.558594, 0.535156, 0.503906, 0.558594, 0.558594, 0.546875, 0.554688, 0.566406, 0.542969, 0.535156, 0.498047, 0.535156, 0.527344, 0.492188, 0.539062, 0.535156, 0.550781, 0.53125, 0.546875, 0.554688, 0.546875, 0.498047, 0.535156, 0.550781, 0.535156, 0.53125, 0.539062, 0.476562, 0.542969, 0.527344, 0.535156, 0.546875, 0.546875, 0.546875, 0.550781, 0.550781, 0.558594, 0.275391, 0.558594, 0.5, 0.443359, 0.539062, 0.539062, 0.542969, 0.519531, 0.511719, 0.550781, 0.554688, 0.539062, 0.546875, 0.550781, 0.554688, 0.523438, 0.542969, 0.539062, 0.5625, 0.539062, 0.550781, 0.535156, 0.503906, 0.554688, 0.539062, 0.53125, 0.535156, 0.554688, 0.542969, 0.542969, 0.535156, 0.554688, 0.53125, 0.535156, 0.523438, 0.558594, 0.558594, 0.554688, 0.519531, 0.550781, 0.482422, 0.515625, 0.550781, 0.527344, 0.550781, 0.558594, 0.546875, 0.490234, 0.523438, 0.5625, 0.550781, 0.546875, 0.5625, 0.53125, 0.546875, 0.542969, 0.535156, 0.546875, 0.554688, 0.443359, 0.539062, 0.542969, 0.546875, 0.492188, 0.542969, 0.535156, 0.535156, 0.546875, 0.519531, 0.5625, 0.402344, 0.550781, 0.496094, 0.1875, 0.535156, 0.558594, 0.554688, 0.535156, 0.550781, 0.53125, 0.554688, 0.550781, 0.535156, 0.527344, 0.542969, 0.550781, 0.542969, 0.527344, 0.527344, 0.535156, 0.503906, 0.523438, 0.494141, 0.550781, 0.5625, 0.5, 0.511719, 0.550781, 0.542969, 0.490234, 0.535156, 0.527344, 0.511719, 0.542969, 0.546875, 0.53125, 0.546875, 0.546875, 0.546875, 0.535156, 0.550781, 0.535156, 0.554688, 0.5625, 0.542969, 0.492188, 0.427734, 0.511719, 0.511719, 0.523438, 0.550781, 0.554688, 0.542969, 0.542969, 0.554688, 0.234375, 0.527344, 0.636719, 0.542969, 0.523438, 0.546875, 0.535156, 0.539062, 0.546875, 0.53125, 0.546875, 0.550781, 0.535156, 0.542969, 0.542969, 0.542969, 0.546875, 0.558594, 0.539062, 0.542969, 0.527344, 0.539062, 0.398438, 0.511719, 0.558594, 0.539062, 0.535156, 0.546875, 0.453125, 0.574219, 0.550781, 0.550781, 0.542969, 0.546875, 0.539062, 0.53125, 0.507812, 0.546875, 0.511719, 0.539062, 0.53125, 0.542969, 0.550781, 0.550781, 0.376953, 0.542969, 0.550781, 0.539062, 0.546875, 0.523438, 0.546875, 0.539062, 0.515625, 0.550781, 0.523438, 0.542969, 0.546875, 0.542969, 0.511719, 0.535156, 0.546875, 0.527344, 0.535156, 0.550781, 0.231445, 0.546875, 0.554688, 0.470703, 0.535156, 0.511719, 0.546875, 0.539062, 0.550781, 0.535156, 0.546875, 0.519531, 0.539062, 0.542969, 0.546875, 0.554688, 0.546875, 0.476562, 0.542969, 0.527344, 0.539062, 0.550781, 0.546875, 0.443359, 0.535156, 0.515625, 0.539062, 0.535156, 0.466797, 0.539062, 0.546875, 0.539062, 0.542969, 0.546875, 0.535156, 0.558594, 0.480469, 0.550781, 0.550781, 0.542969, 0.503906, 0.554688, 0.539062, 0.53125, 0.542969, 0.550781, 0.542969, 0.535156, 0.539062, 0.539062, 0.408203, 0.542969, 0.550781, 0.542969, 0.523438, 0.5625, 0.539062, 0.535156, 0.539062, 0.5625, 0.546875, 0.53125, 0.535156, 0.539062, 0.546875, 0.550781, 0.542969, 0.5625, 0.527344, 0.539062, 0.53125, 0.5625, 0.558594, 0.550781, 0.539062, 0.503906, 0.550781, 0.539062, 0.519531, 0.546875, 0.535156, 0.488281, 0.5625, 0.535156, 0.550781, 0.546875, 0.558594, 0.490234, 0.546875, 0.542969, 0.53125, 0.539062, 0.535156, 0.554688, 0.546875, 0.546875, 0.550781, 0.558594, 0.550781, 0.523438, 0.535156, 0.554688, 0.542969, 0.554688, 0.542969, 0.554688, 0.400391, 0.527344, 0.546875, 0.542969, 0.527344, 0.542969, 0.523438, 0.546875, 0.53125, 0.527344, 0.550781, 0.519531, 0.539062, 0.482422, 0.53125, 0.535156, 0.539062, 0.535156, 0.5625, 0.542969, 0.546875, 0.539062, 0.539062, 0.542969, 0.482422, 0.5, 0.550781, 0.455078, 0.539062, 0.542969, 0.542969, 0.539062, 0.558594, 0.550781, 0.535156, 0.53125, 0.542969, 0.539062, 0.542969, 0.539062, 0.470703, 0.535156, 0.558594, 0.5625, 0.527344, 0.546875, 0.535156, 0.539062, 0.53125, 0.546875, 0.523438, 0.527344, 0.539062, 0.554688, 0.542969, 0.554688, 0.53125, 0.542969, 0.515625, 0.550781, 0.546875, 0.550781, 0.550781, 0.542969, 0.546875, 0.53125, 0.546875, 0.546875, 0.515625, 0.546875, 0.566406, 0.527344, 0.542969, 0.498047, 0.535156, 0.507812, 0.535156, 0.558594, 0.546875, 0.527344, 0.539062, 0.558594, 0.546875, 0.546875, 0.535156, 0.519531, 0.486328, 0.546875, 0.546875, 0.554688, 0.527344, 0.554688, 0.558594, 0.542969, 0.550781, 0.550781, 0.546875, 0.546875, 0.539062, 0.470703, 0.519531, 0.558594, 0.539062, 0.535156, 0.546875, 0.5625, 0.546875, 0.172852, 0.5625, 0.535156, 0.546875, 0.554688, 0.535156, 0.554688, 0.494141, 0.542969, 0.550781, 0.527344, 0.550781, 0.539062, 0.550781, 0.511719, 0.558594, 0.539062, 0.53125, 0.53125, 0.400391, 0.554688, 0.480469, 0.53125, 0.542969, 0.550781, 0.535156, 0.558594, 0.542969, 0.519531, 0.400391, 0.546875, 0.542969, 0.546875, 0.5, 0.550781, 0.53125, 0.550781, 0.53125, 0.539062, 0.554688, 0.550781, 0.546875, 0.53125, 0.550781, 0.558594, 0.542969, 0.546875, 0.5625, 0.550781, 0.535156, 0.523438, 0.53125, 0.554688, 0.511719, 0.546875, 0.59375, 0.546875, 0.546875, 0.535156, 0.535156, 0.550781, 0.558594, 0.535156, 0.554688, 0.554688, 0.546875, 0.546875, 0.542969, 0.550781, 0.380859, 0.546875, 0.558594, 0.535156, 0.527344, 0.546875, 0.554688, 0.550781, 0.546875, 0.535156, 0.5, 0.542969, 0.546875, 0.542969, 0.503906, 0.542969, 0.53125, 0.439453, 0.546875, 0.507812, 0.558594, 0.527344, 0.554688, 0.523438, 0.539062, 0.539062, 0.550781, 0.542969, 0.490234, 0.546875, 0.550781, 0.550781, 0.546875, 0.542969, 0.554688, 0.507812, 0.244141, 0.490234, 0.546875, 0.542969, 0.527344, 0.546875, 0.546875, 0.476562, 0.523438, 0.554688, 0.539062, 0.535156, 0.550781, 0.535156, 0.542969, 0.546875, 0.550781, 0.523438, 0.542969, 0.542969, 0.53125, 0.554688, 0.550781, 0.515625, 0.5, 0.554688, 0.550781, 0.546875, 0.546875, 0.527344, 0.539062, 0.546875, 0.5625, 0.542969, 0.523438, 0.503906, 0.535156, 0.527344, 0.554688, 0.535156, 0.570312, 0.369141, 0.53125, 0.527344, 0.554688, 0.53125, 0.554688, 0.542969, 0.542969, 0.546875, 0.394531, 0.550781, 0.570312, 0.535156, 0.550781, 0.535156, 0.550781, 0.523438, 0.492188, 0.519531, 0.550781, 0.527344, 0.53125, 0.542969, 0.542969, 0.542969, 0.53125, 0.535156, 0.476562, 0.550781, 0.566406, 0.542969, 0.546875, 0.546875, 0.558594, 0.550781, 0.523438, 0.53125, 0.535156, 0.542969, 0.554688, 0.53125, 0.539062, 0.527344, 0.527344, 0.550781, 0.427734, 0.539062, 0.546875, 0.519531, 0.542969, 0.554688, 0.5625, 0.546875, 0.558594, 0.535156, 0.546875, 0.542969, 0.527344, 0.539062, 0.542969, 0.550781, 0.539062, 0.494141, 0.523438, 0.539062, 0.554688, 0.554688, 0.53125, 0.550781, 0.550781, 0.542969, 0.539062, 0.546875, 0.542969, 0.523438, 0.542969, 0.554688, 0.539062, 0.558594, 0.550781, 0.535156, 0.550781, 0.542969, 0.542969, 0.550781, 0.554688, 0.523438, 0.558594, 0.542969, 0.554688, 0.535156, 0.519531, 0.539062, 0.550781, 0.550781, 0.494141, 0.5, 0.507812, 0.554688, 0.542969, 0.5625, 0.558594, 0.546875, 0.546875, 0.535156, 0.458984, 0.558594, 0.539062, 0.539062, 0.546875, 0.558594, 0.53125, 0.53125, 0.539062, 0.542969, 0.539062, 0.5625, 0.507812, 0.539062, 0.53125, 0.535156, 0.546875, 0.546875, 0.558594, 0.554688, 0.5625, 0.539062, 0.466797, 0.546875, 0.550781, 0.550781, 0.535156, 0.554688, 0.535156, 0.546875, 0.486328, 0.490234, 0.53125, 0.539062, 0.535156, 0.550781, 0.535156, 0.542969, 0.542969, 0.542969, 0.554688, 0.554688, 0.527344, 0.539062, 0.539062, 0.546875, 0.5, 0.535156, 0.503906, 0.535156, 0.542969, 0.511719, 0.558594, 0.5625, 0.535156, 0.546875, 0.585938, 0.492188, 0.511719, 0.53125, 0.527344, 0.539062, 0.523438, 0.53125, 0.535156, 0.5625, 0.229492, 0.511719, 0.550781, 0.539062 ] }, "name": "model.model.layers.49.post_attention_layernorm.weight", "outputIndexes": [ 4035 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4034 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_49/Mul_output_0", "outputIndexes": [ 4036 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4035, 4036 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_49/Mul_1_output_0", "outputIndexes": [ 4037 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4037 ], "outputIndexes": [ 5776 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5776 ], "outputIndexes": [ 5777 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/gate_proj/Linear", "inputIndexes": [ 5777 ], "outputIndexes": [ 5778 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 494538194, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5778 ], "outputIndexes": [ 5779 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5779 ], "outputIndexes": [ 4038 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4038 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_49/Sigmoid_output_0", "outputIndexes": [ 4039 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4038, 4039 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_49/Mul_output_0", "outputIndexes": [ 4040 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4037 ], "outputIndexes": [ 5780 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5780 ], "outputIndexes": [ 5781 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/up_proj/Linear", "inputIndexes": [ 5781 ], "outputIndexes": [ 5782 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 497118696, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5782 ], "outputIndexes": [ 5783 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5783 ], "outputIndexes": [ 4041 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4040, 4041 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_49/Mul_output_0", "outputIndexes": [ 4042 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4042 ], "outputIndexes": [ 5784 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5784 ], "outputIndexes": [ 5785 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/down_proj/Linear", "inputIndexes": [ 5785 ], "outputIndexes": [ 5786 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 499699198, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5786 ], "outputIndexes": [ 5787 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.49/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5787 ], "outputIndexes": [ 4043 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4034, 4043 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_249_output_0", "outputIndexes": [ 4044 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4044, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_450_output_0", "outputIndexes": [ 4045 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.507812, 0.369141, 0.369141, 0.351562, 0.398438, 0.384766, 1.1875, 0.382812, 0.457031, 0.542969, 0.789062, 0.375, 0.464844, 0.369141, 0.367188, 0.380859, 1.078125, 0.384766, 0.378906, 0.617188, 0.425781, 0.361328, 0.408203, 0.451172, 0.404297, 0.357422, 0.451172, 0.400391, 0.380859, 0.365234, 0.527344, 0.474609, 0.380859, 0.378906, 0.400391, 0.386719, 0.578125, 0.376953, 0.695312, 0.380859, 0.386719, 0.357422, 0.408203, 0.433594, 0.542969, 0.423828, 0.376953, 0.492188, 0.380859, 0.734375, 0.335938, 0.777344, 0.386719, 0.384766, 0.539062, 0.382812, 0.341797, 0.417969, 0.388672, 0.365234, 0.384766, 0.363281, 0.410156, 0.351562, 0.462891, 0.515625, 0.726562, 0.703125, 0.378906, 0.609375, 0.365234, 0.566406, 0.445312, 0.427734, 0.361328, 0.380859, 0.417969, 0.378906, 0.707031, 0.402344, 0.427734, 0.375, 0.441406, 0.404297, 0.402344, 0.492188, 0.349609, 0.511719, 0.412109, 0.542969, 0.425781, 0.404297, 0.527344, 0.388672, 0.691406, 0.578125, 0.404297, 0.349609, 0.369141, 0.457031, 0.398438, 0.40625, 0.369141, 0.412109, 0.423828, 0.59375, 0.363281, 0.408203, 0.384766, 0.349609, 0.349609, 0.390625, 0.384766, 0.414062, 0.384766, 0.455078, 0.388672, 0.376953, 0.333984, 0.382812, 0.40625, 0.488281, 0.355469, 0.435547, 0.357422, 0.410156, 1.171875, 0.353516, 0.357422, 0.353516, 0.390625, 0.322266, 0.378906, 0.392578, 0.394531, 0.402344, 0.375, 0.398438, 0.652344, 0.441406, 0.357422, 0.449219, 0.357422, 0.363281, 0.355469, 0.369141, 0.380859, 0.417969, 0.363281, 0.398438, 0.376953, 0.400391, 0.326172, 0.359375, 0.380859, 0.443359, 0.365234, 0.388672, 0.640625, 0.398438, 0.636719, 0.386719, 0.570312, 0.369141, 0.398438, 0.359375, 0.726562, 0.361328, 0.373047, 0.605469, 0.476562, 0.375, 0.380859, 0.416016, 0.683594, 0.378906, 0.451172, 0.369141, 0.355469, 0.396484, 0.392578, 0.427734, 0.388672, 0.458984, 0.328125, 0.412109, 0.398438, 0.40625, 0.382812, 0.375, 0.355469, 0.396484, 0.667969, 0.388672, 0.384766, 0.375, 0.380859, 0.466797, 0.210938, 0.371094, 0.390625, 0.371094, 0.412109, 0.367188, 0.414062, 0.40625, 0.357422, 0.398438, 0.398438, 0.380859, 0.375, 0.404297, 0.392578, 0.609375, 0.353516, 0.376953, 0.376953, 0.394531, 0.363281, 0.392578, 0.400391, 0.400391, 0.458984, 0.396484, 0.357422, 0.412109, 0.363281, 0.621094, 0.367188, 0.425781, 0.462891, 0.714844, 0.396484, 0.451172, 0.380859, 0.474609, 0.382812, 0.443359, 0.433594, 0.341797, 0.363281, 0.390625, 0.355469, 0.386719, 0.390625, 0.402344, 0.5625, 0.392578, 0.386719, 0.412109, 0.392578, 0.441406, 0.613281, 0.394531, 0.474609, 0.363281, 0.427734, 0.414062, 0.507812, 0.347656, 0.375, 0.396484, 0.369141, 0.466797, 0.369141, 0.373047, 0.40625, 0.386719, 0.511719, 0.392578, 1.007812, 0.380859, 0.392578, 0.9375, 0.53125, 0.369141, 0.359375, 0.507812, 0.550781, 0.376953, 0.46875, 0.404297, 0.347656, 0.373047, 0.380859, 0.416016, 0.353516, 0.359375, 0.384766, 0.361328, 0.369141, 0.384766, 0.371094, 0.408203, 0.404297, 0.378906, 0.363281, 0.369141, 0.371094, 0.400391, 0.363281, 0.376953, 0.398438, 0.570312, 0.357422, 0.373047, 0.482422, 0.373047, 0.347656, 0.390625, 0.550781, 0.357422, 0.460938, 0.447266, 0.361328, 0.384766, 0.392578, 0.441406, 0.65625, 0.519531, 0.363281, 0.371094, 0.365234, 0.363281, 0.410156, 0.441406, 0.359375, 0.382812, 0.353516, 0.412109, 0.632812, 0.484375, 0.65625, 0.398438, 0.46875, 0.416016, 0.357422, 0.419922, 0.691406, 0.578125, 0.410156, 0.392578, 0.384766, 0.464844, 0.351562, 0.375, 0.416016, 0.376953, 0.462891, 0.380859, 0.378906, 0.347656, 0.433594, 0.416016, 0.398438, 0.378906, 0.382812, 0.359375, 0.402344, 0.400391, 0.373047, 0.398438, 0.353516, 0.388672, 0.34375, 0.392578, 0.367188, 0.353516, 0.400391, 0.427734, 0.375, 0.361328, 0.382812, 0.625, 0.427734, 0.398438, 0.376953, 0.371094, 0.380859, 0.644531, 0.996094, 0.419922, 0.404297, 0.382812, 0.34375, 0.402344, 0.478516, 0.361328, 0.490234, 0.367188, 0.404297, 0.632812, 0.369141, 0.566406, 0.392578, 0.376953, 0.402344, 0.369141, 0.386719, 0.339844, 0.445312, 0.359375, 0.5625, 0.369141, 0.380859, 0.466797, 0.367188, 0.388672, 0.369141, 0.392578, 0.382812, 0.367188, 0.4375, 0.396484, 0.357422, 0.386719, 0.433594, 0.376953, 0.376953, 0.582031, 0.384766, 0.390625, 0.800781, 0.382812, 0.365234, 0.486328, 0.371094, 0.382812, 0.761719, 0.423828, 0.675781, 0.464844, 0.345703, 0.386719, 0.378906, 0.402344, 0.357422, 0.357422, 0.376953, 0.355469, 0.396484, 0.482422, 0.490234, 0.367188, 0.402344, 0.570312, 0.386719, 0.394531, 0.554688, 0.355469, 0.429688, 0.699219, 0.378906, 0.365234, 0.371094, 0.414062, 0.375, 0.390625, 0.386719, 0.439453, 0.414062, 0.363281, 0.375, 0.396484, 0.664062, 0.378906, 0.445312, 0.367188, 0.394531, 0.46875, 0.410156, 0.371094, 0.365234, 0.398438, 0.412109, 0.425781, 0.458984, 0.371094, 0.474609, 0.404297, 0.375, 0.375, 0.351562, 0.404297, 0.390625, 0.457031, 0.392578, 0.476562, 0.410156, 0.373047, 0.373047, 0.359375, 0.361328, 0.388672, 0.367188, 0.496094, 0.332031, 0.378906, 0.507812, 0.455078, 1.3125, 0.457031, 0.359375, 0.390625, 0.679688, 0.380859, 0.376953, 0.402344, 0.349609, 0.40625, 0.404297, 0.351562, 0.90625, 0.419922, 0.439453, 0.410156, 0.351562, 0.460938, 0.390625, 0.404297, 0.388672, 0.351562, 0.6875, 0.392578, 0.355469, 0.419922, 0.376953, 0.380859, 0.361328, 0.464844, 0.621094, 0.441406, 0.523438, 0.652344, 0.369141, 0.396484, 0.414062, 0.400391, 0.378906, 0.378906, 0.419922, 0.554688, 0.433594, 0.365234, 0.400391, 0.474609, 0.376953, 0.730469, 0.494141, 0.490234, 0.453125, 0.361328, 0.375, 0.363281, 0.369141, 0.382812, 0.496094, 0.108887, 0.361328, 0.578125, 0.761719, 0.445312, 0.34375, 0.419922, 0.458984, 0.527344, 0.359375, 0.373047, 0.394531, 0.386719, 0.380859, 0.386719, 0.515625, 0.367188, 0.412109, 0.339844, 0.396484, 0.392578, 0.427734, 0.625, 0.373047, 0.396484, 0.408203, 0.445312, 0.373047, 0.353516, 0.402344, 0.384766, 0.357422, 0.40625, 0.417969, 0.5, 0.353516, 0.357422, 0.398438, 0.507812, 0.355469, 0.734375, 0.59375, 0.349609, 0.361328, 0.414062, 0.369141, 0.400391, 0.664062, 0.451172, 0.410156, 0.390625, 0.398438, 0.339844, 0.458984, 0.335938, 0.365234, 0.417969, 0.396484, 0.355469, 1.039062, 0.404297, 0.441406, 0.378906, 0.667969, 0.351562, 0.398438, 0.410156, 0.376953, 0.601562, 0.380859, 0.855469, 0.386719, 0.617188, 1.28125, 0.4375, 0.386719, 0.371094, 0.449219, 0.367188, 0.396484, 0.378906, 0.390625, 0.392578, 0.5, 0.337891, 0.355469, 0.46875, 0.558594, 0.412109, 0.384766, 0.644531, 0.458984, 0.65625, 0.371094, 0.361328, 0.396484, 0.628906, 0.412109, 0.386719, 0.714844, 0.351562, 0.535156, 0.53125, 0.425781, 0.339844, 0.464844, 0.392578, 0.359375, 0.375, 0.404297, 0.365234, 0.386719, 0.376953, 0.345703, 0.382812, 0.445312, 0.609375, 0.472656, 0.628906, 0.507812, 0.369141, 0.367188, 0.388672, 0.365234, 0.388672, 1.054688, 0.431641, 0.470703, 0.388672, 0.498047, 0.349609, 0.371094, 0.394531, 0.373047, 0.373047, 0.398438, 0.382812, 0.439453, 0.361328, 0.373047, 0.394531, 0.392578, 0.345703, 0.402344, 0.380859, 0.5, 0.384766, 1.015625, 0.578125, 0.341797, 0.417969, 0.451172, 0.375, 0.570312, 0.400391, 0.390625, 0.396484, 0.363281, 0.416016, 0.378906, 0.466797, 0.566406, 0.359375, 0.601562, 0.40625, 0.5, 0.417969, 0.388672, 0.462891, 0.921875, 0.414062, 0.421875, 0.404297, 0.400391, 0.542969, 0.376953, 0.382812, 0.519531, 0.390625, 0.539062, 0.390625, 0.376953, 0.375, 0.404297, 0.388672, 0.382812, 0.447266, 0.392578, 0.361328, 1.148438, 0.378906, 0.380859, 0.632812, 0.472656, 0.695312, 0.337891, 0.410156, 0.371094, 0.353516, 0.365234, 0.431641, 0.417969, 0.410156, 0.378906, 0.363281, 0.388672, 0.714844, 0.375, 0.378906, 0.433594, 0.345703, 0.359375, 0.917969, 0.425781, 0.439453, 0.474609, 0.386719, 0.742188, 0.34375, 0.396484, 0.365234, 0.347656, 0.361328, 0.498047, 0.367188, 0.644531, 0.373047, 0.392578, 0.382812, 0.726562, 0.384766, 0.404297, 0.412109, 0.388672, 0.425781, 0.404297, 0.46875, 0.410156, 0.378906, 0.753906, 0.361328, 0.382812, 0.380859, 0.359375, 0.34375, 0.392578, 0.388672, 0.400391, 0.367188, 0.367188, 0.542969, 0.431641, 0.431641, 0.404297, 0.375, 0.435547, 0.390625, 0.5, 0.443359, 0.363281, 0.408203, 0.396484, 0.376953, 0.371094, 0.570312, 0.378906, 0.376953, 0.427734, 0.353516, 0.388672, 0.699219, 0.400391, 0.367188, 0.373047, 0.376953, 0.388672, 0.644531, 0.349609, 0.388672, 0.373047, 0.396484, 0.414062, 0.380859, 0.341797, 0.398438, 0.363281, 0.396484, 0.359375, 0.476562, 0.498047, 0.361328, 0.361328, 0.419922, 0.431641, 0.429688, 0.871094, 0.402344, 0.361328, 0.367188, 0.507812, 0.357422, 0.447266, 0.371094, 0.511719, 0.400391, 0.371094, 0.589844, 0.394531, 0.695312, 0.416016, 0.455078, 0.390625, 0.460938, 0.363281, 0.408203, 0.349609, 0.371094, 0.433594, 0.369141, 0.734375, 0.632812, 0.347656, 0.671875, 0.357422, 0.384766, 0.367188, 0.388672, 0.416016, 0.40625, 0.388672, 0.402344, 0.369141, 0.408203, 0.371094, 0.412109, 0.667969, 0.371094, 0.353516, 0.361328, 0.585938, 0.396484, 0.404297, 0.337891, 0.5625, 0.398438, 0.445312, 0.386719, 0.371094, 0.384766, 0.400391, 0.382812, 0.449219, 0.417969, 0.578125, 0.339844, 0.373047, 0.359375, 0.496094, 0.367188, 0.376953, 0.359375, 0.382812, 0.359375, 0.470703, 0.40625, 0.349609, 0.433594, 0.382812, 0.605469, 0.388672, 0.550781, 0.408203, 0.408203, 0.378906, 0.503906, 0.378906, 0.351562, 0.371094, 0.355469, 0.367188, 0.648438, 0.65625, 0.361328, 0.371094, 0.382812, 0.464844, 0.400391, 0.373047, 0.439453, 0.404297, 0.371094, 0.355469, 0.484375, 0.400391, 0.691406, 0.392578, 0.371094, 0.408203, 0.396484, 0.40625, 0.375, 0.410156, 0.835938, 0.359375, 0.423828, 0.378906, 0.419922, 0.400391, 0.359375, 0.675781, 0.375, 0.396484, 0.507812, 0.359375, 0.410156, 0.345703, 0.416016, 0.369141, 0.421875, 0.402344, 0.369141, 0.96875, 0.357422, 0.675781, 0.402344, 0.386719, 0.390625, 0.410156, 0.386719, 0.359375, 0.550781, 1.023438, 0.398438, 0.441406, 0.378906, 0.632812, 0.384766, 0.435547, 0.388672, 0.423828, 0.357422, 0.380859, 0.394531, 0.386719, 0.488281, 0.369141, 0.392578, 0.371094, 0.367188, 0.359375, 0.371094, 0.419922, 0.431641, 0.464844, 0.345703, 0.455078, 0.414062, 0.355469, 0.386719, 0.376953, 0.412109, 0.402344, 0.380859, 0.349609, 0.40625, 0.371094, 0.390625, 0.355469, 0.40625, 0.396484, 0.367188, 0.699219, 0.353516, 0.363281, 0.392578, 0.546875, 0.425781, 0.339844, 0.402344, 0.433594, 0.425781, 0.542969, 0.367188, 0.34375, 0.371094, 0.605469, 0.388672, 0.341797, 0.707031, 0.371094, 0.53125, 0.404297, 0.373047, 0.388672, 0.384766, 0.419922, 0.376953, 0.355469, 0.363281, 0.683594, 0.404297, 0.373047, 0.363281, 0.359375, 0.373047, 0.375, 0.582031, 1.171875, 0.726562, 0.398438, 0.380859, 0.478516, 0.367188, 0.408203, 0.726562, 0.498047, 0.351562, 0.345703, 0.412109, 0.392578, 0.455078, 0.390625, 0.382812, 0.431641, 0.482422, 0.388672, 0.347656, 0.451172, 0.378906, 0.349609, 0.460938, 0.6875, 0.371094, 0.378906, 0.361328, 0.386719, 0.365234, 0.449219, 0.361328, 0.382812, 0.367188, 0.388672, 0.578125, 0.388672, 0.443359, 0.380859, 0.371094, 0.371094, 0.949219, 0.337891, 0.394531, 0.390625, 0.376953, 0.347656, 0.347656, 0.378906, 0.396484, 0.917969, 0.396484, 0.337891, 0.384766, 0.390625, 0.431641, 0.396484, 0.371094, 0.691406, 0.578125, 0.417969, 0.359375, 0.404297, 0.369141, 0.375, 0.353516, 0.412109, 0.482422, 0.777344, 0.394531, 0.476562, 0.375, 0.404297, 0.378906, 0.388672, 0.388672, 0.396484, 0.365234, 0.433594, 0.349609, 0.355469, 0.40625, 0.394531, 0.423828, 0.472656, 0.421875, 0.941406, 0.373047, 0.445312, 0.474609, 0.359375, 0.376953, 0.394531, 0.421875, 0.427734, 0.367188, 0.404297, 0.359375, 0.474609, 0.367188, 0.390625, 0.410156, 0.380859, 0.613281, 0.482422, 0.378906, 0.335938, 0.363281, 0.394531, 0.390625, 0.357422, 0.376953, 0.4375, 0.380859, 0.386719, 0.527344, 0.376953, 0.357422, 0.388672, 0.375, 0.357422, 0.388672, 0.359375, 0.394531, 0.433594, 0.40625, 0.396484, 0.421875, 0.359375, 0.365234, 0.425781, 0.408203, 0.494141, 0.402344, 0.380859, 0.376953, 0.371094, 0.511719, 0.53125, 0.396484, 0.365234, 0.353516, 0.421875, 0.402344, 0.367188, 0.390625, 0.578125, 0.365234, 0.386719, 0.417969, 0.392578, 0.408203, 0.396484, 0.507812, 0.451172, 0.371094, 0.386719, 0.384766, 0.621094, 0.382812, 0.345703, 0.416016, 0.386719, 0.380859, 0.363281, 0.369141, 0.363281, 0.441406, 0.515625, 0.396484, 0.410156, 0.375, 0.400391, 0.394531, 0.4375, 0.400391, 0.628906, 0.636719, 0.371094, 0.388672, 0.417969, 0.384766, 0.378906, 0.384766, 0.378906, 0.388672, 0.363281, 0.363281, 0.408203, 0.361328, 0.394531, 0.345703, 0.683594, 0.474609, 0.675781, 0.412109, 0.382812, 0.523438, 0.392578, 0.380859, 0.460938, 0.378906, 0.398438, 0.613281, 0.570312, 0.427734, 0.558594, 0.451172, 0.404297, 0.441406, 0.431641, 0.363281, 1.15625, 0.644531, 0.376953, 0.425781 ] }, "name": "model.model.layers.50.input_layernorm.weight", "outputIndexes": [ 4046 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4045 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_50/Mul_output_0", "outputIndexes": [ 4047 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4046, 4047 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_50/Mul_1_output_0", "outputIndexes": [ 4048 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4048 ], "outputIndexes": [ 5788 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5788 ], "outputIndexes": [ 5789 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/q_proj/Linear", "inputIndexes": [ 5789 ], "outputIndexes": [ 5790 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 502279700, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5790 ], "outputIndexes": [ 5791 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5791 ], "outputIndexes": [ 4049 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4048 ], "main_type": "NONE", "name": "/Shape_701_output_0", "outputIndexes": [ 4050 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4050 ], "main_type": "NONE", "name": "Shape10879", "outputIndexes": [ 4051 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4050 ], "main_type": "NONE", "name": "Rank10881", "outputIndexes": [ 4052 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4052, 4052 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10883", "outputIndexes": [ 4053 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4053 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10884", "outputIndexes": [ 4054 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4053, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10886", "outputIndexes": [ 4055 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4055 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10887", "outputIndexes": [ 4056 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4051, 4054, 4056, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10890", "outputIndexes": [ 4057 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4057 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10891", "outputIndexes": [ 4058 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 4058 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10892", "outputIndexes": [ 4059 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4059, 4058 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10893", "outputIndexes": [ 4060 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4050, 4060, 4053 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_754_output_0", "outputIndexes": [ 4061 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4061, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1601_output_0", "outputIndexes": [ 4062 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 4062, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_650_output_0", "outputIndexes": [ 4063 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4049, 4063 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_451_output_0", "outputIndexes": [ 4064 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4064, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_400_output_0", "outputIndexes": [ 4065 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4064 ], "main_type": "NONE", "name": "/Shape_702_output_0", "outputIndexes": [ 4066 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4066 ], "main_type": "NONE", "name": "Shape10900", "outputIndexes": [ 4067 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4066 ], "main_type": "NONE", "name": "Rank10902", "outputIndexes": [ 4068 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4068, 4068 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10904", "outputIndexes": [ 4069 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4069 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10905", "outputIndexes": [ 4070 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4069, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10907", "outputIndexes": [ 4071 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4071 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10908", "outputIndexes": [ 4072 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4067, 4070, 4072, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10911", "outputIndexes": [ 4073 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4073 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10912", "outputIndexes": [ 4074 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4074 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10913", "outputIndexes": [ 4075 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4075, 4074 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10914", "outputIndexes": [ 4076 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4066, 4076, 4069 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_755_output_0", "outputIndexes": [ 4077 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4077, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_150_output_0", "outputIndexes": [ 4078 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4078, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1606_output_0", "outputIndexes": [ 4079 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4064, 4079, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_201_output_0", "outputIndexes": [ 4080 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4080 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_100_output_0", "outputIndexes": [ 4081 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4064, 22, 4079, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_200_output_0", "outputIndexes": [ 4082 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4081, 4082 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_653_output_0", "outputIndexes": [ 4083 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4083, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_401_output_0", "outputIndexes": [ 4084 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4065, 4084 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_250_output_0", "outputIndexes": [ 4085 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4048 ], "outputIndexes": [ 5792 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5792 ], "outputIndexes": [ 5793 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/k_proj/Linear", "inputIndexes": [ 5793 ], "outputIndexes": [ 5794 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 503201322, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5794 ], "outputIndexes": [ 5795 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5795 ], "outputIndexes": [ 4086 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 4062, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_651_output_0", "outputIndexes": [ 4087 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4086, 4087 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_452_output_0", "outputIndexes": [ 4088 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4088, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_402_output_0", "outputIndexes": [ 4089 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4088 ], "main_type": "NONE", "name": "/Shape_703_output_0", "outputIndexes": [ 4090 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4090 ], "main_type": "NONE", "name": "Shape10963", "outputIndexes": [ 4091 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4090 ], "main_type": "NONE", "name": "Rank10965", "outputIndexes": [ 4092 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4092, 4092 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10967", "outputIndexes": [ 4093 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4093 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10968", "outputIndexes": [ 4094 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4093, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10970", "outputIndexes": [ 4095 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4095 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze10971", "outputIndexes": [ 4096 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4091, 4094, 4096, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice10974", "outputIndexes": [ 4097 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4097 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze10975", "outputIndexes": [ 4098 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4098 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10976", "outputIndexes": [ 4099 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4099, 4098 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp10977", "outputIndexes": [ 4100 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4090, 4100, 4093 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_756_output_0", "outputIndexes": [ 4101 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4101, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_151_output_0", "outputIndexes": [ 4102 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4102, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1608_output_0", "outputIndexes": [ 4103 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4088, 4103, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_203_output_0", "outputIndexes": [ 4104 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4104 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_101_output_0", "outputIndexes": [ 4105 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4088, 22, 4103, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_202_output_0", "outputIndexes": [ 4106 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4105, 4106 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_654_output_0", "outputIndexes": [ 4107 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4107, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_403_output_0", "outputIndexes": [ 4108 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4089, 4108 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_251_output_0", "outputIndexes": [ 4109 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4048 ], "outputIndexes": [ 5796 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5796 ], "outputIndexes": [ 5797 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/v_proj/Linear", "inputIndexes": [ 5797 ], "outputIndexes": [ 5798 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 503431744, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5798 ], "outputIndexes": [ 5799 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5799 ], "outputIndexes": [ 4110 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4110, 4087 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_453_output_0", "outputIndexes": [ 4111 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4085, 4109, 4111, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_458_output_0", "outputIndexes": [ 4112 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4112 ], "outputIndexes": [ 5800 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5800 ], "outputIndexes": [ 5801 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/o_proj/Linear", "inputIndexes": [ 5801 ], "outputIndexes": [ 5802 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 503662166, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5802 ], "outputIndexes": [ 5803 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5803 ], "outputIndexes": [ 4113 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4045, 4113 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_253_output_0", "outputIndexes": [ 4114 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.539062, 0.558594, 0.566406, 0.566406, 0.566406, 0.5625, 0.310547, 0.582031, 0.554688, 0.53125, 0.515625, 0.554688, 0.539062, 0.546875, 0.558594, 0.558594, 0.380859, 0.554688, 0.558594, 0.535156, 0.5625, 0.5625, 0.539062, 0.550781, 0.558594, 0.578125, 0.539062, 0.558594, 0.550781, 0.566406, 0.542969, 0.621094, 0.5625, 0.558594, 0.554688, 0.546875, 0.539062, 0.558594, 0.488281, 0.5625, 0.554688, 0.546875, 0.566406, 0.535156, 0.546875, 0.542969, 0.566406, 0.542969, 0.558594, 0.503906, 0.554688, 0.5, 0.5625, 0.5625, 0.542969, 0.558594, 0.574219, 0.558594, 0.550781, 0.558594, 0.558594, 0.566406, 0.546875, 0.5625, 0.539062, 0.527344, 0.496094, 0.527344, 0.570312, 0.484375, 0.566406, 0.515625, 0.542969, 0.542969, 0.5625, 0.546875, 0.566406, 0.558594, 0.519531, 0.558594, 0.558594, 0.574219, 0.554688, 0.5625, 0.558594, 0.539062, 0.570312, 0.527344, 0.5625, 0.546875, 0.558594, 0.570312, 0.554688, 0.570312, 0.53125, 0.535156, 0.574219, 0.566406, 0.574219, 0.546875, 0.566406, 0.550781, 0.558594, 0.601562, 0.480469, 0.539062, 0.558594, 0.558594, 0.558594, 0.550781, 0.550781, 0.558594, 0.539062, 0.578125, 0.574219, 0.558594, 0.5625, 0.5625, 0.558594, 0.5625, 0.566406, 0.542969, 0.546875, 0.550781, 0.609375, 0.558594, 0.337891, 0.570312, 0.546875, 0.412109, 0.574219, 0.566406, 0.554688, 0.554688, 0.558594, 0.535156, 0.558594, 0.558594, 0.515625, 0.554688, 0.574219, 0.507812, 0.5625, 0.578125, 0.570312, 0.554688, 0.550781, 0.542969, 0.554688, 0.554688, 0.5625, 0.566406, 0.542969, 0.570312, 0.558594, 0.527344, 0.570312, 0.546875, 0.535156, 0.609375, 0.53125, 0.550781, 0.542969, 0.554688, 0.546875, 0.566406, 0.486328, 0.546875, 0.5625, 0.539062, 0.75, 0.574219, 0.558594, 0.542969, 0.496094, 0.574219, 0.558594, 0.558594, 0.566406, 0.558594, 0.542969, 0.554688, 0.5625, 0.554688, 0.554688, 0.554688, 0.558594, 0.570312, 0.5625, 0.558594, 0.566406, 0.554688, 0.539062, 0.554688, 0.570312, 0.539062, 0.554688, 0.550781, 0.130859, 0.550781, 0.554688, 0.554688, 0.550781, 0.542969, 0.554688, 0.5625, 0.5625, 0.5625, 0.542969, 0.574219, 0.550781, 0.566406, 0.554688, 0.539062, 0.574219, 0.5625, 0.558594, 0.554688, 0.5625, 0.546875, 0.558594, 0.558594, 0.53125, 0.554688, 0.558594, 0.550781, 0.582031, 0.550781, 0.582031, 0.554688, 0.539062, 0.515625, 0.566406, 0.558594, 0.574219, 0.550781, 0.546875, 0.542969, 0.550781, 0.558594, 0.558594, 0.554688, 0.558594, 0.558594, 0.5625, 0.566406, 0.523438, 0.578125, 0.566406, 0.554688, 0.542969, 0.570312, 0.5, 0.5625, 0.5625, 0.558594, 0.558594, 0.554688, 0.546875, 0.566406, 0.574219, 0.554688, 0.570312, 0.550781, 0.566406, 0.550781, 0.558594, 0.558594, 0.542969, 0.578125, 0.414062, 0.542969, 0.570312, 0.365234, 0.554688, 0.5625, 0.550781, 0.550781, 0.535156, 0.566406, 0.546875, 0.585938, 0.5625, 0.570312, 0.546875, 0.570312, 0.554688, 0.5625, 0.574219, 0.558594, 0.558594, 0.558594, 0.5625, 0.554688, 0.5625, 0.554688, 0.574219, 0.5625, 0.558594, 0.554688, 0.5625, 0.566406, 0.570312, 0.539062, 0.566406, 0.558594, 0.550781, 0.570312, 0.494141, 0.566406, 0.550781, 0.582031, 0.546875, 0.542969, 0.558594, 0.550781, 0.585938, 0.550781, 0.527344, 0.5625, 0.558594, 0.566406, 0.578125, 0.550781, 0.550781, 0.554688, 0.566406, 0.574219, 0.5625, 0.539062, 0.511719, 0.542969, 0.503906, 0.550781, 0.546875, 0.566406, 0.558594, 0.542969, 0.523438, 0.535156, 0.558594, 0.5625, 0.5625, 0.539062, 0.566406, 0.554688, 0.550781, 0.546875, 0.542969, 0.585938, 0.5625, 0.558594, 0.546875, 0.566406, 0.550781, 0.558594, 0.558594, 0.554688, 0.5625, 0.574219, 0.550781, 0.542969, 0.558594, 0.554688, 0.554688, 0.550781, 0.570312, 0.554688, 0.527344, 0.550781, 0.574219, 0.550781, 0.570312, 0.535156, 0.558594, 0.558594, 0.550781, 0.558594, 0.5625, 0.519531, 0.304688, 0.558594, 0.574219, 0.550781, 0.546875, 0.546875, 0.546875, 0.574219, 0.539062, 0.558594, 0.570312, 0.523438, 0.574219, 0.539062, 0.566406, 0.542969, 0.554688, 0.570312, 0.554688, 0.546875, 0.546875, 0.582031, 0.542969, 0.558594, 0.550781, 0.542969, 0.558594, 0.566406, 0.578125, 0.5625, 0.542969, 0.558594, 0.566406, 0.558594, 0.554688, 0.585938, 0.5625, 0.542969, 0.5625, 0.558594, 0.566406, 0.558594, 0.453125, 0.566406, 0.5625, 0.535156, 0.570312, 0.550781, 0.478516, 0.542969, 0.539062, 0.539062, 0.5625, 0.550781, 0.566406, 0.554688, 0.570312, 0.550781, 0.574219, 0.5625, 0.570312, 0.546875, 0.550781, 0.5625, 0.554688, 0.546875, 0.429688, 0.566406, 0.539062, 0.558594, 0.546875, 0.53125, 0.566406, 0.558594, 0.554688, 0.601562, 0.546875, 0.558594, 0.542969, 0.539062, 0.554688, 0.519531, 0.550781, 0.550781, 0.519531, 0.5625, 0.550781, 0.5625, 0.5625, 0.535156, 0.566406, 0.566406, 0.558594, 0.550781, 0.542969, 0.558594, 0.546875, 0.574219, 0.5625, 0.550781, 0.570312, 0.558594, 0.554688, 0.5625, 0.566406, 0.554688, 0.546875, 0.554688, 0.5625, 0.542969, 0.554688, 0.558594, 0.546875, 0.5625, 0.558594, 0.527344, 0.550781, 0.5625, 0.519531, 0.550781, 0.255859, 0.550781, 0.546875, 0.542969, 0.503906, 0.566406, 0.566406, 0.546875, 0.5625, 0.546875, 0.539062, 0.558594, 0.296875, 0.546875, 0.546875, 0.554688, 0.570312, 0.542969, 0.558594, 0.558594, 0.554688, 0.535156, 0.546875, 0.5625, 0.566406, 0.558594, 0.5625, 0.578125, 0.554688, 0.554688, 0.519531, 0.554688, 0.53125, 0.527344, 0.542969, 0.5625, 0.558594, 0.542969, 0.546875, 0.554688, 0.570312, 0.539062, 0.550781, 0.566406, 0.546875, 0.554688, 0.558594, 0.523438, 0.550781, 0.542969, 0.554688, 0.554688, 0.5625, 0.566406, 0.558594, 0.554688, 0.605469, 0.318359, 0.558594, 0.539062, 0.462891, 0.539062, 0.546875, 0.5625, 0.546875, 0.542969, 0.554688, 0.566406, 0.554688, 0.546875, 0.554688, 0.5625, 0.53125, 0.566406, 0.539062, 0.5625, 0.570312, 0.566406, 0.546875, 0.527344, 0.570312, 0.558594, 0.550781, 0.554688, 0.570312, 0.578125, 0.542969, 0.5625, 0.5625, 0.554688, 0.550781, 0.539062, 0.5625, 0.558594, 0.550781, 0.542969, 0.566406, 0.5, 0.542969, 0.574219, 0.554688, 0.539062, 0.554688, 0.558594, 0.542969, 0.550781, 0.574219, 0.566406, 0.5625, 0.5625, 0.539062, 0.558594, 0.554688, 0.550781, 0.558594, 0.5625, 0.476562, 0.5625, 0.5625, 0.570312, 0.527344, 0.535156, 0.550781, 0.5625, 0.554688, 0.539062, 0.558594, 0.458984, 0.566406, 0.53125, 0.211914, 0.542969, 0.558594, 0.554688, 0.539062, 0.574219, 0.566406, 0.558594, 0.5625, 0.550781, 0.539062, 0.566406, 0.570312, 0.542969, 0.554688, 0.546875, 0.558594, 0.546875, 0.539062, 0.507812, 0.566406, 0.570312, 0.492188, 0.535156, 0.5625, 0.550781, 0.535156, 0.554688, 0.550781, 0.535156, 0.550781, 0.570312, 0.554688, 0.554688, 0.566406, 0.5625, 0.554688, 0.5625, 0.554688, 0.566406, 0.570312, 0.542969, 0.511719, 0.460938, 0.53125, 0.527344, 0.519531, 0.5625, 0.5625, 0.5625, 0.570312, 0.558594, 0.292969, 0.558594, 0.78125, 0.550781, 0.542969, 0.570312, 0.554688, 0.558594, 0.574219, 0.554688, 0.550781, 0.570312, 0.5625, 0.554688, 0.558594, 0.566406, 0.554688, 0.566406, 0.5625, 0.554688, 0.546875, 0.542969, 0.427734, 0.53125, 0.5625, 0.539062, 0.554688, 0.546875, 0.480469, 0.617188, 0.566406, 0.554688, 0.554688, 0.574219, 0.566406, 0.535156, 0.535156, 0.566406, 0.53125, 0.542969, 0.554688, 0.550781, 0.5625, 0.550781, 0.414062, 0.550781, 0.558594, 0.546875, 0.566406, 0.535156, 0.546875, 0.554688, 0.535156, 0.574219, 0.554688, 0.558594, 0.5625, 0.546875, 0.53125, 0.535156, 0.566406, 0.53125, 0.570312, 0.566406, 0.263672, 0.554688, 0.5625, 0.5, 0.539062, 0.542969, 0.558594, 0.5625, 0.578125, 0.558594, 0.550781, 0.527344, 0.542969, 0.554688, 0.554688, 0.5625, 0.5625, 0.519531, 0.554688, 0.550781, 0.546875, 0.558594, 0.566406, 0.484375, 0.554688, 0.546875, 0.566406, 0.550781, 0.482422, 0.558594, 0.550781, 0.5625, 0.558594, 0.558594, 0.558594, 0.570312, 0.519531, 0.554688, 0.570312, 0.546875, 0.539062, 0.570312, 0.570312, 0.554688, 0.554688, 0.574219, 0.558594, 0.554688, 0.566406, 0.566406, 0.427734, 0.546875, 0.550781, 0.554688, 0.550781, 0.570312, 0.550781, 0.550781, 0.554688, 0.589844, 0.566406, 0.554688, 0.546875, 0.570312, 0.558594, 0.5625, 0.5625, 0.597656, 0.546875, 0.539062, 0.546875, 0.589844, 0.558594, 0.558594, 0.558594, 0.535156, 0.566406, 0.542969, 0.554688, 0.554688, 0.558594, 0.519531, 0.566406, 0.5625, 0.5625, 0.570312, 0.558594, 0.523438, 0.5625, 0.570312, 0.554688, 0.554688, 0.558594, 0.558594, 0.574219, 0.5625, 0.5625, 0.566406, 0.5625, 0.53125, 0.554688, 0.558594, 0.558594, 0.5625, 0.554688, 0.5625, 0.429688, 0.539062, 0.554688, 0.546875, 0.539062, 0.542969, 0.554688, 0.5625, 0.550781, 0.539062, 0.574219, 0.527344, 0.558594, 0.503906, 0.546875, 0.546875, 0.550781, 0.539062, 0.5625, 0.554688, 0.578125, 0.5625, 0.550781, 0.5625, 0.527344, 0.53125, 0.542969, 0.486328, 0.570312, 0.566406, 0.558594, 0.5625, 0.566406, 0.566406, 0.546875, 0.554688, 0.558594, 0.550781, 0.550781, 0.558594, 0.496094, 0.542969, 0.5625, 0.574219, 0.554688, 0.558594, 0.566406, 0.558594, 0.546875, 0.566406, 0.535156, 0.554688, 0.566406, 0.566406, 0.558594, 0.582031, 0.554688, 0.546875, 0.542969, 0.558594, 0.5625, 0.546875, 0.558594, 0.550781, 0.546875, 0.554688, 0.566406, 0.5625, 0.527344, 0.570312, 0.566406, 0.539062, 0.5625, 0.53125, 0.554688, 0.546875, 0.546875, 0.5625, 0.570312, 0.550781, 0.550781, 0.582031, 0.550781, 0.558594, 0.558594, 0.539062, 0.523438, 0.5625, 0.566406, 0.558594, 0.546875, 0.570312, 0.5625, 0.5625, 0.558594, 0.566406, 0.5625, 0.542969, 0.570312, 0.492188, 0.539062, 0.570312, 0.550781, 0.554688, 0.582031, 0.574219, 0.558594, 0.183594, 0.5625, 0.558594, 0.5625, 0.558594, 0.550781, 0.558594, 0.53125, 0.574219, 0.5625, 0.542969, 0.566406, 0.554688, 0.558594, 0.539062, 0.570312, 0.550781, 0.5625, 0.554688, 0.425781, 0.554688, 0.488281, 0.558594, 0.5625, 0.558594, 0.550781, 0.566406, 0.550781, 0.527344, 0.427734, 0.566406, 0.546875, 0.554688, 0.519531, 0.566406, 0.550781, 0.5625, 0.550781, 0.574219, 0.570312, 0.5625, 0.546875, 0.550781, 0.554688, 0.582031, 0.546875, 0.550781, 0.574219, 0.554688, 0.554688, 0.539062, 0.558594, 0.5625, 0.550781, 0.554688, 0.601562, 0.558594, 0.5625, 0.5625, 0.550781, 0.5625, 0.566406, 0.554688, 0.582031, 0.570312, 0.558594, 0.554688, 0.5625, 0.566406, 0.455078, 0.5625, 0.550781, 0.539062, 0.535156, 0.5625, 0.558594, 0.558594, 0.558594, 0.554688, 0.527344, 0.5625, 0.554688, 0.558594, 0.535156, 0.554688, 0.542969, 0.488281, 0.558594, 0.539062, 0.558594, 0.550781, 0.574219, 0.546875, 0.558594, 0.566406, 0.5625, 0.5625, 0.511719, 0.574219, 0.554688, 0.558594, 0.558594, 0.554688, 0.578125, 0.53125, 0.283203, 0.503906, 0.566406, 0.558594, 0.542969, 0.5625, 0.574219, 0.507812, 0.535156, 0.566406, 0.546875, 0.550781, 0.578125, 0.5625, 0.554688, 0.5625, 0.566406, 0.535156, 0.554688, 0.546875, 0.546875, 0.5625, 0.566406, 0.546875, 0.535156, 0.5625, 0.558594, 0.566406, 0.550781, 0.554688, 0.554688, 0.550781, 0.558594, 0.558594, 0.542969, 0.519531, 0.542969, 0.535156, 0.570312, 0.566406, 0.558594, 0.410156, 0.53125, 0.554688, 0.585938, 0.546875, 0.566406, 0.554688, 0.5625, 0.5625, 0.429688, 0.566406, 0.5625, 0.574219, 0.570312, 0.539062, 0.542969, 0.546875, 0.53125, 0.535156, 0.558594, 0.554688, 0.554688, 0.570312, 0.5625, 0.558594, 0.546875, 0.554688, 0.535156, 0.554688, 0.582031, 0.554688, 0.570312, 0.558594, 0.5625, 0.570312, 0.523438, 0.550781, 0.550781, 0.566406, 0.5625, 0.554688, 0.566406, 0.550781, 0.546875, 0.558594, 0.46875, 0.5625, 0.558594, 0.539062, 0.5625, 0.566406, 0.566406, 0.5625, 0.582031, 0.574219, 0.554688, 0.566406, 0.53125, 0.554688, 0.566406, 0.566406, 0.554688, 0.535156, 0.535156, 0.542969, 0.570312, 0.554688, 0.550781, 0.582031, 0.554688, 0.554688, 0.550781, 0.5625, 0.546875, 0.558594, 0.554688, 0.558594, 0.558594, 0.5625, 0.5625, 0.566406, 0.5625, 0.578125, 0.554688, 0.578125, 0.589844, 0.539062, 0.5625, 0.542969, 0.546875, 0.554688, 0.539062, 0.558594, 0.574219, 0.558594, 0.488281, 0.519531, 0.53125, 0.574219, 0.554688, 0.570312, 0.574219, 0.566406, 0.546875, 0.546875, 0.488281, 0.558594, 0.558594, 0.546875, 0.554688, 0.578125, 0.570312, 0.558594, 0.566406, 0.566406, 0.558594, 0.550781, 0.527344, 0.566406, 0.542969, 0.546875, 0.558594, 0.558594, 0.570312, 0.558594, 0.570312, 0.558594, 0.492188, 0.542969, 0.554688, 0.558594, 0.554688, 0.566406, 0.550781, 0.566406, 0.515625, 0.519531, 0.53125, 0.578125, 0.550781, 0.554688, 0.539062, 0.566406, 0.554688, 0.5625, 0.566406, 0.5625, 0.542969, 0.558594, 0.550781, 0.550781, 0.539062, 0.539062, 0.527344, 0.558594, 0.5625, 0.53125, 0.574219, 0.589844, 0.550781, 0.550781, 0.597656, 0.507812, 0.539062, 0.550781, 0.546875, 0.535156, 0.539062, 0.550781, 0.546875, 0.566406, 0.261719, 0.527344, 0.574219, 0.566406 ] }, "name": "model.model.layers.50.post_attention_layernorm.weight", "outputIndexes": [ 4115 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4114 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_50/Mul_output_0", "outputIndexes": [ 4116 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4115, 4116 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_50/Mul_1_output_0", "outputIndexes": [ 4117 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4117 ], "outputIndexes": [ 5804 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5804 ], "outputIndexes": [ 5805 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/gate_proj/Linear", "inputIndexes": [ 5805 ], "outputIndexes": [ 5806 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 504583788, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5806 ], "outputIndexes": [ 5807 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5807 ], "outputIndexes": [ 4118 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4118 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_50/Sigmoid_output_0", "outputIndexes": [ 4119 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4118, 4119 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_50/Mul_output_0", "outputIndexes": [ 4120 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4117 ], "outputIndexes": [ 5808 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5808 ], "outputIndexes": [ 5809 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/up_proj/Linear", "inputIndexes": [ 5809 ], "outputIndexes": [ 5810 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 507164290, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5810 ], "outputIndexes": [ 5811 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5811 ], "outputIndexes": [ 4121 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4120, 4121 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_50/Mul_output_0", "outputIndexes": [ 4122 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4122 ], "outputIndexes": [ 5812 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5812 ], "outputIndexes": [ 5813 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/down_proj/Linear", "inputIndexes": [ 5813 ], "outputIndexes": [ 5814 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 509744792, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5814 ], "outputIndexes": [ 5815 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.50/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5815 ], "outputIndexes": [ 4123 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4114, 4123 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_254_output_0", "outputIndexes": [ 4124 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4124, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_459_output_0", "outputIndexes": [ 4125 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.515625, 0.447266, 0.451172, 0.474609, 0.498047, 0.466797, 1.085938, 0.490234, 0.492188, 0.535156, 0.785156, 0.445312, 0.478516, 0.441406, 0.427734, 0.453125, 0.816406, 0.46875, 0.472656, 0.609375, 0.490234, 0.439453, 0.462891, 0.5, 0.484375, 0.449219, 0.455078, 0.494141, 0.460938, 0.457031, 0.511719, 0.472656, 0.460938, 0.447266, 0.457031, 0.445312, 0.605469, 0.433594, 0.65625, 0.478516, 0.466797, 0.453125, 0.458984, 0.455078, 0.539062, 0.46875, 0.474609, 0.542969, 0.453125, 0.636719, 0.445312, 0.699219, 0.470703, 0.449219, 0.546875, 0.447266, 0.457031, 0.470703, 0.462891, 0.4375, 0.451172, 0.470703, 0.460938, 0.464844, 0.492188, 0.539062, 0.648438, 0.734375, 0.464844, 0.597656, 0.447266, 0.535156, 0.498047, 0.476562, 0.439453, 0.466797, 0.482422, 0.441406, 0.644531, 0.443359, 0.480469, 0.472656, 0.480469, 0.455078, 0.46875, 0.542969, 0.443359, 0.523438, 0.5, 0.507812, 0.478516, 0.458984, 0.519531, 0.482422, 0.722656, 0.558594, 0.482422, 0.46875, 0.427734, 0.484375, 0.482422, 0.46875, 0.455078, 0.511719, 0.373047, 0.625, 0.451172, 0.476562, 0.453125, 0.398438, 0.433594, 0.464844, 0.451172, 0.476562, 0.458984, 0.492188, 0.453125, 0.482422, 0.458984, 0.462891, 0.466797, 0.507812, 0.433594, 0.511719, 0.482422, 0.484375, 1.023438, 0.445312, 0.441406, 0.345703, 0.460938, 0.404297, 0.476562, 0.449219, 0.441406, 0.476562, 0.464844, 0.480469, 0.550781, 0.484375, 0.457031, 0.455078, 0.462891, 0.435547, 0.449219, 0.449219, 0.451172, 0.460938, 0.449219, 0.46875, 0.458984, 0.464844, 0.400391, 0.457031, 0.46875, 0.460938, 0.480469, 0.464844, 0.652344, 0.535156, 0.671875, 0.488281, 0.546875, 0.431641, 0.455078, 0.462891, 0.726562, 0.429688, 0.435547, 0.621094, 0.539062, 0.449219, 0.46875, 0.453125, 0.667969, 0.455078, 0.498047, 0.458984, 0.457031, 0.46875, 0.464844, 0.482422, 0.482422, 0.488281, 0.4375, 0.503906, 0.470703, 0.458984, 0.458984, 0.443359, 0.464844, 0.464844, 0.6875, 0.466797, 0.486328, 0.445312, 0.462891, 0.472656, 0.228516, 0.453125, 0.453125, 0.449219, 0.46875, 0.445312, 0.462891, 0.478516, 0.447266, 0.464844, 0.494141, 0.460938, 0.451172, 0.462891, 0.455078, 0.582031, 0.443359, 0.453125, 0.472656, 0.466797, 0.451172, 0.439453, 0.488281, 0.472656, 0.486328, 0.447266, 0.453125, 0.482422, 0.46875, 0.621094, 0.482422, 0.443359, 0.488281, 0.558594, 0.484375, 0.474609, 0.462891, 0.503906, 0.462891, 0.457031, 0.414062, 0.40625, 0.464844, 0.46875, 0.451172, 0.46875, 0.458984, 0.482422, 0.53125, 0.486328, 0.466797, 0.484375, 0.441406, 0.451172, 0.601562, 0.462891, 0.498047, 0.46875, 0.466797, 0.443359, 0.519531, 0.4375, 0.484375, 0.445312, 0.451172, 0.492188, 0.433594, 0.457031, 0.464844, 0.490234, 0.511719, 0.486328, 0.808594, 0.431641, 0.484375, 0.902344, 0.535156, 0.490234, 0.460938, 0.496094, 0.546875, 0.466797, 0.474609, 0.5, 0.453125, 0.470703, 0.455078, 0.474609, 0.429688, 0.429688, 0.449219, 0.457031, 0.462891, 0.462891, 0.451172, 0.482422, 0.484375, 0.423828, 0.404297, 0.458984, 0.460938, 0.457031, 0.431641, 0.474609, 0.460938, 0.570312, 0.429688, 0.447266, 0.482422, 0.460938, 0.417969, 0.466797, 0.546875, 0.453125, 0.466797, 0.498047, 0.470703, 0.455078, 0.460938, 0.492188, 0.605469, 0.527344, 0.443359, 0.470703, 0.458984, 0.441406, 0.449219, 0.490234, 0.447266, 0.482422, 0.421875, 0.470703, 0.527344, 0.5, 0.59375, 0.458984, 0.492188, 0.478516, 0.451172, 0.458984, 0.675781, 0.558594, 0.474609, 0.457031, 0.443359, 0.472656, 0.449219, 0.464844, 0.466797, 0.445312, 0.480469, 0.484375, 0.460938, 0.458984, 0.476562, 0.484375, 0.474609, 0.486328, 0.462891, 0.464844, 0.433594, 0.462891, 0.453125, 0.453125, 0.433594, 0.416016, 0.439453, 0.474609, 0.435547, 0.455078, 0.453125, 0.449219, 0.443359, 0.429688, 0.466797, 0.613281, 0.472656, 0.476562, 0.462891, 0.462891, 0.462891, 0.578125, 1.070312, 0.496094, 0.478516, 0.458984, 0.445312, 0.410156, 0.492188, 0.449219, 0.498047, 0.4375, 0.482422, 0.550781, 0.478516, 0.539062, 0.466797, 0.460938, 0.488281, 0.443359, 0.484375, 0.443359, 0.484375, 0.464844, 0.566406, 0.435547, 0.451172, 0.511719, 0.441406, 0.449219, 0.451172, 0.4375, 0.455078, 0.435547, 0.464844, 0.435547, 0.443359, 0.458984, 0.494141, 0.439453, 0.458984, 0.542969, 0.476562, 0.455078, 0.753906, 0.453125, 0.457031, 0.498047, 0.417969, 0.457031, 0.625, 0.480469, 0.652344, 0.482422, 0.453125, 0.455078, 0.441406, 0.447266, 0.455078, 0.445312, 0.466797, 0.402344, 0.480469, 0.507812, 0.484375, 0.449219, 0.443359, 0.578125, 0.322266, 0.482422, 0.5625, 0.416016, 0.46875, 0.597656, 0.476562, 0.457031, 0.435547, 0.484375, 0.460938, 0.443359, 0.457031, 0.472656, 0.46875, 0.417969, 0.4375, 0.464844, 0.667969, 0.453125, 0.474609, 0.435547, 0.449219, 0.507812, 0.480469, 0.451172, 0.457031, 0.470703, 0.453125, 0.455078, 0.482422, 0.447266, 0.503906, 0.453125, 0.472656, 0.449219, 0.416016, 0.447266, 0.470703, 0.476562, 0.449219, 0.488281, 0.507812, 0.4375, 0.460938, 0.451172, 0.451172, 0.457031, 0.451172, 0.492188, 0.435547, 0.462891, 0.523438, 0.494141, 1.265625, 0.490234, 0.4375, 0.455078, 0.65625, 0.46875, 0.4375, 0.423828, 0.447266, 0.480469, 0.478516, 0.453125, 0.980469, 0.492188, 0.470703, 0.478516, 0.458984, 0.484375, 0.457031, 0.470703, 0.451172, 0.441406, 0.617188, 0.484375, 0.439453, 0.478516, 0.462891, 0.462891, 0.464844, 0.474609, 0.507812, 0.484375, 0.554688, 0.65625, 0.435547, 0.449219, 0.451172, 0.447266, 0.443359, 0.492188, 0.460938, 0.546875, 0.474609, 0.427734, 0.453125, 0.480469, 0.472656, 0.757812, 0.482422, 0.472656, 0.490234, 0.431641, 0.464844, 0.462891, 0.457031, 0.449219, 0.554688, 0.139648, 0.443359, 0.628906, 0.726562, 0.466797, 0.441406, 0.470703, 0.453125, 0.558594, 0.447266, 0.453125, 0.464844, 0.462891, 0.457031, 0.460938, 0.523438, 0.457031, 0.484375, 0.453125, 0.462891, 0.460938, 0.460938, 0.636719, 0.46875, 0.455078, 0.457031, 0.478516, 0.4375, 0.443359, 0.458984, 0.439453, 0.458984, 0.451172, 0.480469, 0.511719, 0.466797, 0.460938, 0.457031, 0.523438, 0.455078, 0.707031, 0.558594, 0.478516, 0.457031, 0.458984, 0.435547, 0.386719, 0.667969, 0.503906, 0.470703, 0.486328, 0.460938, 0.419922, 0.507812, 0.427734, 0.439453, 0.5, 0.476562, 0.416016, 0.886719, 0.441406, 0.482422, 0.460938, 0.625, 0.388672, 0.470703, 0.464844, 0.455078, 0.59375, 0.474609, 0.777344, 0.470703, 0.652344, 1.1875, 0.486328, 0.451172, 0.449219, 0.476562, 0.466797, 0.453125, 0.464844, 0.458984, 0.447266, 0.511719, 0.443359, 0.449219, 0.5, 0.5625, 0.453125, 0.4375, 0.640625, 0.498047, 0.59375, 0.439453, 0.453125, 0.402344, 0.601562, 0.472656, 0.439453, 0.695312, 0.451172, 0.535156, 0.546875, 0.474609, 0.441406, 0.466797, 0.46875, 0.429688, 0.474609, 0.470703, 0.445312, 0.4375, 0.464844, 0.441406, 0.443359, 0.455078, 0.546875, 0.496094, 0.597656, 0.503906, 0.453125, 0.445312, 0.464844, 0.445312, 0.433594, 1.1875, 0.455078, 0.554688, 0.470703, 0.53125, 0.435547, 0.449219, 0.449219, 0.472656, 0.435547, 0.462891, 0.443359, 0.5, 0.447266, 0.433594, 0.458984, 0.478516, 0.453125, 0.447266, 0.453125, 0.511719, 0.4375, 0.882812, 0.539062, 0.435547, 0.460938, 0.457031, 0.460938, 0.558594, 0.53125, 0.480469, 0.490234, 0.449219, 0.451172, 0.427734, 0.492188, 0.570312, 0.451172, 0.574219, 0.476562, 0.5, 0.496094, 0.460938, 0.503906, 0.84375, 0.464844, 0.458984, 0.474609, 0.462891, 0.427734, 0.458984, 0.435547, 0.523438, 0.472656, 0.554688, 0.455078, 0.466797, 0.443359, 0.443359, 0.449219, 0.46875, 0.476562, 0.474609, 0.460938, 1.171875, 0.443359, 0.443359, 0.625, 0.511719, 0.664062, 0.410156, 0.478516, 0.455078, 0.431641, 0.445312, 0.464844, 0.466797, 0.464844, 0.470703, 0.451172, 0.466797, 0.585938, 0.443359, 0.470703, 0.46875, 0.425781, 0.443359, 0.863281, 0.474609, 0.478516, 0.496094, 0.453125, 0.667969, 0.435547, 0.455078, 0.464844, 0.429688, 0.433594, 0.527344, 0.462891, 0.578125, 0.433594, 0.462891, 0.443359, 0.609375, 0.466797, 0.472656, 0.476562, 0.458984, 0.390625, 0.488281, 0.488281, 0.453125, 0.464844, 0.703125, 0.443359, 0.472656, 0.449219, 0.449219, 0.457031, 0.443359, 0.443359, 0.460938, 0.488281, 0.451172, 0.550781, 0.466797, 0.484375, 0.449219, 0.466797, 0.462891, 0.458984, 0.488281, 0.474609, 0.433594, 0.451172, 0.474609, 0.472656, 0.472656, 0.601562, 0.460938, 0.439453, 0.445312, 0.425781, 0.439453, 0.609375, 0.460938, 0.453125, 0.466797, 0.427734, 0.478516, 0.691406, 0.447266, 0.5, 0.451172, 0.449219, 0.462891, 0.453125, 0.458984, 0.458984, 0.464844, 0.455078, 0.462891, 0.470703, 0.535156, 0.472656, 0.460938, 0.470703, 0.498047, 0.425781, 0.902344, 0.4375, 0.451172, 0.439453, 0.535156, 0.423828, 0.445312, 0.455078, 0.515625, 0.433594, 0.457031, 0.589844, 0.449219, 0.558594, 0.449219, 0.482422, 0.429688, 0.492188, 0.460938, 0.447266, 0.451172, 0.445312, 0.476562, 0.464844, 0.710938, 0.613281, 0.439453, 0.621094, 0.453125, 0.476562, 0.4375, 0.457031, 0.472656, 0.476562, 0.470703, 0.478516, 0.462891, 0.478516, 0.458984, 0.494141, 0.621094, 0.414062, 0.439453, 0.470703, 0.605469, 0.449219, 0.458984, 0.4375, 0.5625, 0.453125, 0.480469, 0.445312, 0.484375, 0.462891, 0.427734, 0.480469, 0.474609, 0.472656, 0.546875, 0.445312, 0.439453, 0.408203, 0.460938, 0.460938, 0.453125, 0.453125, 0.433594, 0.4375, 0.476562, 0.476562, 0.46875, 0.441406, 0.474609, 0.585938, 0.470703, 0.585938, 0.447266, 0.472656, 0.443359, 0.511719, 0.458984, 0.455078, 0.455078, 0.445312, 0.4375, 0.609375, 0.640625, 0.445312, 0.455078, 0.4375, 0.511719, 0.447266, 0.474609, 0.490234, 0.472656, 0.464844, 0.462891, 0.527344, 0.458984, 0.644531, 0.441406, 0.457031, 0.464844, 0.460938, 0.476562, 0.447266, 0.472656, 1.03125, 0.455078, 0.445312, 0.466797, 0.482422, 0.445312, 0.429688, 0.632812, 0.455078, 0.451172, 0.494141, 0.443359, 0.457031, 0.447266, 0.472656, 0.466797, 0.478516, 0.460938, 0.46875, 0.847656, 0.441406, 0.75, 0.472656, 0.470703, 0.457031, 0.439453, 0.480469, 0.457031, 0.554688, 0.964844, 0.482422, 0.490234, 0.457031, 0.605469, 0.470703, 0.484375, 0.455078, 0.486328, 0.431641, 0.472656, 0.447266, 0.453125, 0.486328, 0.453125, 0.466797, 0.441406, 0.447266, 0.466797, 0.441406, 0.46875, 0.478516, 0.486328, 0.416016, 0.490234, 0.488281, 0.427734, 0.458984, 0.470703, 0.472656, 0.474609, 0.455078, 0.433594, 0.453125, 0.472656, 0.457031, 0.453125, 0.482422, 0.451172, 0.458984, 0.777344, 0.433594, 0.460938, 0.451172, 0.539062, 0.478516, 0.386719, 0.457031, 0.480469, 0.490234, 0.578125, 0.439453, 0.435547, 0.443359, 0.640625, 0.453125, 0.447266, 0.59375, 0.449219, 0.5, 0.476562, 0.443359, 0.464844, 0.458984, 0.474609, 0.433594, 0.4375, 0.433594, 0.660156, 0.478516, 0.460938, 0.4375, 0.460938, 0.455078, 0.480469, 0.589844, 1.101562, 0.613281, 0.449219, 0.451172, 0.494141, 0.441406, 0.486328, 0.695312, 0.515625, 0.458984, 0.445312, 0.455078, 0.507812, 0.482422, 0.455078, 0.449219, 0.494141, 0.490234, 0.486328, 0.449219, 0.492188, 0.433594, 0.472656, 0.492188, 0.699219, 0.458984, 0.470703, 0.457031, 0.458984, 0.414062, 0.482422, 0.460938, 0.484375, 0.453125, 0.464844, 0.597656, 0.449219, 0.507812, 0.458984, 0.457031, 0.462891, 0.859375, 0.410156, 0.445312, 0.484375, 0.4375, 0.439453, 0.447266, 0.439453, 0.474609, 0.828125, 0.5, 0.359375, 0.445312, 0.478516, 0.488281, 0.478516, 0.466797, 0.707031, 0.609375, 0.472656, 0.455078, 0.466797, 0.451172, 0.466797, 0.457031, 0.478516, 0.494141, 0.753906, 0.470703, 0.458984, 0.458984, 0.445312, 0.457031, 0.419922, 0.46875, 0.390625, 0.425781, 0.472656, 0.458984, 0.445312, 0.455078, 0.449219, 0.480469, 0.511719, 0.482422, 0.882812, 0.455078, 0.507812, 0.5, 0.455078, 0.458984, 0.476562, 0.480469, 0.484375, 0.449219, 0.474609, 0.46875, 0.482422, 0.478516, 0.458984, 0.394531, 0.462891, 0.628906, 0.476562, 0.429688, 0.443359, 0.439453, 0.482422, 0.480469, 0.443359, 0.453125, 0.453125, 0.447266, 0.451172, 0.523438, 0.455078, 0.4375, 0.462891, 0.449219, 0.431641, 0.451172, 0.445312, 0.478516, 0.470703, 0.482422, 0.496094, 0.496094, 0.4375, 0.445312, 0.462891, 0.470703, 0.496094, 0.470703, 0.458984, 0.462891, 0.386719, 0.527344, 0.523438, 0.455078, 0.458984, 0.435547, 0.488281, 0.470703, 0.46875, 0.453125, 0.550781, 0.462891, 0.484375, 0.466797, 0.462891, 0.394531, 0.451172, 0.507812, 0.496094, 0.453125, 0.476562, 0.455078, 0.582031, 0.449219, 0.431641, 0.507812, 0.460938, 0.427734, 0.470703, 0.439453, 0.441406, 0.472656, 0.494141, 0.470703, 0.478516, 0.443359, 0.470703, 0.455078, 0.457031, 0.466797, 0.597656, 0.609375, 0.447266, 0.460938, 0.470703, 0.470703, 0.394531, 0.455078, 0.482422, 0.470703, 0.441406, 0.472656, 0.490234, 0.455078, 0.455078, 0.441406, 0.667969, 0.507812, 0.628906, 0.460938, 0.443359, 0.490234, 0.464844, 0.486328, 0.482422, 0.441406, 0.400391, 0.609375, 0.523438, 0.480469, 0.546875, 0.460938, 0.466797, 0.474609, 0.492188, 0.439453, 1.070312, 0.621094, 0.482422, 0.462891 ] }, "name": "model.model.layers.51.input_layernorm.weight", "outputIndexes": [ 4126 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4125 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_51/Mul_output_0", "outputIndexes": [ 4127 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4126, 4127 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_51/Mul_1_output_0", "outputIndexes": [ 4128 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4128 ], "outputIndexes": [ 5816 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5816 ], "outputIndexes": [ 5817 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/q_proj/Linear", "inputIndexes": [ 5817 ], "outputIndexes": [ 5818 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 512325294, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5818 ], "outputIndexes": [ 5819 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5819 ], "outputIndexes": [ 4129 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4128 ], "main_type": "NONE", "name": "/Shape_715_output_0", "outputIndexes": [ 4130 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4130 ], "main_type": "NONE", "name": "Shape11095", "outputIndexes": [ 4131 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4130 ], "main_type": "NONE", "name": "Rank11097", "outputIndexes": [ 4132 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4132, 4132 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11099", "outputIndexes": [ 4133 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4133 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11100", "outputIndexes": [ 4134 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4133, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11102", "outputIndexes": [ 4135 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4135 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11103", "outputIndexes": [ 4136 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4131, 4134, 4136, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11106", "outputIndexes": [ 4137 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4137 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11107", "outputIndexes": [ 4138 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 4138 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11108", "outputIndexes": [ 4139 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4139, 4138 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11109", "outputIndexes": [ 4140 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4130, 4140, 4133 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_769_output_0", "outputIndexes": [ 4141 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4141, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1633_output_0", "outputIndexes": [ 4142 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 4142, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_663_output_0", "outputIndexes": [ 4143 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4129, 4143 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_460_output_0", "outputIndexes": [ 4144 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4144, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_408_output_0", "outputIndexes": [ 4145 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4144 ], "main_type": "NONE", "name": "/Shape_716_output_0", "outputIndexes": [ 4146 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4146 ], "main_type": "NONE", "name": "Shape11116", "outputIndexes": [ 4147 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4146 ], "main_type": "NONE", "name": "Rank11118", "outputIndexes": [ 4148 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4148, 4148 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11120", "outputIndexes": [ 4149 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4149 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11121", "outputIndexes": [ 4150 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4149, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11123", "outputIndexes": [ 4151 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4151 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11124", "outputIndexes": [ 4152 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4147, 4150, 4152, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11127", "outputIndexes": [ 4153 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4153 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11128", "outputIndexes": [ 4154 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4154 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11129", "outputIndexes": [ 4155 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4155, 4154 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11130", "outputIndexes": [ 4156 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4146, 4156, 4149 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_770_output_0", "outputIndexes": [ 4157 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4157, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_153_output_0", "outputIndexes": [ 4158 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4158, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1638_output_0", "outputIndexes": [ 4159 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4144, 4159, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_205_output_0", "outputIndexes": [ 4160 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4160 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_102_output_0", "outputIndexes": [ 4161 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4144, 22, 4159, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_204_output_0", "outputIndexes": [ 4162 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4161, 4162 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_666_output_0", "outputIndexes": [ 4163 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4163, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_409_output_0", "outputIndexes": [ 4164 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4145, 4164 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_255_output_0", "outputIndexes": [ 4165 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4128 ], "outputIndexes": [ 5820 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5820 ], "outputIndexes": [ 5821 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/k_proj/Linear", "inputIndexes": [ 5821 ], "outputIndexes": [ 5822 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 513246916, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5822 ], "outputIndexes": [ 5823 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5823 ], "outputIndexes": [ 4166 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 4142, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_664_output_0", "outputIndexes": [ 4167 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4166, 4167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_461_output_0", "outputIndexes": [ 4168 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4168, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_410_output_0", "outputIndexes": [ 4169 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4168 ], "main_type": "NONE", "name": "/Shape_717_output_0", "outputIndexes": [ 4170 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4170 ], "main_type": "NONE", "name": "Shape11179", "outputIndexes": [ 4171 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4170 ], "main_type": "NONE", "name": "Rank11181", "outputIndexes": [ 4172 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4172, 4172 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11183", "outputIndexes": [ 4173 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4173 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11184", "outputIndexes": [ 4174 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4173, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11186", "outputIndexes": [ 4175 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4175 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11187", "outputIndexes": [ 4176 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4171, 4174, 4176, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11190", "outputIndexes": [ 4177 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4177 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11191", "outputIndexes": [ 4178 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4178 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11192", "outputIndexes": [ 4179 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4179, 4178 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11193", "outputIndexes": [ 4180 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4170, 4180, 4173 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_771_output_0", "outputIndexes": [ 4181 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4181, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_154_output_0", "outputIndexes": [ 4182 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4182, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1640_output_0", "outputIndexes": [ 4183 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4168, 4183, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_207_output_0", "outputIndexes": [ 4184 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4184 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_103_output_0", "outputIndexes": [ 4185 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4168, 22, 4183, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_206_output_0", "outputIndexes": [ 4186 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4185, 4186 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_667_output_0", "outputIndexes": [ 4187 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4187, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_411_output_0", "outputIndexes": [ 4188 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4169, 4188 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_256_output_0", "outputIndexes": [ 4189 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4128 ], "outputIndexes": [ 5824 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5824 ], "outputIndexes": [ 5825 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/v_proj/Linear", "inputIndexes": [ 5825 ], "outputIndexes": [ 5826 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 513477338, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5826 ], "outputIndexes": [ 5827 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5827 ], "outputIndexes": [ 4190 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4190, 4167 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_462_output_0", "outputIndexes": [ 4191 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4165, 4189, 4191, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_467_output_0", "outputIndexes": [ 4192 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4192 ], "outputIndexes": [ 5828 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5828 ], "outputIndexes": [ 5829 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/o_proj/Linear", "inputIndexes": [ 5829 ], "outputIndexes": [ 5830 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 513707760, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5830 ], "outputIndexes": [ 5831 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5831 ], "outputIndexes": [ 4193 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4125, 4193 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_258_output_0", "outputIndexes": [ 4194 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.542969, 0.566406, 0.558594, 0.542969, 0.582031, 0.554688, 0.371094, 0.585938, 0.554688, 0.535156, 0.566406, 0.558594, 0.53125, 0.554688, 0.570312, 0.5625, 0.410156, 0.550781, 0.554688, 0.554688, 0.582031, 0.570312, 0.542969, 0.542969, 0.574219, 0.582031, 0.535156, 0.578125, 0.554688, 0.546875, 0.542969, 0.65625, 0.5625, 0.566406, 0.566406, 0.546875, 0.535156, 0.550781, 0.503906, 0.570312, 0.582031, 0.570312, 0.546875, 0.554688, 0.554688, 0.554688, 0.574219, 0.546875, 0.5625, 0.511719, 0.558594, 0.511719, 0.550781, 0.582031, 0.5625, 0.570312, 0.570312, 0.546875, 0.542969, 0.554688, 0.5625, 0.566406, 0.558594, 0.566406, 0.542969, 0.535156, 0.507812, 0.535156, 0.574219, 0.496094, 0.570312, 0.523438, 0.550781, 0.546875, 0.558594, 0.566406, 0.578125, 0.566406, 0.523438, 0.550781, 0.570312, 0.574219, 0.546875, 0.550781, 0.558594, 0.566406, 0.574219, 0.542969, 0.578125, 0.558594, 0.554688, 0.570312, 0.546875, 0.5625, 0.539062, 0.550781, 0.585938, 0.589844, 0.570312, 0.558594, 0.582031, 0.550781, 0.5625, 0.636719, 0.492188, 0.558594, 0.570312, 0.566406, 0.554688, 0.554688, 0.570312, 0.570312, 0.546875, 0.570312, 0.582031, 0.554688, 0.5625, 0.5625, 0.550781, 0.558594, 0.554688, 0.542969, 0.558594, 0.550781, 0.667969, 0.5625, 0.351562, 0.570312, 0.550781, 0.382812, 0.5625, 0.5625, 0.574219, 0.558594, 0.566406, 0.558594, 0.558594, 0.558594, 0.519531, 0.5625, 0.574219, 0.539062, 0.566406, 0.585938, 0.554688, 0.5625, 0.558594, 0.542969, 0.554688, 0.566406, 0.578125, 0.554688, 0.539062, 0.589844, 0.5625, 0.542969, 0.5625, 0.550781, 0.535156, 0.730469, 0.542969, 0.566406, 0.558594, 0.554688, 0.535156, 0.558594, 0.507812, 0.542969, 0.554688, 0.542969, 1.03125, 0.5625, 0.558594, 0.554688, 0.515625, 0.566406, 0.574219, 0.554688, 0.558594, 0.5625, 0.558594, 0.5625, 0.558594, 0.578125, 0.539062, 0.566406, 0.570312, 0.542969, 0.5625, 0.566406, 0.570312, 0.542969, 0.550781, 0.570312, 0.582031, 0.554688, 0.566406, 0.570312, 0.145508, 0.558594, 0.5625, 0.558594, 0.546875, 0.542969, 0.566406, 0.558594, 0.5625, 0.558594, 0.539062, 0.578125, 0.5625, 0.558594, 0.5625, 0.546875, 0.566406, 0.558594, 0.550781, 0.550781, 0.566406, 0.539062, 0.5625, 0.5625, 0.546875, 0.550781, 0.566406, 0.570312, 0.570312, 0.550781, 0.578125, 0.5625, 0.558594, 0.527344, 0.609375, 0.558594, 0.5625, 0.542969, 0.5625, 0.542969, 0.554688, 0.5625, 0.570312, 0.5625, 0.5625, 0.566406, 0.566406, 0.578125, 0.550781, 0.585938, 0.585938, 0.566406, 0.550781, 0.566406, 0.511719, 0.558594, 0.570312, 0.566406, 0.582031, 0.554688, 0.570312, 0.554688, 0.570312, 0.558594, 0.5625, 0.546875, 0.5625, 0.566406, 0.554688, 0.554688, 0.542969, 0.640625, 0.435547, 0.539062, 0.582031, 0.392578, 0.542969, 0.574219, 0.546875, 0.550781, 0.546875, 0.5625, 0.550781, 0.605469, 0.558594, 0.558594, 0.550781, 0.570312, 0.5625, 0.554688, 0.5625, 0.554688, 0.558594, 0.542969, 0.5625, 0.566406, 0.578125, 0.566406, 0.574219, 0.554688, 0.5625, 0.542969, 0.554688, 0.570312, 0.5625, 0.535156, 0.554688, 0.5625, 0.5625, 0.585938, 0.488281, 0.550781, 0.550781, 0.566406, 0.542969, 0.554688, 0.554688, 0.554688, 0.621094, 0.546875, 0.546875, 0.574219, 0.574219, 0.582031, 0.589844, 0.554688, 0.566406, 0.546875, 0.574219, 0.574219, 0.574219, 0.550781, 0.527344, 0.539062, 0.503906, 0.5625, 0.546875, 0.570312, 0.570312, 0.546875, 0.53125, 0.53125, 0.554688, 0.554688, 0.558594, 0.535156, 0.570312, 0.546875, 0.554688, 0.554688, 0.546875, 0.605469, 0.5625, 0.558594, 0.558594, 0.582031, 0.554688, 0.570312, 0.582031, 0.554688, 0.5625, 0.570312, 0.554688, 0.550781, 0.5625, 0.550781, 0.558594, 0.5625, 0.574219, 0.558594, 0.539062, 0.5625, 0.570312, 0.566406, 0.558594, 0.546875, 0.5625, 0.5625, 0.550781, 0.578125, 0.554688, 0.53125, 0.353516, 0.574219, 0.578125, 0.550781, 0.558594, 0.542969, 0.546875, 0.566406, 0.542969, 0.550781, 0.570312, 0.535156, 0.578125, 0.539062, 0.570312, 0.554688, 0.554688, 0.574219, 0.574219, 0.550781, 0.550781, 0.570312, 0.554688, 0.566406, 0.5625, 0.550781, 0.570312, 0.578125, 0.570312, 0.566406, 0.554688, 0.566406, 0.558594, 0.5625, 0.550781, 0.582031, 0.582031, 0.550781, 0.550781, 0.589844, 0.585938, 0.5625, 0.472656, 0.582031, 0.5625, 0.539062, 0.585938, 0.554688, 0.503906, 0.566406, 0.527344, 0.542969, 0.578125, 0.5625, 0.558594, 0.566406, 0.570312, 0.558594, 0.566406, 0.566406, 0.574219, 0.558594, 0.5625, 0.578125, 0.558594, 0.546875, 0.363281, 0.589844, 0.546875, 0.5625, 0.558594, 0.53125, 0.5625, 0.566406, 0.542969, 0.632812, 0.574219, 0.5625, 0.558594, 0.53125, 0.550781, 0.53125, 0.566406, 0.570312, 0.519531, 0.5625, 0.550781, 0.570312, 0.558594, 0.542969, 0.5625, 0.5625, 0.570312, 0.558594, 0.550781, 0.546875, 0.574219, 0.585938, 0.550781, 0.558594, 0.558594, 0.566406, 0.566406, 0.550781, 0.570312, 0.550781, 0.550781, 0.550781, 0.570312, 0.546875, 0.5625, 0.566406, 0.566406, 0.5625, 0.550781, 0.554688, 0.570312, 0.558594, 0.535156, 0.554688, 0.28125, 0.554688, 0.5625, 0.554688, 0.539062, 0.585938, 0.566406, 0.546875, 0.5625, 0.5625, 0.566406, 0.558594, 0.316406, 0.554688, 0.546875, 0.574219, 0.578125, 0.542969, 0.558594, 0.570312, 0.558594, 0.539062, 0.578125, 0.574219, 0.566406, 0.558594, 0.59375, 0.570312, 0.558594, 0.554688, 0.527344, 0.542969, 0.542969, 0.523438, 0.542969, 0.554688, 0.554688, 0.550781, 0.5625, 0.566406, 0.574219, 0.542969, 0.558594, 0.578125, 0.546875, 0.554688, 0.566406, 0.542969, 0.5625, 0.542969, 0.558594, 0.558594, 0.558594, 0.570312, 0.570312, 0.554688, 0.660156, 0.490234, 0.570312, 0.539062, 0.494141, 0.558594, 0.546875, 0.574219, 0.527344, 0.550781, 0.566406, 0.582031, 0.550781, 0.554688, 0.570312, 0.578125, 0.542969, 0.566406, 0.554688, 0.558594, 0.542969, 0.570312, 0.554688, 0.550781, 0.578125, 0.570312, 0.542969, 0.554688, 0.566406, 0.570312, 0.554688, 0.566406, 0.554688, 0.558594, 0.546875, 0.542969, 0.5625, 0.570312, 0.570312, 0.542969, 0.585938, 0.519531, 0.558594, 0.570312, 0.554688, 0.539062, 0.554688, 0.574219, 0.539062, 0.539062, 0.589844, 0.5625, 0.550781, 0.550781, 0.550781, 0.558594, 0.558594, 0.550781, 0.554688, 0.554688, 0.507812, 0.5625, 0.574219, 0.558594, 0.542969, 0.546875, 0.554688, 0.554688, 0.558594, 0.554688, 0.589844, 0.494141, 0.5625, 0.535156, 0.243164, 0.5625, 0.566406, 0.574219, 0.554688, 0.589844, 0.5625, 0.558594, 0.5625, 0.546875, 0.542969, 0.554688, 0.554688, 0.550781, 0.558594, 0.550781, 0.550781, 0.550781, 0.558594, 0.527344, 0.566406, 0.5625, 0.515625, 0.542969, 0.558594, 0.550781, 0.550781, 0.558594, 0.550781, 0.539062, 0.566406, 0.5625, 0.550781, 0.558594, 0.554688, 0.578125, 0.550781, 0.566406, 0.550781, 0.578125, 0.574219, 0.539062, 0.515625, 0.455078, 0.527344, 0.539062, 0.5625, 0.574219, 0.566406, 0.578125, 0.570312, 0.570312, 0.337891, 0.5625, 1.132812, 0.570312, 0.550781, 0.5625, 0.5625, 0.550781, 0.570312, 0.558594, 0.550781, 0.5625, 0.558594, 0.558594, 0.550781, 0.570312, 0.570312, 0.566406, 0.558594, 0.570312, 0.546875, 0.558594, 0.443359, 0.535156, 0.566406, 0.546875, 0.554688, 0.574219, 0.503906, 0.667969, 0.5625, 0.574219, 0.546875, 0.5625, 0.558594, 0.546875, 0.539062, 0.558594, 0.535156, 0.5625, 0.546875, 0.558594, 0.574219, 0.554688, 0.445312, 0.550781, 0.554688, 0.550781, 0.566406, 0.558594, 0.554688, 0.570312, 0.554688, 0.558594, 0.558594, 0.558594, 0.570312, 0.566406, 0.527344, 0.550781, 0.5625, 0.546875, 0.566406, 0.566406, 0.316406, 0.550781, 0.558594, 0.539062, 0.539062, 0.558594, 0.554688, 0.558594, 0.570312, 0.550781, 0.546875, 0.535156, 0.535156, 0.542969, 0.570312, 0.570312, 0.554688, 0.527344, 0.554688, 0.546875, 0.550781, 0.574219, 0.566406, 0.498047, 0.550781, 0.542969, 0.554688, 0.542969, 0.498047, 0.5625, 0.550781, 0.550781, 0.558594, 0.558594, 0.5625, 0.578125, 0.519531, 0.570312, 0.550781, 0.550781, 0.554688, 0.570312, 0.558594, 0.570312, 0.574219, 0.570312, 0.5625, 0.558594, 0.566406, 0.570312, 0.445312, 0.570312, 0.570312, 0.566406, 0.554688, 0.558594, 0.566406, 0.546875, 0.554688, 0.601562, 0.578125, 0.550781, 0.566406, 0.558594, 0.558594, 0.582031, 0.566406, 0.613281, 0.542969, 0.558594, 0.5625, 0.589844, 0.550781, 0.566406, 0.554688, 0.539062, 0.585938, 0.550781, 0.550781, 0.5625, 0.5625, 0.527344, 0.554688, 0.550781, 0.574219, 0.589844, 0.558594, 0.535156, 0.566406, 0.566406, 0.546875, 0.558594, 0.5625, 0.566406, 0.566406, 0.558594, 0.578125, 0.574219, 0.558594, 0.546875, 0.554688, 0.566406, 0.5625, 0.554688, 0.558594, 0.585938, 0.433594, 0.550781, 0.546875, 0.558594, 0.539062, 0.554688, 0.566406, 0.566406, 0.550781, 0.554688, 0.5625, 0.523438, 0.558594, 0.519531, 0.550781, 0.558594, 0.5625, 0.546875, 0.5625, 0.5625, 0.5625, 0.558594, 0.554688, 0.570312, 0.519531, 0.53125, 0.550781, 0.480469, 0.5625, 0.566406, 0.570312, 0.558594, 0.582031, 0.566406, 0.558594, 0.542969, 0.558594, 0.566406, 0.550781, 0.5625, 0.519531, 0.5625, 0.558594, 0.597656, 0.550781, 0.566406, 0.574219, 0.554688, 0.550781, 0.585938, 0.539062, 0.550781, 0.554688, 0.578125, 0.570312, 0.582031, 0.546875, 0.5625, 0.53125, 0.5625, 0.554688, 0.570312, 0.566406, 0.5625, 0.550781, 0.5625, 0.574219, 0.558594, 0.546875, 0.582031, 0.566406, 0.550781, 0.558594, 0.542969, 0.558594, 0.550781, 0.554688, 0.5625, 0.570312, 0.570312, 0.566406, 0.601562, 0.5625, 0.578125, 0.5625, 0.554688, 0.527344, 0.566406, 0.5625, 0.574219, 0.546875, 0.570312, 0.574219, 0.554688, 0.558594, 0.5625, 0.558594, 0.558594, 0.578125, 0.5, 0.546875, 0.566406, 0.558594, 0.574219, 0.59375, 0.5625, 0.554688, 0.208008, 0.554688, 0.554688, 0.554688, 0.558594, 0.546875, 0.585938, 0.539062, 0.546875, 0.558594, 0.554688, 0.570312, 0.5625, 0.570312, 0.527344, 0.566406, 0.558594, 0.5625, 0.5625, 0.472656, 0.550781, 0.519531, 0.550781, 0.5625, 0.570312, 0.558594, 0.570312, 0.554688, 0.539062, 0.457031, 0.558594, 0.546875, 0.5625, 0.523438, 0.574219, 0.558594, 0.554688, 0.558594, 0.539062, 0.574219, 0.574219, 0.566406, 0.550781, 0.566406, 0.585938, 0.5625, 0.554688, 0.578125, 0.558594, 0.542969, 0.542969, 0.542969, 0.566406, 0.550781, 0.566406, 0.628906, 0.566406, 0.554688, 0.5625, 0.542969, 0.566406, 0.574219, 0.550781, 0.59375, 0.566406, 0.554688, 0.558594, 0.582031, 0.5625, 0.5, 0.570312, 0.574219, 0.546875, 0.542969, 0.570312, 0.554688, 0.558594, 0.5625, 0.5625, 0.539062, 0.570312, 0.546875, 0.566406, 0.539062, 0.558594, 0.566406, 0.488281, 0.546875, 0.554688, 0.554688, 0.542969, 0.578125, 0.550781, 0.550781, 0.542969, 0.550781, 0.550781, 0.542969, 0.554688, 0.578125, 0.570312, 0.550781, 0.570312, 0.589844, 0.542969, 0.320312, 0.515625, 0.566406, 0.558594, 0.539062, 0.578125, 0.5625, 0.535156, 0.550781, 0.570312, 0.566406, 0.554688, 0.59375, 0.542969, 0.558594, 0.5625, 0.5625, 0.542969, 0.558594, 0.546875, 0.542969, 0.550781, 0.570312, 0.550781, 0.554688, 0.59375, 0.570312, 0.5625, 0.566406, 0.550781, 0.554688, 0.5625, 0.550781, 0.570312, 0.539062, 0.519531, 0.542969, 0.539062, 0.554688, 0.566406, 0.5625, 0.4375, 0.535156, 0.550781, 0.617188, 0.566406, 0.570312, 0.5625, 0.550781, 0.566406, 0.453125, 0.585938, 0.5625, 0.574219, 0.570312, 0.550781, 0.5625, 0.542969, 0.53125, 0.539062, 0.570312, 0.554688, 0.566406, 0.566406, 0.605469, 0.566406, 0.5625, 0.554688, 0.539062, 0.570312, 0.589844, 0.5625, 0.570312, 0.566406, 0.5625, 0.589844, 0.519531, 0.550781, 0.554688, 0.570312, 0.570312, 0.550781, 0.578125, 0.554688, 0.550781, 0.585938, 0.498047, 0.558594, 0.574219, 0.535156, 0.558594, 0.582031, 0.574219, 0.554688, 0.613281, 0.574219, 0.558594, 0.570312, 0.53125, 0.566406, 0.554688, 0.59375, 0.566406, 0.527344, 0.539062, 0.558594, 0.585938, 0.554688, 0.5625, 0.597656, 0.558594, 0.5625, 0.542969, 0.5625, 0.5625, 0.5625, 0.558594, 0.566406, 0.554688, 0.5625, 0.578125, 0.582031, 0.554688, 0.574219, 0.554688, 0.59375, 0.59375, 0.550781, 0.582031, 0.566406, 0.546875, 0.566406, 0.554688, 0.570312, 0.5625, 0.574219, 0.482422, 0.546875, 0.53125, 0.5625, 0.5625, 0.574219, 0.570312, 0.585938, 0.554688, 0.554688, 0.5, 0.554688, 0.5625, 0.554688, 0.558594, 0.601562, 0.570312, 0.570312, 0.589844, 0.558594, 0.554688, 0.542969, 0.550781, 0.558594, 0.542969, 0.558594, 0.566406, 0.546875, 0.554688, 0.566406, 0.558594, 0.554688, 0.515625, 0.558594, 0.566406, 0.566406, 0.570312, 0.578125, 0.546875, 0.554688, 0.527344, 0.519531, 0.539062, 0.574219, 0.558594, 0.570312, 0.550781, 0.546875, 0.546875, 0.5625, 0.574219, 0.5625, 0.554688, 0.550781, 0.5625, 0.554688, 0.558594, 0.554688, 0.539062, 0.566406, 0.554688, 0.53125, 0.5625, 0.636719, 0.558594, 0.566406, 0.605469, 0.527344, 0.550781, 0.558594, 0.558594, 0.550781, 0.554688, 0.542969, 0.554688, 0.582031, 0.300781, 0.53125, 0.566406, 0.5625 ] }, "name": "model.model.layers.51.post_attention_layernorm.weight", "outputIndexes": [ 4195 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4194 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_51/Mul_output_0", "outputIndexes": [ 4196 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4195, 4196 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_51/Mul_1_output_0", "outputIndexes": [ 4197 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4197 ], "outputIndexes": [ 5832 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5832 ], "outputIndexes": [ 5833 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/gate_proj/Linear", "inputIndexes": [ 5833 ], "outputIndexes": [ 5834 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 514629382, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5834 ], "outputIndexes": [ 5835 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5835 ], "outputIndexes": [ 4198 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4198 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_51/Sigmoid_output_0", "outputIndexes": [ 4199 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4198, 4199 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_51/Mul_output_0", "outputIndexes": [ 4200 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4197 ], "outputIndexes": [ 5836 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5836 ], "outputIndexes": [ 5837 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/up_proj/Linear", "inputIndexes": [ 5837 ], "outputIndexes": [ 5838 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 517209884, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5838 ], "outputIndexes": [ 5839 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5839 ], "outputIndexes": [ 4201 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4200, 4201 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_51/Mul_output_0", "outputIndexes": [ 4202 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4202 ], "outputIndexes": [ 5840 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5840 ], "outputIndexes": [ 5841 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/down_proj/Linear", "inputIndexes": [ 5841 ], "outputIndexes": [ 5842 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 519790386, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5842 ], "outputIndexes": [ 5843 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.51/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5843 ], "outputIndexes": [ 4203 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4194, 4203 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_259_output_0", "outputIndexes": [ 4204 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4204, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_468_output_0", "outputIndexes": [ 4205 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.542969, 0.458984, 0.441406, 0.441406, 0.460938, 0.474609, 0.921875, 0.464844, 0.5, 0.515625, 0.714844, 0.453125, 0.488281, 0.414062, 0.404297, 0.458984, 0.738281, 0.453125, 0.445312, 0.578125, 0.425781, 0.429688, 0.457031, 0.462891, 0.460938, 0.445312, 0.476562, 0.476562, 0.464844, 0.453125, 0.480469, 0.480469, 0.455078, 0.449219, 0.443359, 0.464844, 0.503906, 0.455078, 0.648438, 0.470703, 0.464844, 0.429688, 0.480469, 0.507812, 0.535156, 0.464844, 0.441406, 0.490234, 0.433594, 0.59375, 0.410156, 0.585938, 0.460938, 0.460938, 0.507812, 0.466797, 0.443359, 0.464844, 0.451172, 0.427734, 0.464844, 0.445312, 0.46875, 0.457031, 0.515625, 0.511719, 0.617188, 0.589844, 0.458984, 0.585938, 0.435547, 0.535156, 0.457031, 0.466797, 0.455078, 0.455078, 0.492188, 0.419922, 0.597656, 0.466797, 0.494141, 0.441406, 0.476562, 0.445312, 0.453125, 0.474609, 0.427734, 0.527344, 0.496094, 0.527344, 0.5, 0.4375, 0.519531, 0.435547, 0.554688, 0.507812, 0.476562, 0.435547, 0.466797, 0.511719, 0.460938, 0.478516, 0.427734, 0.507812, 0.363281, 0.539062, 0.474609, 0.472656, 0.457031, 0.441406, 0.427734, 0.451172, 0.460938, 0.472656, 0.449219, 0.503906, 0.462891, 0.449219, 0.433594, 0.427734, 0.46875, 0.46875, 0.4375, 0.466797, 0.472656, 0.439453, 0.90625, 0.435547, 0.449219, 0.345703, 0.441406, 0.421875, 0.439453, 0.441406, 0.457031, 0.4375, 0.449219, 0.484375, 0.539062, 0.470703, 0.453125, 0.425781, 0.427734, 0.453125, 0.449219, 0.435547, 0.441406, 0.435547, 0.433594, 0.472656, 0.484375, 0.445312, 0.423828, 0.441406, 0.464844, 0.496094, 0.443359, 0.447266, 0.570312, 0.486328, 0.523438, 0.494141, 0.554688, 0.458984, 0.460938, 0.474609, 0.613281, 0.423828, 0.46875, 0.546875, 0.523438, 0.462891, 0.451172, 0.457031, 0.582031, 0.451172, 0.503906, 0.439453, 0.414062, 0.455078, 0.447266, 0.486328, 0.5, 0.5, 0.419922, 0.460938, 0.466797, 0.474609, 0.4375, 0.449219, 0.458984, 0.453125, 0.550781, 0.46875, 0.458984, 0.4375, 0.464844, 0.498047, 0.314453, 0.421875, 0.4375, 0.423828, 0.480469, 0.429688, 0.46875, 0.464844, 0.451172, 0.441406, 0.466797, 0.449219, 0.458984, 0.462891, 0.453125, 0.566406, 0.453125, 0.435547, 0.443359, 0.451172, 0.441406, 0.455078, 0.443359, 0.458984, 0.484375, 0.472656, 0.445312, 0.486328, 0.433594, 0.574219, 0.433594, 0.486328, 0.476562, 0.554688, 0.457031, 0.458984, 0.439453, 0.498047, 0.466797, 0.457031, 0.423828, 0.449219, 0.427734, 0.457031, 0.455078, 0.443359, 0.451172, 0.472656, 0.503906, 0.46875, 0.449219, 0.476562, 0.458984, 0.460938, 0.566406, 0.458984, 0.482422, 0.458984, 0.484375, 0.466797, 0.5, 0.453125, 0.443359, 0.474609, 0.453125, 0.5, 0.445312, 0.431641, 0.462891, 0.482422, 0.519531, 0.482422, 0.78125, 0.431641, 0.447266, 0.835938, 0.480469, 0.482422, 0.482422, 0.498047, 0.503906, 0.439453, 0.470703, 0.451172, 0.460938, 0.423828, 0.466797, 0.476562, 0.431641, 0.445312, 0.464844, 0.441406, 0.447266, 0.478516, 0.429688, 0.474609, 0.458984, 0.433594, 0.435547, 0.472656, 0.480469, 0.443359, 0.449219, 0.486328, 0.457031, 0.554688, 0.457031, 0.443359, 0.492188, 0.482422, 0.429688, 0.453125, 0.523438, 0.425781, 0.455078, 0.5, 0.4375, 0.439453, 0.439453, 0.523438, 0.570312, 0.511719, 0.455078, 0.441406, 0.433594, 0.458984, 0.46875, 0.494141, 0.458984, 0.455078, 0.457031, 0.488281, 0.578125, 0.507812, 0.601562, 0.441406, 0.494141, 0.484375, 0.460938, 0.455078, 0.566406, 0.519531, 0.439453, 0.466797, 0.441406, 0.478516, 0.443359, 0.5, 0.46875, 0.460938, 0.482422, 0.4375, 0.470703, 0.453125, 0.472656, 0.447266, 0.460938, 0.433594, 0.455078, 0.453125, 0.458984, 0.449219, 0.431641, 0.470703, 0.457031, 0.46875, 0.460938, 0.466797, 0.439453, 0.425781, 0.470703, 0.462891, 0.445312, 0.4375, 0.429688, 0.574219, 0.46875, 0.451172, 0.472656, 0.449219, 0.478516, 0.550781, 0.992188, 0.457031, 0.460938, 0.453125, 0.453125, 0.449219, 0.488281, 0.451172, 0.476562, 0.445312, 0.464844, 0.546875, 0.476562, 0.523438, 0.441406, 0.460938, 0.472656, 0.457031, 0.445312, 0.453125, 0.472656, 0.470703, 0.511719, 0.457031, 0.455078, 0.503906, 0.455078, 0.427734, 0.443359, 0.4375, 0.472656, 0.429688, 0.466797, 0.458984, 0.441406, 0.412109, 0.470703, 0.443359, 0.435547, 0.507812, 0.447266, 0.464844, 0.8125, 0.460938, 0.455078, 0.503906, 0.417969, 0.458984, 0.65625, 0.488281, 0.585938, 0.519531, 0.435547, 0.441406, 0.439453, 0.453125, 0.435547, 0.427734, 0.445312, 0.431641, 0.464844, 0.470703, 0.492188, 0.431641, 0.447266, 0.546875, 0.259766, 0.515625, 0.566406, 0.423828, 0.451172, 0.542969, 0.445312, 0.441406, 0.435547, 0.472656, 0.439453, 0.435547, 0.464844, 0.46875, 0.435547, 0.408203, 0.455078, 0.449219, 0.609375, 0.470703, 0.482422, 0.429688, 0.462891, 0.484375, 0.435547, 0.457031, 0.460938, 0.480469, 0.484375, 0.466797, 0.464844, 0.429688, 0.490234, 0.455078, 0.453125, 0.451172, 0.431641, 0.449219, 0.474609, 0.498047, 0.445312, 0.484375, 0.482422, 0.419922, 0.445312, 0.466797, 0.455078, 0.4375, 0.441406, 0.507812, 0.451172, 0.431641, 0.519531, 0.507812, 0.988281, 0.488281, 0.447266, 0.472656, 0.59375, 0.46875, 0.447266, 0.439453, 0.427734, 0.443359, 0.453125, 0.4375, 0.902344, 0.476562, 0.445312, 0.503906, 0.460938, 0.460938, 0.429688, 0.494141, 0.449219, 0.431641, 0.613281, 0.466797, 0.439453, 0.46875, 0.472656, 0.458984, 0.458984, 0.464844, 0.574219, 0.460938, 0.515625, 0.566406, 0.458984, 0.439453, 0.451172, 0.457031, 0.443359, 0.449219, 0.464844, 0.507812, 0.486328, 0.410156, 0.455078, 0.472656, 0.458984, 0.664062, 0.503906, 0.515625, 0.523438, 0.435547, 0.460938, 0.441406, 0.460938, 0.476562, 0.519531, 0.097168, 0.466797, 0.53125, 0.667969, 0.482422, 0.4375, 0.451172, 0.494141, 0.527344, 0.449219, 0.449219, 0.466797, 0.4375, 0.435547, 0.449219, 0.507812, 0.429688, 0.466797, 0.425781, 0.472656, 0.490234, 0.464844, 0.554688, 0.453125, 0.472656, 0.455078, 0.494141, 0.425781, 0.451172, 0.478516, 0.447266, 0.414062, 0.447266, 0.478516, 0.515625, 0.441406, 0.451172, 0.447266, 0.470703, 0.435547, 0.636719, 0.550781, 0.451172, 0.460938, 0.451172, 0.451172, 0.388672, 0.554688, 0.482422, 0.455078, 0.458984, 0.466797, 0.412109, 0.490234, 0.431641, 0.449219, 0.46875, 0.46875, 0.457031, 0.824219, 0.427734, 0.476562, 0.433594, 0.542969, 0.371094, 0.464844, 0.455078, 0.449219, 0.570312, 0.453125, 0.695312, 0.470703, 0.5625, 1.0, 0.478516, 0.464844, 0.441406, 0.492188, 0.427734, 0.458984, 0.457031, 0.464844, 0.4375, 0.494141, 0.423828, 0.445312, 0.476562, 0.507812, 0.46875, 0.457031, 0.507812, 0.488281, 0.546875, 0.447266, 0.445312, 0.410156, 0.550781, 0.464844, 0.476562, 0.558594, 0.431641, 0.527344, 0.53125, 0.460938, 0.441406, 0.472656, 0.492188, 0.419922, 0.486328, 0.511719, 0.447266, 0.449219, 0.427734, 0.433594, 0.451172, 0.5, 0.5625, 0.488281, 0.566406, 0.425781, 0.455078, 0.464844, 0.462891, 0.416016, 0.435547, 1.039062, 0.435547, 0.554688, 0.435547, 0.507812, 0.423828, 0.439453, 0.421875, 0.441406, 0.4375, 0.441406, 0.439453, 0.474609, 0.453125, 0.439453, 0.464844, 0.443359, 0.441406, 0.460938, 0.427734, 0.515625, 0.460938, 0.78125, 0.535156, 0.427734, 0.441406, 0.503906, 0.441406, 0.484375, 0.478516, 0.462891, 0.460938, 0.412109, 0.449219, 0.431641, 0.5, 0.507812, 0.441406, 0.53125, 0.4375, 0.472656, 0.455078, 0.46875, 0.53125, 0.785156, 0.458984, 0.476562, 0.460938, 0.449219, 0.427734, 0.453125, 0.447266, 0.511719, 0.449219, 0.503906, 0.458984, 0.429688, 0.451172, 0.439453, 0.433594, 0.453125, 0.478516, 0.455078, 0.453125, 1.0625, 0.474609, 0.457031, 0.566406, 0.472656, 0.5625, 0.443359, 0.476562, 0.457031, 0.429688, 0.429688, 0.494141, 0.470703, 0.458984, 0.427734, 0.466797, 0.449219, 0.570312, 0.453125, 0.4375, 0.488281, 0.408203, 0.447266, 0.734375, 0.46875, 0.490234, 0.480469, 0.449219, 0.605469, 0.439453, 0.460938, 0.443359, 0.439453, 0.453125, 0.478516, 0.447266, 0.605469, 0.433594, 0.484375, 0.445312, 0.609375, 0.443359, 0.480469, 0.466797, 0.455078, 0.431641, 0.488281, 0.511719, 0.451172, 0.433594, 0.703125, 0.449219, 0.451172, 0.457031, 0.439453, 0.449219, 0.488281, 0.458984, 0.466797, 0.439453, 0.423828, 0.546875, 0.474609, 0.5, 0.457031, 0.488281, 0.466797, 0.449219, 0.523438, 0.46875, 0.441406, 0.441406, 0.455078, 0.451172, 0.460938, 0.523438, 0.453125, 0.435547, 0.478516, 0.451172, 0.46875, 0.585938, 0.447266, 0.419922, 0.447266, 0.441406, 0.466797, 0.570312, 0.429688, 0.462891, 0.451172, 0.449219, 0.462891, 0.435547, 0.435547, 0.439453, 0.421875, 0.447266, 0.431641, 0.480469, 0.496094, 0.455078, 0.425781, 0.458984, 0.482422, 0.414062, 0.800781, 0.427734, 0.453125, 0.460938, 0.507812, 0.435547, 0.484375, 0.453125, 0.515625, 0.46875, 0.4375, 0.542969, 0.470703, 0.554688, 0.458984, 0.492188, 0.443359, 0.480469, 0.429688, 0.457031, 0.425781, 0.425781, 0.498047, 0.480469, 0.574219, 0.578125, 0.470703, 0.65625, 0.453125, 0.472656, 0.443359, 0.460938, 0.476562, 0.457031, 0.449219, 0.482422, 0.447266, 0.443359, 0.443359, 0.464844, 0.550781, 0.412109, 0.453125, 0.417969, 0.566406, 0.460938, 0.457031, 0.439453, 0.527344, 0.482422, 0.488281, 0.484375, 0.447266, 0.503906, 0.455078, 0.46875, 0.462891, 0.488281, 0.535156, 0.458984, 0.447266, 0.410156, 0.478516, 0.451172, 0.466797, 0.4375, 0.447266, 0.447266, 0.478516, 0.476562, 0.429688, 0.453125, 0.445312, 0.550781, 0.470703, 0.515625, 0.457031, 0.472656, 0.453125, 0.482422, 0.458984, 0.464844, 0.431641, 0.429688, 0.453125, 0.507812, 0.554688, 0.443359, 0.466797, 0.466797, 0.492188, 0.433594, 0.4375, 0.464844, 0.457031, 0.460938, 0.439453, 0.496094, 0.466797, 0.621094, 0.443359, 0.443359, 0.46875, 0.478516, 0.460938, 0.431641, 0.433594, 0.789062, 0.474609, 0.474609, 0.439453, 0.462891, 0.451172, 0.435547, 0.5625, 0.472656, 0.425781, 0.488281, 0.458984, 0.507812, 0.457031, 0.441406, 0.441406, 0.474609, 0.455078, 0.449219, 0.804688, 0.443359, 0.589844, 0.458984, 0.470703, 0.455078, 0.478516, 0.464844, 0.429688, 0.546875, 0.902344, 0.451172, 0.476562, 0.429688, 0.5625, 0.474609, 0.488281, 0.445312, 0.464844, 0.449219, 0.474609, 0.4375, 0.449219, 0.523438, 0.429688, 0.421875, 0.435547, 0.464844, 0.429688, 0.419922, 0.472656, 0.488281, 0.507812, 0.429688, 0.486328, 0.496094, 0.423828, 0.443359, 0.462891, 0.466797, 0.462891, 0.435547, 0.425781, 0.478516, 0.458984, 0.449219, 0.4375, 0.488281, 0.435547, 0.445312, 0.640625, 0.453125, 0.457031, 0.453125, 0.523438, 0.511719, 0.388672, 0.464844, 0.484375, 0.439453, 0.523438, 0.425781, 0.4375, 0.472656, 0.539062, 0.466797, 0.433594, 0.621094, 0.449219, 0.476562, 0.433594, 0.423828, 0.453125, 0.451172, 0.445312, 0.433594, 0.433594, 0.431641, 0.613281, 0.457031, 0.435547, 0.451172, 0.423828, 0.451172, 0.435547, 0.535156, 0.886719, 0.558594, 0.441406, 0.429688, 0.494141, 0.439453, 0.488281, 0.65625, 0.482422, 0.427734, 0.455078, 0.451172, 0.498047, 0.482422, 0.464844, 0.46875, 0.464844, 0.484375, 0.46875, 0.455078, 0.46875, 0.441406, 0.4375, 0.470703, 0.652344, 0.458984, 0.439453, 0.457031, 0.433594, 0.457031, 0.449219, 0.447266, 0.462891, 0.433594, 0.441406, 0.542969, 0.462891, 0.449219, 0.462891, 0.474609, 0.435547, 0.800781, 0.410156, 0.472656, 0.472656, 0.4375, 0.439453, 0.435547, 0.455078, 0.460938, 0.738281, 0.498047, 0.349609, 0.457031, 0.4375, 0.496094, 0.443359, 0.439453, 0.574219, 0.478516, 0.498047, 0.445312, 0.449219, 0.453125, 0.441406, 0.462891, 0.464844, 0.484375, 0.644531, 0.458984, 0.478516, 0.455078, 0.445312, 0.451172, 0.441406, 0.480469, 0.375, 0.451172, 0.464844, 0.449219, 0.423828, 0.480469, 0.482422, 0.462891, 0.519531, 0.486328, 0.78125, 0.433594, 0.476562, 0.466797, 0.449219, 0.414062, 0.460938, 0.464844, 0.453125, 0.470703, 0.464844, 0.431641, 0.460938, 0.46875, 0.466797, 0.382812, 0.453125, 0.5625, 0.498047, 0.451172, 0.425781, 0.447266, 0.462891, 0.443359, 0.447266, 0.458984, 0.480469, 0.466797, 0.455078, 0.507812, 0.458984, 0.447266, 0.457031, 0.445312, 0.419922, 0.416016, 0.425781, 0.460938, 0.482422, 0.503906, 0.46875, 0.476562, 0.441406, 0.439453, 0.460938, 0.470703, 0.519531, 0.507812, 0.427734, 0.414062, 0.412109, 0.539062, 0.492188, 0.470703, 0.455078, 0.439453, 0.470703, 0.466797, 0.455078, 0.455078, 0.554688, 0.449219, 0.449219, 0.455078, 0.472656, 0.417969, 0.445312, 0.464844, 0.484375, 0.458984, 0.457031, 0.443359, 0.558594, 0.474609, 0.431641, 0.482422, 0.460938, 0.4375, 0.423828, 0.453125, 0.457031, 0.457031, 0.480469, 0.441406, 0.462891, 0.472656, 0.451172, 0.474609, 0.46875, 0.458984, 0.539062, 0.539062, 0.425781, 0.427734, 0.460938, 0.439453, 0.375, 0.488281, 0.455078, 0.474609, 0.441406, 0.435547, 0.476562, 0.445312, 0.447266, 0.417969, 0.585938, 0.5, 0.597656, 0.480469, 0.451172, 0.511719, 0.462891, 0.455078, 0.519531, 0.470703, 0.423828, 0.535156, 0.511719, 0.464844, 0.546875, 0.458984, 0.441406, 0.472656, 0.472656, 0.433594, 0.929688, 0.574219, 0.441406, 0.466797 ] }, "name": "model.model.layers.52.input_layernorm.weight", "outputIndexes": [ 4206 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4205 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_52/Mul_output_0", "outputIndexes": [ 4207 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4206, 4207 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_52/Mul_1_output_0", "outputIndexes": [ 4208 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4208 ], "outputIndexes": [ 5844 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5844 ], "outputIndexes": [ 5845 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/q_proj/Linear", "inputIndexes": [ 5845 ], "outputIndexes": [ 5846 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 522370888, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5846 ], "outputIndexes": [ 5847 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5847 ], "outputIndexes": [ 4209 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4208 ], "main_type": "NONE", "name": "/Shape_729_output_0", "outputIndexes": [ 4210 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4210 ], "main_type": "NONE", "name": "Shape11311", "outputIndexes": [ 4211 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4210 ], "main_type": "NONE", "name": "Rank11313", "outputIndexes": [ 4212 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4212, 4212 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11315", "outputIndexes": [ 4213 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4213 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11316", "outputIndexes": [ 4214 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4213, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11318", "outputIndexes": [ 4215 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4215 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11319", "outputIndexes": [ 4216 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4211, 4214, 4216, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11322", "outputIndexes": [ 4217 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4217 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11323", "outputIndexes": [ 4218 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 4218 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11324", "outputIndexes": [ 4219 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4219, 4218 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11325", "outputIndexes": [ 4220 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4210, 4220, 4213 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_784_output_0", "outputIndexes": [ 4221 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4221, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1665_output_0", "outputIndexes": [ 4222 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 4222, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_676_output_0", "outputIndexes": [ 4223 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4209, 4223 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_469_output_0", "outputIndexes": [ 4224 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4224, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_416_output_0", "outputIndexes": [ 4225 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4224 ], "main_type": "NONE", "name": "/Shape_730_output_0", "outputIndexes": [ 4226 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4226 ], "main_type": "NONE", "name": "Shape11332", "outputIndexes": [ 4227 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4226 ], "main_type": "NONE", "name": "Rank11334", "outputIndexes": [ 4228 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4228, 4228 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11336", "outputIndexes": [ 4229 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4229 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11337", "outputIndexes": [ 4230 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4229, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11339", "outputIndexes": [ 4231 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4231 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11340", "outputIndexes": [ 4232 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4227, 4230, 4232, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11343", "outputIndexes": [ 4233 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4233 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11344", "outputIndexes": [ 4234 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4234 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11345", "outputIndexes": [ 4235 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4235, 4234 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11346", "outputIndexes": [ 4236 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4226, 4236, 4229 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_785_output_0", "outputIndexes": [ 4237 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4237, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_156_output_0", "outputIndexes": [ 4238 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4238, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1670_output_0", "outputIndexes": [ 4239 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4224, 4239, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_209_output_0", "outputIndexes": [ 4240 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4240 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_104_output_0", "outputIndexes": [ 4241 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4224, 22, 4239, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_208_output_0", "outputIndexes": [ 4242 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4241, 4242 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_679_output_0", "outputIndexes": [ 4243 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4243, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_417_output_0", "outputIndexes": [ 4244 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4225, 4244 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_260_output_0", "outputIndexes": [ 4245 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4208 ], "outputIndexes": [ 5848 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5848 ], "outputIndexes": [ 5849 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/k_proj/Linear", "inputIndexes": [ 5849 ], "outputIndexes": [ 5850 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 523292510, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5850 ], "outputIndexes": [ 5851 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5851 ], "outputIndexes": [ 4246 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 4222, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_677_output_0", "outputIndexes": [ 4247 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4246, 4247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_470_output_0", "outputIndexes": [ 4248 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4248, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_418_output_0", "outputIndexes": [ 4249 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4248 ], "main_type": "NONE", "name": "/Shape_731_output_0", "outputIndexes": [ 4250 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4250 ], "main_type": "NONE", "name": "Shape11395", "outputIndexes": [ 4251 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4250 ], "main_type": "NONE", "name": "Rank11397", "outputIndexes": [ 4252 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4252, 4252 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11399", "outputIndexes": [ 4253 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4253 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11400", "outputIndexes": [ 4254 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4253, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11402", "outputIndexes": [ 4255 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4255 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11403", "outputIndexes": [ 4256 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4251, 4254, 4256, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11406", "outputIndexes": [ 4257 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4257 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11407", "outputIndexes": [ 4258 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4258 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11408", "outputIndexes": [ 4259 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4259, 4258 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11409", "outputIndexes": [ 4260 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4250, 4260, 4253 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_786_output_0", "outputIndexes": [ 4261 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4261, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_157_output_0", "outputIndexes": [ 4262 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4262, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1672_output_0", "outputIndexes": [ 4263 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4248, 4263, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_211_output_0", "outputIndexes": [ 4264 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4264 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_105_output_0", "outputIndexes": [ 4265 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4248, 22, 4263, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_210_output_0", "outputIndexes": [ 4266 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4265, 4266 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_680_output_0", "outputIndexes": [ 4267 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4267, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_419_output_0", "outputIndexes": [ 4268 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4249, 4268 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_261_output_0", "outputIndexes": [ 4269 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4208 ], "outputIndexes": [ 5852 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5852 ], "outputIndexes": [ 5853 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/v_proj/Linear", "inputIndexes": [ 5853 ], "outputIndexes": [ 5854 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 523522932, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5854 ], "outputIndexes": [ 5855 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5855 ], "outputIndexes": [ 4270 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4270, 4247 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_471_output_0", "outputIndexes": [ 4271 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4245, 4269, 4271, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_476_output_0", "outputIndexes": [ 4272 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4272 ], "outputIndexes": [ 5856 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5856 ], "outputIndexes": [ 5857 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/o_proj/Linear", "inputIndexes": [ 5857 ], "outputIndexes": [ 5858 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 523753354, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5858 ], "outputIndexes": [ 5859 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5859 ], "outputIndexes": [ 4273 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4205, 4273 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_263_output_0", "outputIndexes": [ 4274 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.566406, 0.5625, 0.574219, 0.570312, 0.585938, 0.5625, 0.382812, 0.59375, 0.574219, 0.550781, 0.570312, 0.566406, 0.546875, 0.554688, 0.574219, 0.582031, 0.431641, 0.558594, 0.558594, 0.574219, 0.554688, 0.566406, 0.535156, 0.570312, 0.574219, 0.570312, 0.539062, 0.585938, 0.566406, 0.566406, 0.535156, 0.746094, 0.554688, 0.566406, 0.578125, 0.5625, 0.546875, 0.574219, 0.535156, 0.574219, 0.578125, 0.550781, 0.566406, 0.550781, 0.5625, 0.558594, 0.566406, 0.570312, 0.558594, 0.515625, 0.554688, 0.523438, 0.5625, 0.5625, 0.570312, 0.570312, 0.570312, 0.558594, 0.558594, 0.570312, 0.566406, 0.566406, 0.554688, 0.566406, 0.5625, 0.554688, 0.523438, 0.539062, 0.609375, 0.507812, 0.5625, 0.539062, 0.5625, 0.550781, 0.570312, 0.574219, 0.59375, 0.5625, 0.558594, 0.5625, 0.578125, 0.566406, 0.554688, 0.5625, 0.5625, 0.589844, 0.566406, 0.542969, 0.582031, 0.5625, 0.566406, 0.558594, 0.566406, 0.5625, 0.554688, 0.546875, 0.578125, 0.589844, 0.570312, 0.574219, 0.589844, 0.550781, 0.554688, 0.652344, 0.480469, 0.554688, 0.574219, 0.5625, 0.554688, 0.546875, 0.558594, 0.582031, 0.542969, 0.574219, 0.613281, 0.574219, 0.574219, 0.558594, 0.546875, 0.554688, 0.59375, 0.546875, 0.558594, 0.558594, 0.828125, 0.558594, 0.392578, 0.558594, 0.570312, 0.386719, 0.570312, 0.550781, 0.5625, 0.546875, 0.570312, 0.5625, 0.554688, 0.578125, 0.546875, 0.558594, 0.566406, 0.554688, 0.566406, 0.582031, 0.570312, 0.570312, 0.5625, 0.554688, 0.558594, 0.574219, 0.601562, 0.574219, 0.542969, 0.578125, 0.570312, 0.550781, 0.558594, 0.554688, 0.546875, 0.832031, 0.546875, 0.574219, 0.550781, 0.566406, 0.539062, 0.570312, 0.53125, 0.550781, 0.578125, 0.546875, 1.164062, 0.578125, 0.570312, 0.558594, 0.523438, 0.546875, 0.578125, 0.566406, 0.578125, 0.582031, 0.558594, 0.5625, 0.59375, 0.585938, 0.550781, 0.585938, 0.589844, 0.550781, 0.582031, 0.554688, 0.570312, 0.550781, 0.546875, 0.570312, 0.570312, 0.539062, 0.558594, 0.582031, 0.172852, 0.558594, 0.574219, 0.585938, 0.566406, 0.554688, 0.570312, 0.5625, 0.570312, 0.554688, 0.558594, 0.585938, 0.554688, 0.554688, 0.570312, 0.554688, 0.566406, 0.546875, 0.570312, 0.550781, 0.570312, 0.5625, 0.558594, 0.558594, 0.554688, 0.566406, 0.5625, 0.550781, 0.570312, 0.578125, 0.578125, 0.578125, 0.558594, 0.558594, 0.597656, 0.554688, 0.59375, 0.558594, 0.578125, 0.550781, 0.566406, 0.5625, 0.566406, 0.570312, 0.597656, 0.578125, 0.566406, 0.582031, 0.542969, 0.597656, 0.570312, 0.570312, 0.542969, 0.570312, 0.535156, 0.5625, 0.546875, 0.550781, 0.582031, 0.5625, 0.570312, 0.550781, 0.558594, 0.546875, 0.574219, 0.5625, 0.574219, 0.566406, 0.582031, 0.5625, 0.558594, 0.710938, 0.486328, 0.539062, 0.605469, 0.443359, 0.5625, 0.601562, 0.585938, 0.570312, 0.539062, 0.554688, 0.566406, 0.605469, 0.566406, 0.574219, 0.558594, 0.5625, 0.550781, 0.566406, 0.574219, 0.558594, 0.5625, 0.566406, 0.570312, 0.554688, 0.59375, 0.566406, 0.582031, 0.550781, 0.554688, 0.550781, 0.578125, 0.582031, 0.570312, 0.546875, 0.574219, 0.550781, 0.5625, 0.585938, 0.496094, 0.558594, 0.550781, 0.578125, 0.546875, 0.5625, 0.574219, 0.554688, 0.636719, 0.558594, 0.550781, 0.574219, 0.546875, 0.566406, 0.574219, 0.578125, 0.550781, 0.550781, 0.582031, 0.59375, 0.574219, 0.566406, 0.535156, 0.5625, 0.535156, 0.554688, 0.566406, 0.574219, 0.582031, 0.5625, 0.539062, 0.546875, 0.554688, 0.566406, 0.570312, 0.535156, 0.566406, 0.578125, 0.5625, 0.5625, 0.546875, 0.625, 0.554688, 0.5625, 0.566406, 0.578125, 0.554688, 0.574219, 0.574219, 0.566406, 0.566406, 0.570312, 0.5625, 0.5625, 0.570312, 0.554688, 0.558594, 0.570312, 0.574219, 0.550781, 0.546875, 0.570312, 0.582031, 0.570312, 0.554688, 0.566406, 0.566406, 0.558594, 0.578125, 0.566406, 0.585938, 0.546875, 0.384766, 0.558594, 0.585938, 0.566406, 0.574219, 0.550781, 0.550781, 0.566406, 0.542969, 0.554688, 0.5625, 0.566406, 0.578125, 0.546875, 0.585938, 0.578125, 0.566406, 0.582031, 0.578125, 0.570312, 0.566406, 0.59375, 0.5625, 0.5625, 0.566406, 0.570312, 0.542969, 0.585938, 0.558594, 0.5625, 0.566406, 0.59375, 0.546875, 0.558594, 0.558594, 0.574219, 0.5625, 0.5625, 0.558594, 0.621094, 0.578125, 0.5625, 0.542969, 0.59375, 0.566406, 0.542969, 0.589844, 0.558594, 0.507812, 0.570312, 0.550781, 0.566406, 0.578125, 0.574219, 0.5625, 0.566406, 0.570312, 0.570312, 0.578125, 0.570312, 0.570312, 0.5625, 0.558594, 0.589844, 0.550781, 0.5625, 0.292969, 0.597656, 0.5625, 0.570312, 0.5625, 0.539062, 0.566406, 0.578125, 0.542969, 0.679688, 0.570312, 0.550781, 0.558594, 0.554688, 0.554688, 0.511719, 0.554688, 0.59375, 0.535156, 0.558594, 0.558594, 0.570312, 0.574219, 0.554688, 0.566406, 0.5625, 0.578125, 0.566406, 0.554688, 0.5625, 0.554688, 0.589844, 0.566406, 0.546875, 0.574219, 0.566406, 0.5625, 0.550781, 0.589844, 0.554688, 0.558594, 0.558594, 0.585938, 0.554688, 0.5625, 0.59375, 0.558594, 0.5625, 0.554688, 0.550781, 0.578125, 0.566406, 0.550781, 0.574219, 0.300781, 0.558594, 0.578125, 0.5625, 0.546875, 0.59375, 0.582031, 0.539062, 0.566406, 0.558594, 0.566406, 0.570312, 0.345703, 0.558594, 0.566406, 0.609375, 0.5625, 0.554688, 0.554688, 0.597656, 0.554688, 0.539062, 0.582031, 0.582031, 0.5625, 0.554688, 0.636719, 0.578125, 0.585938, 0.535156, 0.550781, 0.554688, 0.558594, 0.539062, 0.566406, 0.558594, 0.578125, 0.5625, 0.554688, 0.578125, 0.578125, 0.535156, 0.578125, 0.570312, 0.5625, 0.5625, 0.558594, 0.554688, 0.574219, 0.546875, 0.585938, 0.550781, 0.574219, 0.574219, 0.570312, 0.570312, 0.703125, 0.632812, 0.566406, 0.554688, 0.519531, 0.5625, 0.5625, 0.570312, 0.546875, 0.558594, 0.558594, 0.59375, 0.570312, 0.554688, 0.578125, 0.566406, 0.5625, 0.558594, 0.570312, 0.558594, 0.574219, 0.566406, 0.566406, 0.558594, 0.585938, 0.578125, 0.5625, 0.5625, 0.5625, 0.5625, 0.570312, 0.566406, 0.5625, 0.574219, 0.5625, 0.558594, 0.578125, 0.558594, 0.5625, 0.554688, 0.570312, 0.539062, 0.585938, 0.582031, 0.558594, 0.5625, 0.566406, 0.566406, 0.550781, 0.578125, 0.589844, 0.566406, 0.578125, 0.570312, 0.554688, 0.578125, 0.546875, 0.546875, 0.566406, 0.5625, 0.578125, 0.566406, 0.582031, 0.5625, 0.5625, 0.519531, 0.542969, 0.554688, 0.539062, 0.578125, 0.566406, 0.492188, 0.609375, 0.546875, 0.296875, 0.558594, 0.582031, 0.589844, 0.554688, 0.59375, 0.554688, 0.5625, 0.578125, 0.5625, 0.546875, 0.5625, 0.550781, 0.550781, 0.550781, 0.558594, 0.5625, 0.5625, 0.574219, 0.535156, 0.558594, 0.566406, 0.503906, 0.546875, 0.566406, 0.550781, 0.566406, 0.546875, 0.550781, 0.570312, 0.578125, 0.582031, 0.550781, 0.601562, 0.554688, 0.578125, 0.59375, 0.558594, 0.546875, 0.566406, 0.558594, 0.5625, 0.539062, 0.53125, 0.558594, 0.578125, 0.542969, 0.554688, 0.578125, 0.566406, 0.558594, 0.558594, 0.357422, 0.566406, 1.359375, 0.578125, 0.550781, 0.585938, 0.570312, 0.570312, 0.574219, 0.550781, 0.5625, 0.558594, 0.558594, 0.570312, 0.554688, 0.574219, 0.578125, 0.554688, 0.554688, 0.578125, 0.570312, 0.558594, 0.474609, 0.550781, 0.558594, 0.554688, 0.5625, 0.570312, 0.480469, 0.78125, 0.597656, 0.59375, 0.554688, 0.578125, 0.566406, 0.5625, 0.5625, 0.570312, 0.535156, 0.550781, 0.566406, 0.5625, 0.605469, 0.582031, 0.466797, 0.570312, 0.558594, 0.542969, 0.558594, 0.613281, 0.550781, 0.597656, 0.558594, 0.578125, 0.578125, 0.558594, 0.570312, 0.550781, 0.574219, 0.550781, 0.570312, 0.5625, 0.589844, 0.578125, 0.363281, 0.566406, 0.578125, 0.566406, 0.554688, 0.570312, 0.5625, 0.574219, 0.574219, 0.550781, 0.574219, 0.554688, 0.546875, 0.554688, 0.558594, 0.566406, 0.566406, 0.527344, 0.574219, 0.570312, 0.570312, 0.578125, 0.574219, 0.53125, 0.574219, 0.542969, 0.546875, 0.554688, 0.527344, 0.574219, 0.542969, 0.5625, 0.554688, 0.5625, 0.5625, 0.578125, 0.542969, 0.554688, 0.566406, 0.546875, 0.566406, 0.570312, 0.550781, 0.570312, 0.570312, 0.554688, 0.585938, 0.554688, 0.582031, 0.585938, 0.464844, 0.5625, 0.574219, 0.570312, 0.554688, 0.570312, 0.574219, 0.546875, 0.566406, 0.625, 0.570312, 0.554688, 0.582031, 0.574219, 0.566406, 0.578125, 0.574219, 0.617188, 0.546875, 0.554688, 0.566406, 0.574219, 0.589844, 0.558594, 0.550781, 0.574219, 0.570312, 0.554688, 0.566406, 0.570312, 0.5625, 0.546875, 0.570312, 0.5625, 0.582031, 0.585938, 0.582031, 0.542969, 0.558594, 0.5625, 0.554688, 0.5625, 0.570312, 0.5625, 0.5625, 0.558594, 0.582031, 0.566406, 0.574219, 0.542969, 0.554688, 0.578125, 0.566406, 0.570312, 0.578125, 0.59375, 0.460938, 0.546875, 0.5625, 0.566406, 0.5625, 0.546875, 0.597656, 0.582031, 0.546875, 0.566406, 0.5625, 0.542969, 0.582031, 0.523438, 0.554688, 0.554688, 0.5625, 0.570312, 0.566406, 0.566406, 0.5625, 0.558594, 0.566406, 0.570312, 0.539062, 0.558594, 0.546875, 0.503906, 0.5625, 0.578125, 0.570312, 0.570312, 0.585938, 0.566406, 0.574219, 0.570312, 0.570312, 0.574219, 0.554688, 0.566406, 0.519531, 0.554688, 0.585938, 0.585938, 0.578125, 0.5625, 0.570312, 0.5625, 0.558594, 0.574219, 0.546875, 0.5625, 0.566406, 0.589844, 0.558594, 0.585938, 0.570312, 0.582031, 0.550781, 0.5625, 0.550781, 0.558594, 0.554688, 0.574219, 0.574219, 0.570312, 0.554688, 0.582031, 0.546875, 0.570312, 0.578125, 0.566406, 0.554688, 0.550781, 0.5625, 0.550781, 0.550781, 0.582031, 0.566406, 0.582031, 0.5625, 0.636719, 0.558594, 0.582031, 0.574219, 0.570312, 0.546875, 0.570312, 0.574219, 0.558594, 0.554688, 0.5625, 0.578125, 0.566406, 0.558594, 0.570312, 0.589844, 0.5625, 0.601562, 0.523438, 0.546875, 0.566406, 0.554688, 0.5625, 0.609375, 0.5625, 0.5625, 0.237305, 0.574219, 0.546875, 0.574219, 0.570312, 0.550781, 0.566406, 0.527344, 0.574219, 0.574219, 0.558594, 0.566406, 0.582031, 0.582031, 0.53125, 0.558594, 0.566406, 0.5625, 0.582031, 0.515625, 0.574219, 0.554688, 0.558594, 0.5625, 0.570312, 0.554688, 0.570312, 0.539062, 0.542969, 0.503906, 0.566406, 0.570312, 0.570312, 0.546875, 0.582031, 0.558594, 0.5625, 0.546875, 0.578125, 0.574219, 0.570312, 0.570312, 0.566406, 0.570312, 0.578125, 0.566406, 0.574219, 0.578125, 0.554688, 0.570312, 0.550781, 0.558594, 0.570312, 0.554688, 0.59375, 0.609375, 0.558594, 0.550781, 0.574219, 0.550781, 0.574219, 0.554688, 0.589844, 0.632812, 0.601562, 0.570312, 0.589844, 0.601562, 0.578125, 0.550781, 0.5625, 0.566406, 0.550781, 0.546875, 0.570312, 0.535156, 0.566406, 0.5625, 0.550781, 0.535156, 0.554688, 0.570312, 0.589844, 0.558594, 0.578125, 0.574219, 0.498047, 0.5625, 0.53125, 0.558594, 0.550781, 0.597656, 0.542969, 0.558594, 0.558594, 0.566406, 0.570312, 0.554688, 0.546875, 0.570312, 0.554688, 0.566406, 0.554688, 0.589844, 0.570312, 0.332031, 0.53125, 0.566406, 0.558594, 0.539062, 0.550781, 0.59375, 0.53125, 0.5625, 0.578125, 0.554688, 0.554688, 0.625, 0.558594, 0.570312, 0.589844, 0.570312, 0.5625, 0.585938, 0.558594, 0.546875, 0.554688, 0.566406, 0.546875, 0.582031, 0.609375, 0.5625, 0.566406, 0.554688, 0.574219, 0.558594, 0.554688, 0.558594, 0.566406, 0.554688, 0.539062, 0.542969, 0.53125, 0.5625, 0.566406, 0.5625, 0.478516, 0.53125, 0.558594, 0.660156, 0.558594, 0.566406, 0.558594, 0.550781, 0.554688, 0.480469, 0.605469, 0.53125, 0.5625, 0.570312, 0.558594, 0.5625, 0.542969, 0.535156, 0.558594, 0.5625, 0.554688, 0.570312, 0.558594, 0.601562, 0.578125, 0.574219, 0.554688, 0.539062, 0.5625, 0.585938, 0.558594, 0.578125, 0.558594, 0.566406, 0.585938, 0.492188, 0.5625, 0.566406, 0.554688, 0.5625, 0.550781, 0.578125, 0.558594, 0.582031, 0.59375, 0.494141, 0.566406, 0.578125, 0.539062, 0.578125, 0.570312, 0.578125, 0.566406, 0.632812, 0.585938, 0.554688, 0.582031, 0.542969, 0.578125, 0.574219, 0.578125, 0.582031, 0.550781, 0.554688, 0.550781, 0.605469, 0.570312, 0.5625, 0.609375, 0.574219, 0.558594, 0.558594, 0.582031, 0.550781, 0.585938, 0.5625, 0.570312, 0.5625, 0.570312, 0.5625, 0.59375, 0.566406, 0.582031, 0.554688, 0.617188, 0.589844, 0.542969, 0.582031, 0.558594, 0.550781, 0.574219, 0.546875, 0.578125, 0.585938, 0.582031, 0.482422, 0.546875, 0.539062, 0.578125, 0.5625, 0.585938, 0.585938, 0.582031, 0.550781, 0.554688, 0.523438, 0.5625, 0.578125, 0.539062, 0.589844, 0.597656, 0.582031, 0.570312, 0.609375, 0.5625, 0.5625, 0.570312, 0.550781, 0.570312, 0.558594, 0.570312, 0.558594, 0.558594, 0.5625, 0.558594, 0.566406, 0.566406, 0.503906, 0.5625, 0.574219, 0.589844, 0.574219, 0.570312, 0.542969, 0.5625, 0.546875, 0.550781, 0.542969, 0.570312, 0.585938, 0.585938, 0.53125, 0.574219, 0.574219, 0.574219, 0.582031, 0.570312, 0.550781, 0.554688, 0.566406, 0.550781, 0.570312, 0.558594, 0.550781, 0.554688, 0.570312, 0.542969, 0.574219, 0.625, 0.5625, 0.546875, 0.570312, 0.535156, 0.550781, 0.585938, 0.566406, 0.539062, 0.554688, 0.554688, 0.554688, 0.574219, 0.414062, 0.550781, 0.574219, 0.585938 ] }, "name": "model.model.layers.52.post_attention_layernorm.weight", "outputIndexes": [ 4275 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4274 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_52/Mul_output_0", "outputIndexes": [ 4276 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4275, 4276 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_52/Mul_1_output_0", "outputIndexes": [ 4277 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4277 ], "outputIndexes": [ 5860 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5860 ], "outputIndexes": [ 5861 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/gate_proj/Linear", "inputIndexes": [ 5861 ], "outputIndexes": [ 5862 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 524674976, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5862 ], "outputIndexes": [ 5863 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5863 ], "outputIndexes": [ 4278 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4278 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_52/Sigmoid_output_0", "outputIndexes": [ 4279 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4278, 4279 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_52/Mul_output_0", "outputIndexes": [ 4280 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4277 ], "outputIndexes": [ 5864 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5864 ], "outputIndexes": [ 5865 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/up_proj/Linear", "inputIndexes": [ 5865 ], "outputIndexes": [ 5866 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 527255478, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5866 ], "outputIndexes": [ 5867 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5867 ], "outputIndexes": [ 4281 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4280, 4281 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_52/Mul_output_0", "outputIndexes": [ 4282 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4282 ], "outputIndexes": [ 5868 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5868 ], "outputIndexes": [ 5869 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/down_proj/Linear", "inputIndexes": [ 5869 ], "outputIndexes": [ 5870 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 529835980, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5870 ], "outputIndexes": [ 5871 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.52/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5871 ], "outputIndexes": [ 4283 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4274, 4283 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_264_output_0", "outputIndexes": [ 4284 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4284, 2 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_477_output_0", "outputIndexes": [ 4285 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.445312, 0.398438, 0.375, 0.382812, 0.361328, 0.341797, 0.558594, 0.392578, 0.423828, 0.414062, 0.523438, 0.386719, 0.382812, 0.345703, 0.371094, 0.363281, 0.507812, 0.380859, 0.376953, 0.470703, 0.384766, 0.357422, 0.367188, 0.412109, 0.378906, 0.373047, 0.376953, 0.369141, 0.40625, 0.341797, 0.402344, 0.373047, 0.386719, 0.375, 0.398438, 0.388672, 0.457031, 0.396484, 0.5625, 0.378906, 0.382812, 0.361328, 0.382812, 0.417969, 0.431641, 0.398438, 0.380859, 0.416016, 0.375, 0.484375, 0.373047, 0.496094, 0.373047, 0.375, 0.435547, 0.400391, 0.378906, 0.392578, 0.369141, 0.353516, 0.400391, 0.396484, 0.396484, 0.388672, 0.40625, 0.433594, 0.455078, 0.519531, 0.386719, 0.482422, 0.347656, 0.476562, 0.40625, 0.392578, 0.371094, 0.394531, 0.414062, 0.363281, 0.5625, 0.412109, 0.378906, 0.386719, 0.365234, 0.367188, 0.380859, 0.412109, 0.384766, 0.429688, 0.394531, 0.416016, 0.404297, 0.392578, 0.404297, 0.386719, 0.574219, 0.429688, 0.394531, 0.363281, 0.365234, 0.375, 0.367188, 0.388672, 0.373047, 0.365234, 0.267578, 0.490234, 0.388672, 0.398438, 0.396484, 0.347656, 0.361328, 0.373047, 0.382812, 0.373047, 0.384766, 0.423828, 0.384766, 0.378906, 0.355469, 0.347656, 0.40625, 0.371094, 0.375, 0.367188, 0.412109, 0.353516, 0.746094, 0.373047, 0.361328, 0.231445, 0.404297, 0.337891, 0.376953, 0.384766, 0.382812, 0.367188, 0.353516, 0.371094, 0.402344, 0.388672, 0.365234, 0.330078, 0.382812, 0.392578, 0.375, 0.359375, 0.384766, 0.390625, 0.353516, 0.369141, 0.369141, 0.414062, 0.324219, 0.384766, 0.384766, 0.335938, 0.369141, 0.380859, 0.496094, 0.423828, 0.5, 0.388672, 0.455078, 0.384766, 0.359375, 0.361328, 0.574219, 0.382812, 0.339844, 0.453125, 0.464844, 0.371094, 0.378906, 0.392578, 0.578125, 0.371094, 0.398438, 0.351562, 0.373047, 0.365234, 0.375, 0.373047, 0.373047, 0.388672, 0.373047, 0.345703, 0.361328, 0.363281, 0.384766, 0.390625, 0.369141, 0.371094, 0.503906, 0.347656, 0.376953, 0.347656, 0.396484, 0.40625, 0.271484, 0.371094, 0.386719, 0.380859, 0.378906, 0.376953, 0.345703, 0.367188, 0.376953, 0.376953, 0.376953, 0.361328, 0.380859, 0.394531, 0.363281, 0.458984, 0.384766, 0.365234, 0.388672, 0.384766, 0.376953, 0.365234, 0.371094, 0.382812, 0.388672, 0.386719, 0.380859, 0.400391, 0.365234, 0.496094, 0.359375, 0.386719, 0.40625, 0.443359, 0.357422, 0.380859, 0.355469, 0.443359, 0.390625, 0.396484, 0.237305, 0.337891, 0.375, 0.376953, 0.373047, 0.373047, 0.392578, 0.398438, 0.408203, 0.376953, 0.376953, 0.392578, 0.380859, 0.384766, 0.498047, 0.376953, 0.40625, 0.396484, 0.412109, 0.386719, 0.40625, 0.369141, 0.359375, 0.392578, 0.369141, 0.380859, 0.378906, 0.363281, 0.392578, 0.375, 0.453125, 0.396484, 0.613281, 0.335938, 0.400391, 0.753906, 0.404297, 0.400391, 0.376953, 0.417969, 0.410156, 0.353516, 0.40625, 0.410156, 0.361328, 0.371094, 0.355469, 0.400391, 0.353516, 0.367188, 0.386719, 0.375, 0.376953, 0.373047, 0.375, 0.394531, 0.371094, 0.367188, 0.351562, 0.361328, 0.345703, 0.373047, 0.351562, 0.378906, 0.388672, 0.460938, 0.359375, 0.371094, 0.410156, 0.365234, 0.269531, 0.359375, 0.439453, 0.373047, 0.386719, 0.404297, 0.380859, 0.378906, 0.376953, 0.417969, 0.421875, 0.433594, 0.363281, 0.363281, 0.380859, 0.359375, 0.371094, 0.392578, 0.380859, 0.357422, 0.357422, 0.375, 0.474609, 0.398438, 0.492188, 0.380859, 0.412109, 0.382812, 0.373047, 0.408203, 0.484375, 0.439453, 0.367188, 0.361328, 0.373047, 0.400391, 0.367188, 0.388672, 0.386719, 0.382812, 0.404297, 0.339844, 0.378906, 0.367188, 0.392578, 0.394531, 0.380859, 0.388672, 0.388672, 0.384766, 0.369141, 0.392578, 0.357422, 0.373047, 0.365234, 0.380859, 0.367188, 0.404297, 0.392578, 0.365234, 0.369141, 0.398438, 0.361328, 0.375, 0.365234, 0.490234, 0.384766, 0.388672, 0.400391, 0.392578, 0.365234, 0.464844, 0.746094, 0.398438, 0.349609, 0.390625, 0.384766, 0.306641, 0.365234, 0.367188, 0.390625, 0.355469, 0.369141, 0.408203, 0.367188, 0.386719, 0.384766, 0.384766, 0.375, 0.361328, 0.330078, 0.367188, 0.392578, 0.398438, 0.449219, 0.375, 0.365234, 0.398438, 0.371094, 0.363281, 0.375, 0.369141, 0.378906, 0.371094, 0.351562, 0.369141, 0.351562, 0.373047, 0.392578, 0.376953, 0.365234, 0.392578, 0.402344, 0.386719, 0.664062, 0.388672, 0.384766, 0.416016, 0.373047, 0.376953, 0.515625, 0.40625, 0.554688, 0.396484, 0.369141, 0.361328, 0.384766, 0.369141, 0.367188, 0.384766, 0.384766, 0.34375, 0.386719, 0.388672, 0.417969, 0.386719, 0.382812, 0.404297, 0.207031, 0.375, 0.408203, 0.361328, 0.376953, 0.416016, 0.398438, 0.380859, 0.333984, 0.404297, 0.376953, 0.376953, 0.359375, 0.423828, 0.384766, 0.322266, 0.363281, 0.363281, 0.550781, 0.394531, 0.380859, 0.378906, 0.388672, 0.417969, 0.367188, 0.375, 0.371094, 0.359375, 0.382812, 0.40625, 0.376953, 0.380859, 0.398438, 0.378906, 0.384766, 0.357422, 0.384766, 0.363281, 0.392578, 0.423828, 0.382812, 0.388672, 0.371094, 0.380859, 0.390625, 0.408203, 0.369141, 0.369141, 0.380859, 0.416016, 0.378906, 0.365234, 0.431641, 0.394531, 0.714844, 0.388672, 0.384766, 0.404297, 0.570312, 0.367188, 0.380859, 0.367188, 0.396484, 0.378906, 0.363281, 0.371094, 0.863281, 0.408203, 0.404297, 0.373047, 0.382812, 0.419922, 0.357422, 0.404297, 0.380859, 0.306641, 0.480469, 0.384766, 0.371094, 0.390625, 0.394531, 0.388672, 0.347656, 0.40625, 0.462891, 0.394531, 0.451172, 0.46875, 0.355469, 0.384766, 0.373047, 0.353516, 0.345703, 0.386719, 0.375, 0.472656, 0.414062, 0.380859, 0.359375, 0.390625, 0.378906, 0.539062, 0.419922, 0.402344, 0.363281, 0.363281, 0.349609, 0.394531, 0.386719, 0.375, 0.396484, 0.394531, 0.390625, 0.439453, 0.59375, 0.388672, 0.314453, 0.402344, 0.408203, 0.443359, 0.363281, 0.40625, 0.378906, 0.363281, 0.375, 0.380859, 0.458984, 0.363281, 0.394531, 0.375, 0.34375, 0.384766, 0.376953, 0.466797, 0.404297, 0.392578, 0.363281, 0.410156, 0.351562, 0.398438, 0.373047, 0.380859, 0.361328, 0.359375, 0.384766, 0.412109, 0.380859, 0.365234, 0.382812, 0.412109, 0.351562, 0.46875, 0.445312, 0.40625, 0.394531, 0.367188, 0.365234, 0.310547, 0.474609, 0.40625, 0.369141, 0.416016, 0.390625, 0.339844, 0.402344, 0.345703, 0.386719, 0.396484, 0.384766, 0.373047, 0.578125, 0.369141, 0.396484, 0.396484, 0.472656, 0.251953, 0.404297, 0.371094, 0.371094, 0.453125, 0.373047, 0.542969, 0.371094, 0.496094, 0.742188, 0.417969, 0.380859, 0.361328, 0.398438, 0.373047, 0.384766, 0.357422, 0.386719, 0.378906, 0.40625, 0.357422, 0.371094, 0.376953, 0.458984, 0.394531, 0.378906, 0.492188, 0.380859, 0.439453, 0.380859, 0.392578, 0.285156, 0.404297, 0.408203, 0.398438, 0.527344, 0.367188, 0.474609, 0.458984, 0.398438, 0.375, 0.400391, 0.388672, 0.373047, 0.382812, 0.388672, 0.365234, 0.351562, 0.355469, 0.363281, 0.382812, 0.363281, 0.427734, 0.425781, 0.503906, 0.332031, 0.382812, 0.386719, 0.392578, 0.367188, 0.382812, 0.839844, 0.388672, 0.523438, 0.375, 0.417969, 0.373047, 0.351562, 0.376953, 0.373047, 0.378906, 0.345703, 0.365234, 0.382812, 0.367188, 0.392578, 0.380859, 0.382812, 0.376953, 0.402344, 0.363281, 0.410156, 0.365234, 0.570312, 0.447266, 0.365234, 0.398438, 0.410156, 0.394531, 0.365234, 0.429688, 0.392578, 0.392578, 0.337891, 0.394531, 0.371094, 0.417969, 0.449219, 0.349609, 0.427734, 0.369141, 0.431641, 0.384766, 0.402344, 0.369141, 0.566406, 0.353516, 0.390625, 0.375, 0.375, 0.302734, 0.371094, 0.378906, 0.416016, 0.384766, 0.423828, 0.384766, 0.378906, 0.355469, 0.355469, 0.376953, 0.359375, 0.416016, 0.384766, 0.369141, 0.800781, 0.367188, 0.412109, 0.5, 0.408203, 0.523438, 0.349609, 0.392578, 0.382812, 0.355469, 0.341797, 0.404297, 0.392578, 0.388672, 0.361328, 0.390625, 0.384766, 0.480469, 0.361328, 0.375, 0.408203, 0.367188, 0.396484, 0.621094, 0.402344, 0.412109, 0.416016, 0.396484, 0.519531, 0.363281, 0.388672, 0.373047, 0.369141, 0.353516, 0.417969, 0.384766, 0.482422, 0.382812, 0.390625, 0.357422, 0.488281, 0.365234, 0.378906, 0.378906, 0.386719, 0.326172, 0.396484, 0.410156, 0.40625, 0.34375, 0.570312, 0.376953, 0.376953, 0.382812, 0.373047, 0.375, 0.375, 0.380859, 0.396484, 0.378906, 0.359375, 0.46875, 0.369141, 0.349609, 0.34375, 0.355469, 0.398438, 0.376953, 0.396484, 0.396484, 0.371094, 0.353516, 0.359375, 0.384766, 0.351562, 0.378906, 0.392578, 0.384766, 0.416016, 0.371094, 0.388672, 0.462891, 0.380859, 0.361328, 0.373047, 0.367188, 0.349609, 0.498047, 0.349609, 0.380859, 0.384766, 0.363281, 0.400391, 0.386719, 0.365234, 0.357422, 0.357422, 0.384766, 0.375, 0.404297, 0.416016, 0.345703, 0.386719, 0.392578, 0.380859, 0.294922, 0.703125, 0.347656, 0.373047, 0.375, 0.400391, 0.361328, 0.382812, 0.359375, 0.410156, 0.382812, 0.363281, 0.460938, 0.373047, 0.482422, 0.378906, 0.388672, 0.378906, 0.392578, 0.376953, 0.353516, 0.353516, 0.384766, 0.392578, 0.371094, 0.523438, 0.474609, 0.371094, 0.554688, 0.369141, 0.373047, 0.394531, 0.386719, 0.396484, 0.357422, 0.380859, 0.390625, 0.384766, 0.398438, 0.353516, 0.382812, 0.423828, 0.384766, 0.373047, 0.371094, 0.472656, 0.384766, 0.361328, 0.353516, 0.443359, 0.410156, 0.421875, 0.404297, 0.386719, 0.371094, 0.40625, 0.363281, 0.410156, 0.390625, 0.423828, 0.339844, 0.367188, 0.326172, 0.351562, 0.355469, 0.365234, 0.355469, 0.361328, 0.376953, 0.394531, 0.414062, 0.351562, 0.388672, 0.371094, 0.503906, 0.400391, 0.417969, 0.386719, 0.355469, 0.378906, 0.421875, 0.365234, 0.386719, 0.40625, 0.357422, 0.375, 0.480469, 0.53125, 0.371094, 0.355469, 0.378906, 0.400391, 0.365234, 0.386719, 0.396484, 0.363281, 0.384766, 0.365234, 0.410156, 0.396484, 0.519531, 0.365234, 0.376953, 0.390625, 0.400391, 0.353516, 0.378906, 0.384766, 0.691406, 0.371094, 0.375, 0.396484, 0.359375, 0.347656, 0.365234, 0.470703, 0.419922, 0.390625, 0.400391, 0.388672, 0.380859, 0.357422, 0.386719, 0.384766, 0.400391, 0.386719, 0.388672, 0.636719, 0.363281, 0.566406, 0.392578, 0.390625, 0.378906, 0.398438, 0.394531, 0.353516, 0.470703, 0.660156, 0.404297, 0.382812, 0.367188, 0.474609, 0.388672, 0.390625, 0.373047, 0.388672, 0.326172, 0.380859, 0.371094, 0.384766, 0.402344, 0.380859, 0.388672, 0.337891, 0.404297, 0.380859, 0.349609, 0.386719, 0.394531, 0.431641, 0.320312, 0.410156, 0.376953, 0.267578, 0.363281, 0.373047, 0.365234, 0.396484, 0.369141, 0.353516, 0.361328, 0.363281, 0.355469, 0.371094, 0.412109, 0.351562, 0.371094, 0.40625, 0.376953, 0.394531, 0.369141, 0.458984, 0.396484, 0.332031, 0.361328, 0.384766, 0.402344, 0.439453, 0.373047, 0.357422, 0.392578, 0.492188, 0.367188, 0.375, 0.490234, 0.380859, 0.347656, 0.402344, 0.351562, 0.357422, 0.394531, 0.380859, 0.371094, 0.347656, 0.357422, 0.550781, 0.369141, 0.371094, 0.390625, 0.353516, 0.373047, 0.384766, 0.445312, 0.667969, 0.443359, 0.355469, 0.390625, 0.441406, 0.384766, 0.398438, 0.511719, 0.355469, 0.353516, 0.371094, 0.396484, 0.365234, 0.408203, 0.359375, 0.365234, 0.390625, 0.427734, 0.40625, 0.347656, 0.417969, 0.355469, 0.367188, 0.400391, 0.542969, 0.386719, 0.386719, 0.367188, 0.378906, 0.373047, 0.417969, 0.369141, 0.378906, 0.382812, 0.388672, 0.460938, 0.390625, 0.40625, 0.367188, 0.367188, 0.400391, 0.734375, 0.285156, 0.380859, 0.380859, 0.382812, 0.386719, 0.359375, 0.369141, 0.398438, 0.482422, 0.359375, 0.263672, 0.390625, 0.373047, 0.400391, 0.363281, 0.326172, 0.496094, 0.421875, 0.398438, 0.373047, 0.400391, 0.375, 0.386719, 0.382812, 0.392578, 0.382812, 0.503906, 0.365234, 0.285156, 0.371094, 0.369141, 0.396484, 0.378906, 0.365234, 0.241211, 0.371094, 0.398438, 0.367188, 0.357422, 0.367188, 0.400391, 0.410156, 0.412109, 0.419922, 0.59375, 0.361328, 0.404297, 0.416016, 0.388672, 0.376953, 0.380859, 0.400391, 0.365234, 0.390625, 0.386719, 0.373047, 0.396484, 0.376953, 0.369141, 0.289062, 0.378906, 0.478516, 0.408203, 0.380859, 0.375, 0.371094, 0.378906, 0.376953, 0.400391, 0.386719, 0.394531, 0.367188, 0.359375, 0.443359, 0.359375, 0.375, 0.378906, 0.369141, 0.357422, 0.357422, 0.369141, 0.378906, 0.392578, 0.347656, 0.392578, 0.384766, 0.357422, 0.386719, 0.376953, 0.353516, 0.386719, 0.392578, 0.373047, 0.376953, 0.261719, 0.462891, 0.419922, 0.396484, 0.371094, 0.376953, 0.363281, 0.380859, 0.357422, 0.371094, 0.455078, 0.408203, 0.40625, 0.394531, 0.384766, 0.326172, 0.369141, 0.40625, 0.408203, 0.371094, 0.378906, 0.376953, 0.460938, 0.359375, 0.380859, 0.382812, 0.373047, 0.371094, 0.400391, 0.345703, 0.390625, 0.382812, 0.349609, 0.384766, 0.388672, 0.392578, 0.388672, 0.376953, 0.351562, 0.388672, 0.408203, 0.472656, 0.341797, 0.378906, 0.384766, 0.400391, 0.273438, 0.376953, 0.365234, 0.367188, 0.384766, 0.380859, 0.412109, 0.357422, 0.400391, 0.357422, 0.503906, 0.408203, 0.472656, 0.394531, 0.402344, 0.433594, 0.353516, 0.396484, 0.388672, 0.392578, 0.308594, 0.484375, 0.439453, 0.388672, 0.447266, 0.367188, 0.367188, 0.386719, 0.396484, 0.365234, 0.486328, 0.476562, 0.353516, 0.382812 ] }, "name": "model.model.layers.53.input_layernorm.weight", "outputIndexes": [ 4286 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4285 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/input_layernorm_53/Mul_output_0", "outputIndexes": [ 4287 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4286, 4287 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/input_layernorm_53/Mul_1_output_0", "outputIndexes": [ 4288 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/q_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4288 ], "outputIndexes": [ 5872 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/q_proj/Linear/pre_convert", "inputIndexes": [ 5872 ], "outputIndexes": [ 5873 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/q_proj/Linear", "inputIndexes": [ 5873 ], "outputIndexes": [ 5874 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 532416482, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/q_proj/Linear/post_convert", "inputIndexes": [ 5874 ], "outputIndexes": [ 5875 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/q_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5875 ], "outputIndexes": [ 4289 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4288 ], "main_type": "NONE", "name": "/Shape_743_output_0", "outputIndexes": [ 4290 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4290 ], "main_type": "NONE", "name": "Shape11527", "outputIndexes": [ 4291 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4290 ], "main_type": "NONE", "name": "Rank11529", "outputIndexes": [ 4292 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4292, 4292 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11531", "outputIndexes": [ 4293 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4293 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11532", "outputIndexes": [ 4294 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4293, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11534", "outputIndexes": [ 4295 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4295 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11535", "outputIndexes": [ 4296 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4291, 4294, 4296, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11538", "outputIndexes": [ 4297 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4297 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11539", "outputIndexes": [ 4298 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 10, 4298 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11540", "outputIndexes": [ 4299 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4299, 4298 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11541", "outputIndexes": [ 4300 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4290, 4300, 4293 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_799_output_0", "outputIndexes": [ 4301 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4301, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1697_output_0", "outputIndexes": [ 4302 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 4302, 24, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_689_output_0", "outputIndexes": [ 4303 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4289, 4303 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_478_output_0", "outputIndexes": [ 4304 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4304, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_424_output_0", "outputIndexes": [ 4305 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4304 ], "main_type": "NONE", "name": "/Shape_744_output_0", "outputIndexes": [ 4306 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4306 ], "main_type": "NONE", "name": "Shape11548", "outputIndexes": [ 4307 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4306 ], "main_type": "NONE", "name": "Rank11550", "outputIndexes": [ 4308 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4308, 4308 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11552", "outputIndexes": [ 4309 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4309 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11553", "outputIndexes": [ 4310 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4309, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11555", "outputIndexes": [ 4311 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4311 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11556", "outputIndexes": [ 4312 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4307, 4310, 4312, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11559", "outputIndexes": [ 4313 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4313 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11560", "outputIndexes": [ 4314 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4314 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11561", "outputIndexes": [ 4315 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4315, 4314 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11562", "outputIndexes": [ 4316 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4306, 4316, 4309 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_800_output_0", "outputIndexes": [ 4317 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4317, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_159_output_0", "outputIndexes": [ 4318 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4318, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1702_output_0", "outputIndexes": [ 4319 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4304, 4319, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_213_output_0", "outputIndexes": [ 4320 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4320 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_106_output_0", "outputIndexes": [ 4321 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4304, 22, 4319, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_212_output_0", "outputIndexes": [ 4322 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4321, 4322 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_692_output_0", "outputIndexes": [ 4323 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4323, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_425_output_0", "outputIndexes": [ 4324 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4305, 4324 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_265_output_0", "outputIndexes": [ 4325 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/k_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4288 ], "outputIndexes": [ 5876 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/k_proj/Linear/pre_convert", "inputIndexes": [ 5876 ], "outputIndexes": [ 5877 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/k_proj/Linear", "inputIndexes": [ 5877 ], "outputIndexes": [ 5878 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 533338104, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/k_proj/Linear/post_convert", "inputIndexes": [ 5878 ], "outputIndexes": [ 5879 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/k_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5879 ], "outputIndexes": [ 4326 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 8, 4302, 85, 25 ], "main_type": "Axis", "main": { "axis": 0 }, "name": "/Concat_690_output_0", "outputIndexes": [ 4327 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4326, 4327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_479_output_0", "outputIndexes": [ 4328 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4328, 51 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_426_output_0", "outputIndexes": [ 4329 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4328 ], "main_type": "NONE", "name": "/Shape_745_output_0", "outputIndexes": [ 4330 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4330 ], "main_type": "NONE", "name": "Shape11611", "outputIndexes": [ 4331 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4330 ], "main_type": "NONE", "name": "Rank11613", "outputIndexes": [ 4332 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4332, 4332 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11615", "outputIndexes": [ 4333 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4333 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11616", "outputIndexes": [ 4334 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4333, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11618", "outputIndexes": [ 4335 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4335 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11619", "outputIndexes": [ 4336 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4331, 4334, 4336, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11622", "outputIndexes": [ 4337 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4337 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11623", "outputIndexes": [ 4338 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 54, 4338 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11624", "outputIndexes": [ 4339 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4339, 4338 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11625", "outputIndexes": [ 4340 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4330, 4340, 4333 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/Gather_801_output_0", "outputIndexes": [ 4341 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4341, 66 ], "main_type": "BinaryOp", "main": { "opType": 7, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Div_160_output_0", "outputIndexes": [ 4342 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4342, 22 ], "main_type": "SqueezeParam", "main": {}, "name": "/Unsqueeze_1704_output_0", "outputIndexes": [ 4343 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4328, 4343, 69, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_215_output_0", "outputIndexes": [ 4344 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4344 ], "main_type": "UnaryOp", "main": { "opType": "NEG", "T": "DT_FLOAT" }, "name": "/Neg_107_output_0", "outputIndexes": [ 4345 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4328, 22, 4343, 70, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_INVALID", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 1 }, "name": "/Slice_214_output_0", "outputIndexes": [ 4346 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4345, 4346 ], "main_type": "Axis", "main": { "axis": -1 }, "name": "/Concat_693_output_0", "outputIndexes": [ 4347 ], "type": "Concat", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4347, 81 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Mul_427_output_0", "outputIndexes": [ 4348 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4329, 4348 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_266_output_0", "outputIndexes": [ 4349 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/v_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4288 ], "outputIndexes": [ 5880 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/v_proj/Linear/pre_convert", "inputIndexes": [ 5880 ], "outputIndexes": [ 5881 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/v_proj/Linear", "inputIndexes": [ 5881 ], "outputIndexes": [ 5882 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 320, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 3200, "weightSize": 0 }, "external": [ 533568526, 204822, 25600, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/v_proj/Linear/post_convert", "inputIndexes": [ 5882 ], "outputIndexes": [ 5883 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/v_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5883 ], "outputIndexes": [ 4350 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 320 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4350, 4327 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/Reshape_480_output_0", "outputIndexes": [ 4351 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4325, 4349, 4351, 111 ], "main_type": "AttentionParam", "main": { "kv_cache": true }, "name": "Attention/Reshape_485_output_0", "outputIndexes": [ 4352 ], "type": "Attention", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/o_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4352 ], "outputIndexes": [ 5884 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/o_proj/Linear/pre_convert", "inputIndexes": [ 5884 ], "outputIndexes": [ 5885 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/o_proj/Linear", "inputIndexes": [ 5885 ], "outputIndexes": [ 5886 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 12800, "weightSize": 0 }, "external": [ 533798948, 819222, 102400, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/o_proj/Linear/post_convert", "inputIndexes": [ 5886 ], "outputIndexes": [ 5887 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/self_attn/o_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5887 ], "outputIndexes": [ 4353 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4285, 4353 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_268_output_0", "outputIndexes": [ 4354 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1280 ], "dataFormat": "NCHW", "dataType": "DT_FLOAT", "float32s": [ 0.515625, 0.519531, 0.523438, 0.523438, 0.498047, 0.494141, 0.439453, 0.5625, 0.519531, 0.503906, 0.542969, 0.527344, 0.472656, 0.472656, 0.515625, 0.523438, 0.435547, 0.507812, 0.515625, 0.519531, 0.484375, 0.523438, 0.5, 0.519531, 0.527344, 0.519531, 0.503906, 0.546875, 0.511719, 0.523438, 0.503906, 0.726562, 0.527344, 0.527344, 0.527344, 0.515625, 0.494141, 0.535156, 0.515625, 0.539062, 0.539062, 0.507812, 0.494141, 0.511719, 0.492188, 0.511719, 0.527344, 0.488281, 0.507812, 0.503906, 0.511719, 0.5, 0.5, 0.511719, 0.523438, 0.527344, 0.527344, 0.503906, 0.5, 0.464844, 0.523438, 0.527344, 0.507812, 0.53125, 0.503906, 0.523438, 0.46875, 0.494141, 0.554688, 0.480469, 0.515625, 0.484375, 0.523438, 0.492188, 0.519531, 0.490234, 0.566406, 0.527344, 0.503906, 0.511719, 0.492188, 0.523438, 0.460938, 0.5, 0.511719, 0.535156, 0.527344, 0.527344, 0.511719, 0.503906, 0.511719, 0.519531, 0.539062, 0.515625, 0.511719, 0.496094, 0.546875, 0.542969, 0.515625, 0.53125, 0.542969, 0.470703, 0.498047, 0.566406, 0.304688, 0.511719, 0.527344, 0.542969, 0.5, 0.462891, 0.507812, 0.527344, 0.478516, 0.5, 0.585938, 0.535156, 0.503906, 0.460938, 0.460938, 0.496094, 0.566406, 0.476562, 0.457031, 0.464844, 0.898438, 0.496094, 0.427734, 0.484375, 0.488281, 0.332031, 0.527344, 0.5, 0.527344, 0.494141, 0.519531, 0.507812, 0.515625, 0.519531, 0.507812, 0.503906, 0.523438, 0.451172, 0.511719, 0.519531, 0.523438, 0.515625, 0.488281, 0.480469, 0.494141, 0.511719, 0.535156, 0.515625, 0.4375, 0.546875, 0.539062, 0.447266, 0.535156, 0.488281, 0.5, 0.851562, 0.515625, 0.515625, 0.507812, 0.5, 0.5, 0.511719, 0.498047, 0.455078, 0.511719, 0.496094, 1.398438, 0.542969, 0.519531, 0.511719, 0.484375, 0.492188, 0.519531, 0.496094, 0.511719, 0.511719, 0.507812, 0.519531, 0.539062, 0.507812, 0.494141, 0.5, 0.478516, 0.507812, 0.511719, 0.519531, 0.527344, 0.496094, 0.511719, 0.5, 0.503906, 0.447266, 0.519531, 0.507812, 0.208984, 0.484375, 0.546875, 0.511719, 0.498047, 0.486328, 0.494141, 0.515625, 0.515625, 0.503906, 0.494141, 0.527344, 0.515625, 0.503906, 0.488281, 0.464844, 0.527344, 0.503906, 0.523438, 0.523438, 0.527344, 0.476562, 0.515625, 0.507812, 0.503906, 0.511719, 0.503906, 0.523438, 0.515625, 0.527344, 0.542969, 0.515625, 0.496094, 0.527344, 0.511719, 0.511719, 0.550781, 0.503906, 0.507812, 0.488281, 0.410156, 0.476562, 0.519531, 0.519531, 0.546875, 0.523438, 0.511719, 0.535156, 0.503906, 0.535156, 0.5, 0.53125, 0.511719, 0.515625, 0.503906, 0.507812, 0.498047, 0.515625, 0.527344, 0.496094, 0.535156, 0.511719, 0.519531, 0.507812, 0.523438, 0.472656, 0.53125, 0.535156, 0.523438, 0.53125, 0.511719, 0.6875, 0.476562, 0.458984, 0.539062, 0.423828, 0.523438, 0.539062, 0.53125, 0.511719, 0.488281, 0.515625, 0.503906, 0.527344, 0.492188, 0.535156, 0.494141, 0.503906, 0.503906, 0.53125, 0.507812, 0.519531, 0.5, 0.511719, 0.523438, 0.515625, 0.523438, 0.507812, 0.470703, 0.480469, 0.515625, 0.519531, 0.5, 0.515625, 0.507812, 0.498047, 0.503906, 0.507812, 0.515625, 0.527344, 0.328125, 0.523438, 0.507812, 0.519531, 0.490234, 0.5, 0.511719, 0.494141, 0.5625, 0.519531, 0.498047, 0.503906, 0.527344, 0.515625, 0.535156, 0.494141, 0.527344, 0.5, 0.535156, 0.523438, 0.507812, 0.466797, 0.503906, 0.503906, 0.478516, 0.490234, 0.523438, 0.519531, 0.523438, 0.472656, 0.494141, 0.490234, 0.515625, 0.507812, 0.511719, 0.478516, 0.523438, 0.542969, 0.511719, 0.511719, 0.492188, 0.554688, 0.53125, 0.519531, 0.515625, 0.53125, 0.496094, 0.558594, 0.53125, 0.535156, 0.527344, 0.535156, 0.478516, 0.523438, 0.53125, 0.498047, 0.488281, 0.503906, 0.53125, 0.488281, 0.496094, 0.511719, 0.511719, 0.527344, 0.519531, 0.482422, 0.507812, 0.503906, 0.507812, 0.519531, 0.498047, 0.46875, 0.425781, 0.519531, 0.527344, 0.511719, 0.519531, 0.466797, 0.488281, 0.535156, 0.488281, 0.490234, 0.507812, 0.492188, 0.535156, 0.472656, 0.523438, 0.503906, 0.515625, 0.535156, 0.503906, 0.470703, 0.503906, 0.550781, 0.5, 0.503906, 0.511719, 0.527344, 0.527344, 0.554688, 0.511719, 0.507812, 0.484375, 0.558594, 0.466797, 0.498047, 0.453125, 0.523438, 0.511719, 0.492188, 0.503906, 0.578125, 0.53125, 0.519531, 0.5625, 0.554688, 0.519531, 0.511719, 0.550781, 0.470703, 0.503906, 0.523438, 0.480469, 0.498047, 0.53125, 0.486328, 0.511719, 0.527344, 0.480469, 0.488281, 0.550781, 0.519531, 0.527344, 0.511719, 0.511719, 0.5625, 0.507812, 0.507812, 0.217773, 0.5625, 0.511719, 0.527344, 0.494141, 0.494141, 0.519531, 0.53125, 0.449219, 0.625, 0.503906, 0.507812, 0.503906, 0.492188, 0.503906, 0.376953, 0.447266, 0.523438, 0.482422, 0.498047, 0.492188, 0.519531, 0.519531, 0.492188, 0.53125, 0.53125, 0.488281, 0.476562, 0.494141, 0.503906, 0.460938, 0.539062, 0.503906, 0.507812, 0.527344, 0.519531, 0.511719, 0.482422, 0.558594, 0.523438, 0.503906, 0.515625, 0.527344, 0.503906, 0.519531, 0.527344, 0.523438, 0.507812, 0.507812, 0.5, 0.498047, 0.492188, 0.519531, 0.527344, 0.402344, 0.511719, 0.527344, 0.515625, 0.527344, 0.523438, 0.527344, 0.511719, 0.484375, 0.515625, 0.494141, 0.515625, 0.435547, 0.490234, 0.515625, 0.519531, 0.482422, 0.519531, 0.445312, 0.53125, 0.507812, 0.410156, 0.53125, 0.53125, 0.527344, 0.503906, 0.582031, 0.511719, 0.550781, 0.476562, 0.527344, 0.523438, 0.5, 0.5, 0.511719, 0.519531, 0.503906, 0.496094, 0.457031, 0.498047, 0.480469, 0.480469, 0.527344, 0.507812, 0.5, 0.503906, 0.527344, 0.511719, 0.542969, 0.507812, 0.515625, 0.496094, 0.535156, 0.527344, 0.498047, 0.523438, 0.644531, 0.46875, 0.494141, 0.519531, 0.488281, 0.498047, 0.402344, 0.527344, 0.482422, 0.511719, 0.515625, 0.570312, 0.507812, 0.460938, 0.515625, 0.527344, 0.519531, 0.515625, 0.503906, 0.5, 0.519531, 0.523438, 0.498047, 0.511719, 0.527344, 0.519531, 0.484375, 0.527344, 0.472656, 0.519531, 0.519531, 0.476562, 0.523438, 0.519531, 0.523438, 0.511719, 0.523438, 0.503906, 0.535156, 0.515625, 0.523438, 0.515625, 0.546875, 0.539062, 0.511719, 0.515625, 0.511719, 0.496094, 0.507812, 0.5, 0.523438, 0.519531, 0.539062, 0.496094, 0.492188, 0.527344, 0.486328, 0.515625, 0.515625, 0.511719, 0.535156, 0.523438, 0.515625, 0.527344, 0.503906, 0.402344, 0.503906, 0.507812, 0.527344, 0.527344, 0.527344, 0.488281, 0.539062, 0.482422, 0.392578, 0.515625, 0.535156, 0.519531, 0.515625, 0.546875, 0.498047, 0.503906, 0.515625, 0.496094, 0.515625, 0.474609, 0.498047, 0.482422, 0.503906, 0.519531, 0.523438, 0.515625, 0.515625, 0.5, 0.498047, 0.519531, 0.328125, 0.480469, 0.527344, 0.519531, 0.523438, 0.515625, 0.507812, 0.519531, 0.523438, 0.550781, 0.503906, 0.527344, 0.494141, 0.5625, 0.5625, 0.490234, 0.494141, 0.53125, 0.503906, 0.515625, 0.486328, 0.535156, 0.496094, 0.542969, 0.488281, 0.523438, 0.554688, 0.519531, 0.474609, 0.519531, 0.4375, 0.527344, 1.578125, 0.519531, 0.5, 0.550781, 0.503906, 0.507812, 0.519531, 0.488281, 0.476562, 0.511719, 0.515625, 0.523438, 0.523438, 0.511719, 0.527344, 0.507812, 0.511719, 0.5, 0.503906, 0.507812, 0.482422, 0.462891, 0.511719, 0.472656, 0.507812, 0.511719, 0.363281, 0.75, 0.511719, 0.519531, 0.4375, 0.519531, 0.503906, 0.492188, 0.492188, 0.484375, 0.474609, 0.503906, 0.5, 0.511719, 0.558594, 0.527344, 0.447266, 0.496094, 0.523438, 0.494141, 0.507812, 0.335938, 0.511719, 0.550781, 0.494141, 0.515625, 0.535156, 0.503906, 0.535156, 0.494141, 0.494141, 0.478516, 0.507812, 0.511719, 0.539062, 0.527344, 0.414062, 0.507812, 0.535156, 0.507812, 0.472656, 0.535156, 0.484375, 0.511719, 0.507812, 0.503906, 0.507812, 0.490234, 0.490234, 0.519531, 0.488281, 0.535156, 0.527344, 0.484375, 0.507812, 0.511719, 0.515625, 0.519531, 0.519531, 0.519531, 0.53125, 0.486328, 0.5, 0.503906, 0.478516, 0.523438, 0.46875, 0.511719, 0.484375, 0.527344, 0.5, 0.511719, 0.507812, 0.496094, 0.53125, 0.507812, 0.53125, 0.515625, 0.503906, 0.503906, 0.507812, 0.457031, 0.5625, 0.515625, 0.53125, 0.515625, 0.439453, 0.515625, 0.5, 0.515625, 0.464844, 0.503906, 0.5, 0.511719, 0.511719, 0.550781, 0.539062, 0.507812, 0.490234, 0.523438, 0.519531, 0.515625, 0.515625, 0.542969, 0.511719, 0.511719, 0.511719, 0.535156, 0.542969, 0.488281, 0.462891, 0.511719, 0.546875, 0.5, 0.519531, 0.527344, 0.503906, 0.515625, 0.507812, 0.498047, 0.507812, 0.554688, 0.53125, 0.494141, 0.482422, 0.460938, 0.492188, 0.490234, 0.527344, 0.535156, 0.539062, 0.486328, 0.523438, 0.511719, 0.515625, 0.492188, 0.490234, 0.498047, 0.507812, 0.515625, 0.486328, 0.535156, 0.46875, 0.480469, 0.476562, 0.503906, 0.507812, 0.431641, 0.515625, 0.507812, 0.511719, 0.476562, 0.470703, 0.511719, 0.498047, 0.507812, 0.515625, 0.503906, 0.527344, 0.511719, 0.507812, 0.53125, 0.484375, 0.494141, 0.496094, 0.523438, 0.5, 0.515625, 0.488281, 0.478516, 0.503906, 0.546875, 0.523438, 0.53125, 0.542969, 0.507812, 0.519531, 0.507812, 0.503906, 0.53125, 0.511719, 0.542969, 0.511719, 0.507812, 0.486328, 0.53125, 0.53125, 0.519531, 0.511719, 0.474609, 0.519531, 0.53125, 0.496094, 0.523438, 0.535156, 0.507812, 0.511719, 0.542969, 0.503906, 0.515625, 0.511719, 0.386719, 0.507812, 0.507812, 0.458984, 0.507812, 0.488281, 0.507812, 0.515625, 0.527344, 0.478516, 0.53125, 0.53125, 0.527344, 0.498047, 0.496094, 0.523438, 0.5, 0.490234, 0.523438, 0.511719, 0.546875, 0.519531, 0.589844, 0.511719, 0.511719, 0.519531, 0.53125, 0.523438, 0.527344, 0.507812, 0.527344, 0.496094, 0.5, 0.53125, 0.535156, 0.484375, 0.527344, 0.523438, 0.53125, 0.539062, 0.5, 0.457031, 0.527344, 0.519531, 0.498047, 0.550781, 0.53125, 0.515625, 0.330078, 0.519531, 0.5, 0.535156, 0.519531, 0.476562, 0.511719, 0.488281, 0.53125, 0.523438, 0.519531, 0.515625, 0.527344, 0.527344, 0.478516, 0.507812, 0.507812, 0.535156, 0.554688, 0.546875, 0.472656, 0.484375, 0.503906, 0.523438, 0.527344, 0.519531, 0.53125, 0.457031, 0.511719, 0.443359, 0.527344, 0.498047, 0.488281, 0.5, 0.53125, 0.488281, 0.511719, 0.511719, 0.503906, 0.519531, 0.515625, 0.507812, 0.511719, 0.519531, 0.527344, 0.472656, 0.53125, 0.53125, 0.482422, 0.507812, 0.511719, 0.507812, 0.472656, 0.519531, 0.539062, 0.371094, 0.5, 0.496094, 0.519531, 0.480469, 0.519531, 0.486328, 0.511719, 0.597656, 0.53125, 0.494141, 0.539062, 0.550781, 0.503906, 0.460938, 0.53125, 0.5, 0.453125, 0.5, 0.539062, 0.482422, 0.523438, 0.539062, 0.527344, 0.484375, 0.515625, 0.515625, 0.539062, 0.498047, 0.480469, 0.527344, 0.494141, 0.503906, 0.419922, 0.523438, 0.484375, 0.507812, 0.486328, 0.519531, 0.490234, 0.496094, 0.503906, 0.539062, 0.507812, 0.515625, 0.515625, 0.53125, 0.503906, 0.535156, 0.523438, 0.404297, 0.511719, 0.503906, 0.498047, 0.511719, 0.507812, 0.546875, 0.492188, 0.474609, 0.511719, 0.478516, 0.515625, 0.59375, 0.503906, 0.496094, 0.535156, 0.527344, 0.507812, 0.542969, 0.494141, 0.5, 0.466797, 0.511719, 0.507812, 0.546875, 0.578125, 0.519531, 0.515625, 0.523438, 0.515625, 0.519531, 0.519531, 0.496094, 0.498047, 0.488281, 0.5, 0.476562, 0.498047, 0.515625, 0.515625, 0.515625, 0.519531, 0.369141, 0.496094, 0.613281, 0.5, 0.527344, 0.472656, 0.511719, 0.507812, 0.4375, 0.546875, 0.46875, 0.503906, 0.53125, 0.496094, 0.511719, 0.425781, 0.496094, 0.490234, 0.515625, 0.507812, 0.519531, 0.535156, 0.542969, 0.523438, 0.490234, 0.503906, 0.515625, 0.492188, 0.439453, 0.480469, 0.53125, 0.527344, 0.535156, 0.539062, 0.371094, 0.527344, 0.515625, 0.515625, 0.515625, 0.484375, 0.523438, 0.507812, 0.527344, 0.550781, 0.464844, 0.496094, 0.503906, 0.478516, 0.535156, 0.535156, 0.486328, 0.539062, 0.550781, 0.554688, 0.515625, 0.5, 0.494141, 0.503906, 0.511719, 0.498047, 0.523438, 0.488281, 0.503906, 0.496094, 0.539062, 0.519531, 0.5, 0.566406, 0.519531, 0.515625, 0.519531, 0.535156, 0.470703, 0.523438, 0.507812, 0.53125, 0.519531, 0.515625, 0.503906, 0.554688, 0.5, 0.519531, 0.507812, 0.558594, 0.535156, 0.462891, 0.5, 0.46875, 0.480469, 0.503906, 0.5, 0.474609, 0.585938, 0.519531, 0.330078, 0.488281, 0.503906, 0.53125, 0.464844, 0.554688, 0.53125, 0.496094, 0.458984, 0.519531, 0.470703, 0.527344, 0.511719, 0.494141, 0.53125, 0.445312, 0.535156, 0.5, 0.539062, 0.488281, 0.507812, 0.523438, 0.507812, 0.480469, 0.466797, 0.546875, 0.515625, 0.486328, 0.503906, 0.507812, 0.494141, 0.523438, 0.425781, 0.515625, 0.507812, 0.519531, 0.527344, 0.523438, 0.429688, 0.507812, 0.441406, 0.460938, 0.427734, 0.5, 0.515625, 0.535156, 0.410156, 0.523438, 0.515625, 0.539062, 0.511719, 0.515625, 0.523438, 0.476562, 0.539062, 0.470703, 0.53125, 0.515625, 0.507812, 0.507812, 0.515625, 0.498047, 0.519531, 0.53125, 0.498047, 0.519531, 0.5, 0.472656, 0.507812, 0.550781, 0.527344, 0.480469, 0.507812, 0.474609, 0.503906, 0.480469, 0.400391, 0.503906, 0.507812, 0.519531 ] }, "name": "model.model.layers.53.post_attention_layernorm.weight", "outputIndexes": [ 4355 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4354 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/post_attention_layernorm_53/Mul_output_0", "outputIndexes": [ 4356 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4355, 4356 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/post_attention_layernorm_53/Mul_1_output_0", "outputIndexes": [ 4357 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/gate_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4357 ], "outputIndexes": [ 5888 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/gate_proj/Linear/pre_convert", "inputIndexes": [ 5888 ], "outputIndexes": [ 5889 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/gate_proj/Linear", "inputIndexes": [ 5889 ], "outputIndexes": [ 5890 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 534720570, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/gate_proj/Linear/post_convert", "inputIndexes": [ 5890 ], "outputIndexes": [ 5891 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/gate_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5891 ], "outputIndexes": [ 4358 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4358 ], "main_type": "UnaryOp", "main": { "opType": "SIGMOID", "T": "DT_INVALID" }, "name": "/mlp/act_fn_53/Sigmoid_output_0", "outputIndexes": [ 4359 ], "type": "UnaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4358, 4359 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp/act_fn_53/Mul_output_0", "outputIndexes": [ 4360 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/up_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4357 ], "outputIndexes": [ 5892 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/up_proj/Linear/pre_convert", "inputIndexes": [ 5892 ], "outputIndexes": [ 5893 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/up_proj/Linear", "inputIndexes": [ 5893 ], "outputIndexes": [ 5894 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 3584, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 537301072, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/up_proj/Linear/post_convert", "inputIndexes": [ 5894 ], "outputIndexes": [ 5895 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/up_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5895 ], "outputIndexes": [ 4361 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 3584 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4360, 4361 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/mlp_53/Mul_output_0", "outputIndexes": [ 4362 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/down_proj/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4362 ], "outputIndexes": [ 5896 ], "main_type": "Reshape", "main": { "dims": [ -1, 3584, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/down_proj/Linear/pre_convert", "inputIndexes": [ 5896 ], "outputIndexes": [ 5897 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/down_proj/Linear", "inputIndexes": [ 5897 ], "outputIndexes": [ 5898 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 1280, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 3584, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 35840, "weightSize": 0 }, "external": [ 539881574, 2293782, 286720, 0, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/down_proj/Linear/post_convert", "inputIndexes": [ 5898 ], "outputIndexes": [ 5899 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/layers.53/mlp/down_proj/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5899 ], "outputIndexes": [ 4363 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 1280 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4354, 4363 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "/Add_269_output_0", "outputIndexes": [ 4364 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 2 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1, 1280 ] }, "name": "/lm/Constant_output_0", "outputIndexes": [ 4365 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4364, 4365 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_output_0", "outputIndexes": [ 4366 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/rotary/Constant_6_output_0", "outputIndexes": [ 4367 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4366 ], "main_type": "NONE", "name": "Shape11735", "outputIndexes": [ 4368 ], "type": "Shape", "defaultDimentionFormat": "NCHW" }, { "inputIndexes": [ 4366 ], "main_type": "NONE", "name": "Rank11737", "outputIndexes": [ 4369 ], "type": "Rank", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4369, 4369 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11739", "outputIndexes": [ 4370 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4370 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11740", "outputIndexes": [ 4371 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4370, 10 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11742", "outputIndexes": [ 4372 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4372 ], "main_type": "SqueezeParam", "main": { "squeezeDims": [ 0 ] }, "name": "Unsqueeze11743", "outputIndexes": [ 4373 ], "type": "Unsqueeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4368, 4371, 4373, 8 ], "main_type": "StridedSliceParam", "main": { "Index": "DT_INVALID", "T": "DT_FLOAT", "beginMask": 0, "endMask": 0, "ellipsisMask": 0, "newAxisMask": 0, "shrinkAxisMask": 0, "fromType": 0 }, "name": "StridedSlice11746", "outputIndexes": [ 4374 ], "type": "StridedSlice", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4374 ], "main_type": "SqueezeParam", "main": {}, "name": "Squeeze11747", "outputIndexes": [ 4375 ], "type": "Squeeze", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4367, 4375 ], "main_type": "BinaryOp", "main": { "opType": 0, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11748", "outputIndexes": [ 4376 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4376, 4375 ], "main_type": "BinaryOp", "main": { "opType": 19, "T": "DT_FLOAT", "activationType": 0 }, "name": "BinaryOp11749", "outputIndexes": [ 4377 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4366, 4377, 4370 ], "main_type": "GatherV2", "main": { "Taxis": "DT_INVALID", "Tindices": "DT_INVALID", "Tparams": "DT_INVALID" }, "name": "/lm/Gather_output_0", "outputIndexes": [ 4378 ], "type": "GatherV2", "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 3 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ 1, 1, 1280 ] }, "name": "/lm/Constant_1_output_0", "outputIndexes": [ 4379 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4378, 4379 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "/lm/Reshape_1_output_0", "outputIndexes": [ 4380 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4380 ], "main_type": "LayerNorm", "main": { "axis": [ -1 ], "epsilon": 1e-05, "group": 1, "useRMSNorm": true }, "name": "/lm/norm/Mul_output_0", "outputIndexes": [ 4381 ], "type": "LayerNorm", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 0, 4381 ], "main_type": "BinaryOp", "main": { "opType": 2, "T": "DT_FLOAT", "activationType": 0 }, "name": "/lm/norm/Mul_1_output_0", "outputIndexes": [ 4382 ], "type": "BinaryOp", "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_reshape", "type": "Reshape", "inputIndexes": [ 4382 ], "outputIndexes": [ 5900 ], "main_type": "Reshape", "main": { "dims": [ -1, 1280, 1, 1 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/pre_convert", "inputIndexes": [ 5900 ], "outputIndexes": [ 5901 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NCHW", "dest": "NC4HW4" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear", "inputIndexes": [ 5901 ], "outputIndexes": [ 5902 ], "type": "Convolution", "main_type": "Convolution2D", "main": { "common": { "dilateX": 1, "dilateY": 1, "strideX": 1, "strideY": 1, "kernelX": 1, "kernelY": 1, "padX": 0, "padY": 0, "group": 1, "outputCount": 32000, "relu": false, "padMode": "CAFFE", "relu6": false, "inputCount": 1280, "hasOutputShape": false }, "quanParameter": { "quantScale": 1.0, "scaleIn": 0.0, "scaleOut": 0.0, "useInt32": false, "has_scaleInt": false, "shapeInt32": false, "type": 1, "aMax": 0, "aMin": -8, "readType": 320000, "weightSize": 0 }, "external": [ 542462076, 20480022, 2560000, 128000, 0 ] }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_convert", "inputIndexes": [ 5902 ], "outputIndexes": [ 5903 ], "type": "ConvertTensor", "main_type": "TensorConvertInfo", "main": { "source": "NC4HW4", "dest": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "name": "/lm/lm_head/Linear/post_reshape", "type": "Reshape", "inputIndexes": [ 5903 ], "outputIndexes": [ 4383 ], "main_type": "Reshape", "main": { "dims": [ 1, -1, 32000 ], "dimType": "NCHW" }, "defaultDimentionFormat": "NHWC" }, { "main_type": "Blob", "main": { "dims": [ 1 ], "dataFormat": "NCHW", "dataType": "DT_INT32", "int32s": [ -1 ] }, "name": "/Constant_62_output_0", "outputIndexes": [ 4384 ], "type": "Const", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4383, 4384 ], "main_type": "Reshape", "main": { "dimType": "NCHW" }, "name": "logits", "outputIndexes": [ 4385 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" }, { "main_type": "Input", "main": { "dims": [ 54, 2, 1, -1, 5, 64 ], "dtype": "DT_FLOAT", "dformat": "NCHW" }, "name": "past_key_values", "outputIndexes": [ 4386 ], "type": "Input", "defaultDimentionFormat": "NHWC" }, { "inputIndexes": [ 4386 ], "main_type": "Reshape", "main": { "dims": [ -1 ], "dimType": "NCHW" }, "name": "presents", "outputIndexes": [ 4387 ], "type": "Reshape", "defaultDimentionFormat": "NHWC" } ], "outputName": [ "logits", "presents" ], "preferForwardType": "CPU", "sourceType": "ONNX", "tensorName": [ "model.model.norm.weight", "input_ids", "/Constant_output_0", "/Reshape_output_0", "model.model.layers.0.input_layernorm.weight", "/input_layernorm/Mul_output_0", "/input_layernorm/Mul_1_output_0", "/FakeLinear_output_0", "/Unsqueeze_output_0", "/Shape_1_output_0", "/rotary/Constant_9_output_0", "Shape20", "BinaryOp23", "BinaryOp24", "Unsqueeze25", "BinaryOp27", "Unsqueeze28", "StridedSlice31", "Squeeze32", "BinaryOp33", "BinaryOp34", "/Gather_2_output_0", "/rotary/Constant_4_output_0", "/Unsqueeze_1_output_0", "/Constant_4_output_0", "/Constant_5_output_0", "/Concat_output_0", "/Reshape_1_output_0", "position_ids", "/rotary/Cast_output_0", "/rotary/Constant_1_output_0", "/rotary/Reshape_output_0", "/rotary/Constant_2_output_0", "/rotary/Mul_output_0", "/rotary/Cos_output_0", "/rotary/Unsqueeze_output_0", "/rotary/Sin_output_0", "/rotary/Unsqueeze_1_output_0", "/rotary/Concat_output_0", "/rotary/Concat_1_output_0", "/rotary/Unsqueeze_2_axes", "/rotary/Unsqueeze_3_output_0", "Shape57", "BinaryOp60", "BinaryOp61", "Unsqueeze62", "BinaryOp64", "Unsqueeze65", "StridedSlice68", "BinaryOp70", "BinaryOp71", "/Gather_3_output_0", "/Mul_output_0", "/Shape_2_output_0", "/Constant_11_output_0", "Shape76", "BinaryOp79", "BinaryOp80", "Unsqueeze81", "BinaryOp83", "Unsqueeze84", "StridedSlice87", "Squeeze88", "BinaryOp89", "BinaryOp90", "/Gather_5_output_0", "/rotary/Constant_7_output_0", "/Div_output_0", "/Unsqueeze_6_output_0", "/Constant_20_output_0", "/Constant_14_output_0", "/Slice_1_output_0", "/Neg_output_0", "/Slice_output_0", "/Concat_3_output_0", "Unsqueeze106", "Unsqueeze109", "StridedSlice112", "Squeeze113", "BinaryOp114", "BinaryOp115", "/Gather_4_output_0", "/Mul_1_output_0", "/Add_output_0", "/FakeLinear_1_output_0", "/Constant_7_output_0", "/Concat_1_output_0", "/Reshape_2_output_0", "/Mul_2_output_0", "/Shape_3_output_0", "Shape159", "BinaryOp162", "BinaryOp163", "Unsqueeze164", "BinaryOp166", "Unsqueeze167", "StridedSlice170", "Squeeze171", "BinaryOp172", "BinaryOp173", "/Gather_6_output_0", "/Div_1_output_0", "/Unsqueeze_8_output_0", "/Slice_3_output_0", "/Neg_1_output_0", "/Slice_2_output_0", "/Concat_4_output_0", "/Mul_3_output_0", "/Add_1_output_0", "/FakeLinear_2_output_0", "/Reshape_3_output_0", "attention_mask", "/Reshape_8_output_0", "/FakeLinear_3_output_0", "/Add_3_output_0", "model.model.layers.0.post_attention_layernorm.weight", "/post_attention_layernorm/Mul_output_0", "/post_attention_layernorm/Mul_1_output_0", "/mlp/gate_proj/FakeLinear_output_0", "/mlp/act_fn/Sigmoid_output_0", "/mlp/act_fn/Mul_output_0", "/mlp/up_proj/FakeLinear_output_0", "/mlp/Mul_output_0", "/mlp/down_proj/FakeLinear_output_0", "/Add_4_output_0", "/Reshape_9_output_0", "model.model.layers.1.input_layernorm.weight", "/input_layernorm_1/Mul_output_0", "/input_layernorm_1/Mul_1_output_0", "/FakeLinear_4_output_0", "/Shape_15_output_0", "Shape298", "BinaryOp301", "BinaryOp302", "Unsqueeze303", "BinaryOp305", "Unsqueeze306", "StridedSlice309", "Squeeze310", "BinaryOp311", "BinaryOp312", "/Gather_19_output_0", "/Unsqueeze_33_output_0", "/Concat_13_output_0", "/Reshape_10_output_0", "/Mul_8_output_0", "/Shape_16_output_0", "Shape319", "BinaryOp322", "BinaryOp323", "Unsqueeze324", "BinaryOp326", "Unsqueeze327", "StridedSlice330", "Squeeze331", "BinaryOp332", "BinaryOp333", "/Gather_20_output_0", "/Div_3_output_0", "/Unsqueeze_38_output_0", "/Slice_5_output_0", "/Neg_2_output_0", "/Slice_4_output_0", "/Concat_16_output_0", "/Mul_9_output_0", "/Add_5_output_0", "/FakeLinear_5_output_0", "/Concat_14_output_0", "/Reshape_11_output_0", "/Mul_10_output_0", "/Shape_17_output_0", "Shape381", "BinaryOp384", "BinaryOp385", "Unsqueeze386", "BinaryOp388", "Unsqueeze389", "StridedSlice392", "Squeeze393", "BinaryOp394", "BinaryOp395", "/Gather_21_output_0", "/Div_4_output_0", "/Unsqueeze_40_output_0", "/Slice_7_output_0", "/Neg_3_output_0", "/Slice_6_output_0", "/Concat_17_output_0", "/Mul_11_output_0", "/Add_6_output_0", "/FakeLinear_6_output_0", "/Reshape_12_output_0", "/Reshape_17_output_0", "/FakeLinear_7_output_0", "/Add_8_output_0", "model.model.layers.1.post_attention_layernorm.weight", "/post_attention_layernorm_1/Mul_output_0", "/post_attention_layernorm_1/Mul_1_output_0", "/mlp/gate_proj_1/FakeLinear_output_0", "/mlp/act_fn_1/Sigmoid_output_0", "/mlp/act_fn_1/Mul_output_0", "/mlp/up_proj_1/FakeLinear_output_0", "/mlp_1/Mul_output_0", "/mlp/down_proj_1/FakeLinear_output_0", "/Add_9_output_0", "/Reshape_18_output_0", "model.model.layers.2.input_layernorm.weight", "/input_layernorm_2/Mul_output_0", "/input_layernorm_2/Mul_1_output_0", "/FakeLinear_8_output_0", "/Shape_29_output_0", "Shape513", "BinaryOp516", "BinaryOp517", "Unsqueeze518", "BinaryOp520", "Unsqueeze521", "StridedSlice524", "Squeeze525", "BinaryOp526", "BinaryOp527", "/Gather_34_output_0", "/Unsqueeze_65_output_0", "/Concat_26_output_0", "/Reshape_19_output_0", "/Mul_16_output_0", "/Shape_30_output_0", "Shape534", "BinaryOp537", "BinaryOp538", "Unsqueeze539", "BinaryOp541", "Unsqueeze542", "StridedSlice545", "Squeeze546", "BinaryOp547", "BinaryOp548", "/Gather_35_output_0", "/Div_6_output_0", "/Unsqueeze_70_output_0", "/Slice_9_output_0", "/Neg_4_output_0", "/Slice_8_output_0", "/Concat_29_output_0", "/Mul_17_output_0", "/Add_10_output_0", "/FakeLinear_9_output_0", "/Concat_27_output_0", "/Reshape_20_output_0", "/Mul_18_output_0", "/Shape_31_output_0", "Shape596", "BinaryOp599", "BinaryOp600", "Unsqueeze601", "BinaryOp603", "Unsqueeze604", "StridedSlice607", "Squeeze608", "BinaryOp609", "BinaryOp610", "/Gather_36_output_0", "/Div_7_output_0", "/Unsqueeze_72_output_0", "/Slice_11_output_0", "/Neg_5_output_0", "/Slice_10_output_0", "/Concat_30_output_0", "/Mul_19_output_0", "/Add_11_output_0", "/FakeLinear_10_output_0", "/Reshape_21_output_0", "/Reshape_26_output_0", "/FakeLinear_11_output_0", "/Add_13_output_0", "model.model.layers.2.post_attention_layernorm.weight", "/post_attention_layernorm_2/Mul_output_0", "/post_attention_layernorm_2/Mul_1_output_0", "/mlp/gate_proj_2/FakeLinear_output_0", "/mlp/act_fn_2/Sigmoid_output_0", "/mlp/act_fn_2/Mul_output_0", "/mlp/up_proj_2/FakeLinear_output_0", "/mlp_2/Mul_output_0", "/mlp/down_proj_2/FakeLinear_output_0", "/Add_14_output_0", "/Reshape_27_output_0", "model.model.layers.3.input_layernorm.weight", "/input_layernorm_3/Mul_output_0", "/input_layernorm_3/Mul_1_output_0", "/FakeLinear_12_output_0", "/Shape_43_output_0", "Shape728", "BinaryOp731", "BinaryOp732", "Unsqueeze733", "BinaryOp735", "Unsqueeze736", "StridedSlice739", "Squeeze740", "BinaryOp741", "BinaryOp742", "/Gather_49_output_0", "/Unsqueeze_97_output_0", "/Concat_39_output_0", "/Reshape_28_output_0", "/Mul_24_output_0", "/Shape_44_output_0", "Shape749", "BinaryOp752", "BinaryOp753", "Unsqueeze754", "BinaryOp756", "Unsqueeze757", "StridedSlice760", "Squeeze761", "BinaryOp762", "BinaryOp763", "/Gather_50_output_0", "/Div_9_output_0", "/Unsqueeze_102_output_0", "/Slice_13_output_0", "/Neg_6_output_0", "/Slice_12_output_0", "/Concat_42_output_0", "/Mul_25_output_0", "/Add_15_output_0", "/FakeLinear_13_output_0", "/Concat_40_output_0", "/Reshape_29_output_0", "/Mul_26_output_0", "/Shape_45_output_0", "Shape811", "BinaryOp814", "BinaryOp815", "Unsqueeze816", "BinaryOp818", "Unsqueeze819", "StridedSlice822", "Squeeze823", "BinaryOp824", "BinaryOp825", "/Gather_51_output_0", "/Div_10_output_0", "/Unsqueeze_104_output_0", "/Slice_15_output_0", "/Neg_7_output_0", "/Slice_14_output_0", "/Concat_43_output_0", "/Mul_27_output_0", "/Add_16_output_0", "/FakeLinear_14_output_0", "/Reshape_30_output_0", "/Reshape_35_output_0", "/FakeLinear_15_output_0", "/Add_18_output_0", "model.model.layers.3.post_attention_layernorm.weight", "/post_attention_layernorm_3/Mul_output_0", "/post_attention_layernorm_3/Mul_1_output_0", "/mlp/gate_proj_3/FakeLinear_output_0", "/mlp/act_fn_3/Sigmoid_output_0", "/mlp/act_fn_3/Mul_output_0", "/mlp/up_proj_3/FakeLinear_output_0", "/mlp_3/Mul_output_0", "/mlp/down_proj_3/FakeLinear_output_0", "/Add_19_output_0", "/Reshape_36_output_0", "model.model.layers.4.input_layernorm.weight", "/input_layernorm_4/Mul_output_0", "/input_layernorm_4/Mul_1_output_0", "/FakeLinear_16_output_0", "/Shape_57_output_0", "Shape943", "BinaryOp946", "BinaryOp947", "Unsqueeze948", "BinaryOp950", "Unsqueeze951", "StridedSlice954", "Squeeze955", "BinaryOp956", "BinaryOp957", "/Gather_64_output_0", "/Unsqueeze_129_output_0", "/Concat_52_output_0", "/Reshape_37_output_0", "/Mul_32_output_0", "/Shape_58_output_0", "Shape964", "BinaryOp967", "BinaryOp968", "Unsqueeze969", "BinaryOp971", "Unsqueeze972", "StridedSlice975", "Squeeze976", "BinaryOp977", "BinaryOp978", "/Gather_65_output_0", "/Div_12_output_0", "/Unsqueeze_134_output_0", "/Slice_17_output_0", "/Neg_8_output_0", "/Slice_16_output_0", "/Concat_55_output_0", "/Mul_33_output_0", "/Add_20_output_0", "/FakeLinear_17_output_0", "/Concat_53_output_0", "/Reshape_38_output_0", "/Mul_34_output_0", "/Shape_59_output_0", "Shape1027", "BinaryOp1030", "BinaryOp1031", "Unsqueeze1032", "BinaryOp1034", "Unsqueeze1035", "StridedSlice1038", "Squeeze1039", "BinaryOp1040", "BinaryOp1041", "/Gather_66_output_0", "/Div_13_output_0", "/Unsqueeze_136_output_0", "/Slice_19_output_0", "/Neg_9_output_0", "/Slice_18_output_0", "/Concat_56_output_0", "/Mul_35_output_0", "/Add_21_output_0", "/FakeLinear_18_output_0", "/Reshape_39_output_0", "/Reshape_44_output_0", "/FakeLinear_19_output_0", "/Add_23_output_0", "model.model.layers.4.post_attention_layernorm.weight", "/post_attention_layernorm_4/Mul_output_0", "/post_attention_layernorm_4/Mul_1_output_0", "/mlp/gate_proj_4/FakeLinear_output_0", "/mlp/act_fn_4/Sigmoid_output_0", "/mlp/act_fn_4/Mul_output_0", "/mlp/up_proj_4/FakeLinear_output_0", "/mlp_4/Mul_output_0", "/mlp/down_proj_4/FakeLinear_output_0", "/Add_24_output_0", "/Reshape_45_output_0", "model.model.layers.5.input_layernorm.weight", "/input_layernorm_5/Mul_output_0", "/input_layernorm_5/Mul_1_output_0", "/FakeLinear_20_output_0", "/Shape_71_output_0", "Shape1159", "BinaryOp1162", "BinaryOp1163", "Unsqueeze1164", "BinaryOp1166", "Unsqueeze1167", "StridedSlice1170", "Squeeze1171", "BinaryOp1172", "BinaryOp1173", "/Gather_79_output_0", "/Unsqueeze_161_output_0", "/Concat_65_output_0", "/Reshape_46_output_0", "/Mul_40_output_0", "/Shape_72_output_0", "Shape1180", "BinaryOp1183", "BinaryOp1184", "Unsqueeze1185", "BinaryOp1187", "Unsqueeze1188", "StridedSlice1191", "Squeeze1192", "BinaryOp1193", "BinaryOp1194", "/Gather_80_output_0", "/Div_15_output_0", "/Unsqueeze_166_output_0", "/Slice_21_output_0", "/Neg_10_output_0", "/Slice_20_output_0", "/Concat_68_output_0", "/Mul_41_output_0", "/Add_25_output_0", "/FakeLinear_21_output_0", "/Concat_66_output_0", "/Reshape_47_output_0", "/Mul_42_output_0", "/Shape_73_output_0", "Shape1243", "BinaryOp1246", "BinaryOp1247", "Unsqueeze1248", "BinaryOp1250", "Unsqueeze1251", "StridedSlice1254", "Squeeze1255", "BinaryOp1256", "BinaryOp1257", "/Gather_81_output_0", "/Div_16_output_0", "/Unsqueeze_168_output_0", "/Slice_23_output_0", "/Neg_11_output_0", "/Slice_22_output_0", "/Concat_69_output_0", "/Mul_43_output_0", "/Add_26_output_0", "/FakeLinear_22_output_0", "/Reshape_48_output_0", "/Reshape_53_output_0", "/FakeLinear_23_output_0", "/Add_28_output_0", "model.model.layers.5.post_attention_layernorm.weight", "/post_attention_layernorm_5/Mul_output_0", "/post_attention_layernorm_5/Mul_1_output_0", "/mlp/gate_proj_5/FakeLinear_output_0", "/mlp/act_fn_5/Sigmoid_output_0", "/mlp/act_fn_5/Mul_output_0", "/mlp/up_proj_5/FakeLinear_output_0", "/mlp_5/Mul_output_0", "/mlp/down_proj_5/FakeLinear_output_0", "/Add_29_output_0", "/Reshape_54_output_0", "model.model.layers.6.input_layernorm.weight", "/input_layernorm_6/Mul_output_0", "/input_layernorm_6/Mul_1_output_0", "/FakeLinear_24_output_0", "/Shape_85_output_0", "Shape1375", "BinaryOp1378", "BinaryOp1379", "Unsqueeze1380", "BinaryOp1382", "Unsqueeze1383", "StridedSlice1386", "Squeeze1387", "BinaryOp1388", "BinaryOp1389", "/Gather_94_output_0", "/Unsqueeze_193_output_0", "/Concat_78_output_0", "/Reshape_55_output_0", "/Mul_48_output_0", "/Shape_86_output_0", "Shape1396", "BinaryOp1399", "BinaryOp1400", "Unsqueeze1401", "BinaryOp1403", "Unsqueeze1404", "StridedSlice1407", "Squeeze1408", "BinaryOp1409", "BinaryOp1410", "/Gather_95_output_0", "/Div_18_output_0", "/Unsqueeze_198_output_0", "/Slice_25_output_0", "/Neg_12_output_0", "/Slice_24_output_0", "/Concat_81_output_0", "/Mul_49_output_0", "/Add_30_output_0", "/FakeLinear_25_output_0", "/Concat_79_output_0", "/Reshape_56_output_0", "/Mul_50_output_0", "/Shape_87_output_0", "Shape1459", "BinaryOp1462", "BinaryOp1463", "Unsqueeze1464", "BinaryOp1466", "Unsqueeze1467", "StridedSlice1470", "Squeeze1471", "BinaryOp1472", "BinaryOp1473", "/Gather_96_output_0", "/Div_19_output_0", "/Unsqueeze_200_output_0", "/Slice_27_output_0", "/Neg_13_output_0", "/Slice_26_output_0", "/Concat_82_output_0", "/Mul_51_output_0", "/Add_31_output_0", "/FakeLinear_26_output_0", "/Reshape_57_output_0", "/Reshape_62_output_0", "/FakeLinear_27_output_0", "/Add_33_output_0", "model.model.layers.6.post_attention_layernorm.weight", "/post_attention_layernorm_6/Mul_output_0", "/post_attention_layernorm_6/Mul_1_output_0", "/mlp/gate_proj_6/FakeLinear_output_0", "/mlp/act_fn_6/Sigmoid_output_0", "/mlp/act_fn_6/Mul_output_0", "/mlp/up_proj_6/FakeLinear_output_0", "/mlp_6/Mul_output_0", "/mlp/down_proj_6/FakeLinear_output_0", "/Add_34_output_0", "/Reshape_63_output_0", "model.model.layers.7.input_layernorm.weight", "/input_layernorm_7/Mul_output_0", "/input_layernorm_7/Mul_1_output_0", "/FakeLinear_28_output_0", "/Shape_99_output_0", "Shape1591", "BinaryOp1594", "BinaryOp1595", "Unsqueeze1596", "BinaryOp1598", "Unsqueeze1599", "StridedSlice1602", "Squeeze1603", "BinaryOp1604", "BinaryOp1605", "/Gather_109_output_0", "/Unsqueeze_225_output_0", "/Concat_91_output_0", "/Reshape_64_output_0", "/Mul_56_output_0", "/Shape_100_output_0", "Shape1612", "BinaryOp1615", "BinaryOp1616", "Unsqueeze1617", "BinaryOp1619", "Unsqueeze1620", "StridedSlice1623", "Squeeze1624", "BinaryOp1625", "BinaryOp1626", "/Gather_110_output_0", "/Div_21_output_0", "/Unsqueeze_230_output_0", "/Slice_29_output_0", "/Neg_14_output_0", "/Slice_28_output_0", "/Concat_94_output_0", "/Mul_57_output_0", "/Add_35_output_0", "/FakeLinear_29_output_0", "/Concat_92_output_0", "/Reshape_65_output_0", "/Mul_58_output_0", "/Shape_101_output_0", "Shape1675", "BinaryOp1678", "BinaryOp1679", "Unsqueeze1680", "BinaryOp1682", "Unsqueeze1683", "StridedSlice1686", "Squeeze1687", "BinaryOp1688", "BinaryOp1689", "/Gather_111_output_0", "/Div_22_output_0", "/Unsqueeze_232_output_0", "/Slice_31_output_0", "/Neg_15_output_0", "/Slice_30_output_0", "/Concat_95_output_0", "/Mul_59_output_0", "/Add_36_output_0", "/FakeLinear_30_output_0", "/Reshape_66_output_0", "/Reshape_71_output_0", "/FakeLinear_31_output_0", "/Add_38_output_0", "model.model.layers.7.post_attention_layernorm.weight", "/post_attention_layernorm_7/Mul_output_0", "/post_attention_layernorm_7/Mul_1_output_0", "/mlp/gate_proj_7/FakeLinear_output_0", "/mlp/act_fn_7/Sigmoid_output_0", "/mlp/act_fn_7/Mul_output_0", "/mlp/up_proj_7/FakeLinear_output_0", "/mlp_7/Mul_output_0", "/mlp/down_proj_7/FakeLinear_output_0", "/Add_39_output_0", "/Reshape_72_output_0", "model.model.layers.8.input_layernorm.weight", "/input_layernorm_8/Mul_output_0", "/input_layernorm_8/Mul_1_output_0", "/FakeLinear_32_output_0", "/Shape_113_output_0", "Shape1807", "BinaryOp1810", "BinaryOp1811", "Unsqueeze1812", "BinaryOp1814", "Unsqueeze1815", "StridedSlice1818", "Squeeze1819", "BinaryOp1820", "BinaryOp1821", "/Gather_124_output_0", "/Unsqueeze_257_output_0", "/Concat_104_output_0", "/Reshape_73_output_0", "/Mul_64_output_0", "/Shape_114_output_0", "Shape1828", "BinaryOp1831", "BinaryOp1832", "Unsqueeze1833", "BinaryOp1835", "Unsqueeze1836", "StridedSlice1839", "Squeeze1840", "BinaryOp1841", "BinaryOp1842", "/Gather_125_output_0", "/Div_24_output_0", "/Unsqueeze_262_output_0", "/Slice_33_output_0", "/Neg_16_output_0", "/Slice_32_output_0", "/Concat_107_output_0", "/Mul_65_output_0", "/Add_40_output_0", "/FakeLinear_33_output_0", "/Concat_105_output_0", "/Reshape_74_output_0", "/Mul_66_output_0", "/Shape_115_output_0", "Shape1891", "BinaryOp1894", "BinaryOp1895", "Unsqueeze1896", "BinaryOp1898", "Unsqueeze1899", "StridedSlice1902", "Squeeze1903", "BinaryOp1904", "BinaryOp1905", "/Gather_126_output_0", "/Div_25_output_0", "/Unsqueeze_264_output_0", "/Slice_35_output_0", "/Neg_17_output_0", "/Slice_34_output_0", "/Concat_108_output_0", "/Mul_67_output_0", "/Add_41_output_0", "/FakeLinear_34_output_0", "/Reshape_75_output_0", "/Reshape_80_output_0", "/FakeLinear_35_output_0", "/Add_43_output_0", "model.model.layers.8.post_attention_layernorm.weight", "/post_attention_layernorm_8/Mul_output_0", "/post_attention_layernorm_8/Mul_1_output_0", "/mlp/gate_proj_8/FakeLinear_output_0", "/mlp/act_fn_8/Sigmoid_output_0", "/mlp/act_fn_8/Mul_output_0", "/mlp/up_proj_8/FakeLinear_output_0", "/mlp_8/Mul_output_0", "/mlp/down_proj_8/FakeLinear_output_0", "/Add_44_output_0", "/Reshape_81_output_0", "model.model.layers.9.input_layernorm.weight", "/input_layernorm_9/Mul_output_0", "/input_layernorm_9/Mul_1_output_0", "/FakeLinear_36_output_0", "/Shape_127_output_0", "Shape2023", "BinaryOp2026", "BinaryOp2027", "Unsqueeze2028", "BinaryOp2030", "Unsqueeze2031", "StridedSlice2034", "Squeeze2035", "BinaryOp2036", "BinaryOp2037", "/Gather_139_output_0", "/Unsqueeze_289_output_0", "/Concat_117_output_0", "/Reshape_82_output_0", "/Mul_72_output_0", "/Shape_128_output_0", "Shape2044", "BinaryOp2047", "BinaryOp2048", "Unsqueeze2049", "BinaryOp2051", "Unsqueeze2052", "StridedSlice2055", "Squeeze2056", "BinaryOp2057", "BinaryOp2058", "/Gather_140_output_0", "/Div_27_output_0", "/Unsqueeze_294_output_0", "/Slice_37_output_0", "/Neg_18_output_0", "/Slice_36_output_0", "/Concat_120_output_0", "/Mul_73_output_0", "/Add_45_output_0", "/FakeLinear_37_output_0", "/Concat_118_output_0", "/Reshape_83_output_0", "/Mul_74_output_0", "/Shape_129_output_0", "Shape2107", "BinaryOp2110", "BinaryOp2111", "Unsqueeze2112", "BinaryOp2114", "Unsqueeze2115", "StridedSlice2118", "Squeeze2119", "BinaryOp2120", "BinaryOp2121", "/Gather_141_output_0", "/Div_28_output_0", "/Unsqueeze_296_output_0", "/Slice_39_output_0", "/Neg_19_output_0", "/Slice_38_output_0", "/Concat_121_output_0", "/Mul_75_output_0", "/Add_46_output_0", "/FakeLinear_38_output_0", "/Reshape_84_output_0", "/Reshape_89_output_0", "/FakeLinear_39_output_0", "/Add_48_output_0", "model.model.layers.9.post_attention_layernorm.weight", "/post_attention_layernorm_9/Mul_output_0", "/post_attention_layernorm_9/Mul_1_output_0", "/mlp/gate_proj_9/FakeLinear_output_0", "/mlp/act_fn_9/Sigmoid_output_0", "/mlp/act_fn_9/Mul_output_0", "/mlp/up_proj_9/FakeLinear_output_0", "/mlp_9/Mul_output_0", "/mlp/down_proj_9/FakeLinear_output_0", "/Add_49_output_0", "/Reshape_90_output_0", "model.model.layers.10.input_layernorm.weight", "/input_layernorm_10/Mul_output_0", "/input_layernorm_10/Mul_1_output_0", "/FakeLinear_40_output_0", "/Shape_141_output_0", "Shape2239", "BinaryOp2242", "BinaryOp2243", "Unsqueeze2244", "BinaryOp2246", "Unsqueeze2247", "StridedSlice2250", "Squeeze2251", "BinaryOp2252", "BinaryOp2253", "/Gather_154_output_0", "/Unsqueeze_321_output_0", "/Concat_130_output_0", "/Reshape_91_output_0", "/Mul_80_output_0", "/Shape_142_output_0", "Shape2260", "BinaryOp2263", "BinaryOp2264", "Unsqueeze2265", "BinaryOp2267", "Unsqueeze2268", "StridedSlice2271", "Squeeze2272", "BinaryOp2273", "BinaryOp2274", "/Gather_155_output_0", "/Div_30_output_0", "/Unsqueeze_326_output_0", "/Slice_41_output_0", "/Neg_20_output_0", "/Slice_40_output_0", "/Concat_133_output_0", "/Mul_81_output_0", "/Add_50_output_0", "/FakeLinear_41_output_0", "/Concat_131_output_0", "/Reshape_92_output_0", "/Mul_82_output_0", "/Shape_143_output_0", "Shape2323", "BinaryOp2326", "BinaryOp2327", "Unsqueeze2328", "BinaryOp2330", "Unsqueeze2331", "StridedSlice2334", "Squeeze2335", "BinaryOp2336", "BinaryOp2337", "/Gather_156_output_0", "/Div_31_output_0", "/Unsqueeze_328_output_0", "/Slice_43_output_0", "/Neg_21_output_0", "/Slice_42_output_0", "/Concat_134_output_0", "/Mul_83_output_0", "/Add_51_output_0", "/FakeLinear_42_output_0", "/Reshape_93_output_0", "/Reshape_98_output_0", "/FakeLinear_43_output_0", "/Add_53_output_0", "model.model.layers.10.post_attention_layernorm.weight", "/post_attention_layernorm_10/Mul_output_0", "/post_attention_layernorm_10/Mul_1_output_0", "/mlp/gate_proj_10/FakeLinear_output_0", "/mlp/act_fn_10/Sigmoid_output_0", "/mlp/act_fn_10/Mul_output_0", "/mlp/up_proj_10/FakeLinear_output_0", "/mlp_10/Mul_output_0", "/mlp/down_proj_10/FakeLinear_output_0", "/Add_54_output_0", "/Reshape_99_output_0", "model.model.layers.11.input_layernorm.weight", "/input_layernorm_11/Mul_output_0", "/input_layernorm_11/Mul_1_output_0", "/FakeLinear_44_output_0", "/Shape_155_output_0", "Shape2455", "BinaryOp2458", "BinaryOp2459", "Unsqueeze2460", "BinaryOp2462", "Unsqueeze2463", "StridedSlice2466", "Squeeze2467", "BinaryOp2468", "BinaryOp2469", "/Gather_169_output_0", "/Unsqueeze_353_output_0", "/Concat_143_output_0", "/Reshape_100_output_0", "/Mul_88_output_0", "/Shape_156_output_0", "Shape2476", "BinaryOp2479", "BinaryOp2480", "Unsqueeze2481", "BinaryOp2483", "Unsqueeze2484", "StridedSlice2487", "Squeeze2488", "BinaryOp2489", "BinaryOp2490", "/Gather_170_output_0", "/Div_33_output_0", "/Unsqueeze_358_output_0", "/Slice_45_output_0", "/Neg_22_output_0", "/Slice_44_output_0", "/Concat_146_output_0", "/Mul_89_output_0", "/Add_55_output_0", "/FakeLinear_45_output_0", "/Concat_144_output_0", "/Reshape_101_output_0", "/Mul_90_output_0", "/Shape_157_output_0", "Shape2539", "BinaryOp2542", "BinaryOp2543", "Unsqueeze2544", "BinaryOp2546", "Unsqueeze2547", "StridedSlice2550", "Squeeze2551", "BinaryOp2552", "BinaryOp2553", "/Gather_171_output_0", "/Div_34_output_0", "/Unsqueeze_360_output_0", "/Slice_47_output_0", "/Neg_23_output_0", "/Slice_46_output_0", "/Concat_147_output_0", "/Mul_91_output_0", "/Add_56_output_0", "/FakeLinear_46_output_0", "/Reshape_102_output_0", "/Reshape_107_output_0", "/FakeLinear_47_output_0", "/Add_58_output_0", "model.model.layers.11.post_attention_layernorm.weight", "/post_attention_layernorm_11/Mul_output_0", "/post_attention_layernorm_11/Mul_1_output_0", "/mlp/gate_proj_11/FakeLinear_output_0", "/mlp/act_fn_11/Sigmoid_output_0", "/mlp/act_fn_11/Mul_output_0", "/mlp/up_proj_11/FakeLinear_output_0", "/mlp_11/Mul_output_0", "/mlp/down_proj_11/FakeLinear_output_0", "/Add_59_output_0", "/Reshape_108_output_0", "model.model.layers.12.input_layernorm.weight", "/input_layernorm_12/Mul_output_0", "/input_layernorm_12/Mul_1_output_0", "/FakeLinear_48_output_0", "/Shape_169_output_0", "Shape2671", "BinaryOp2674", "BinaryOp2675", "Unsqueeze2676", "BinaryOp2678", "Unsqueeze2679", "StridedSlice2682", "Squeeze2683", "BinaryOp2684", "BinaryOp2685", "/Gather_184_output_0", "/Unsqueeze_385_output_0", "/Concat_156_output_0", "/Reshape_109_output_0", "/Mul_96_output_0", "/Shape_170_output_0", "Shape2692", "BinaryOp2695", "BinaryOp2696", "Unsqueeze2697", "BinaryOp2699", "Unsqueeze2700", "StridedSlice2703", "Squeeze2704", "BinaryOp2705", "BinaryOp2706", "/Gather_185_output_0", "/Div_36_output_0", "/Unsqueeze_390_output_0", "/Slice_49_output_0", "/Neg_24_output_0", "/Slice_48_output_0", "/Concat_159_output_0", "/Mul_97_output_0", "/Add_60_output_0", "/FakeLinear_49_output_0", "/Concat_157_output_0", "/Reshape_110_output_0", "/Mul_98_output_0", "/Shape_171_output_0", "Shape2755", "BinaryOp2758", "BinaryOp2759", "Unsqueeze2760", "BinaryOp2762", "Unsqueeze2763", "StridedSlice2766", "Squeeze2767", "BinaryOp2768", "BinaryOp2769", "/Gather_186_output_0", "/Div_37_output_0", "/Unsqueeze_392_output_0", "/Slice_51_output_0", "/Neg_25_output_0", "/Slice_50_output_0", "/Concat_160_output_0", "/Mul_99_output_0", "/Add_61_output_0", "/FakeLinear_50_output_0", "/Reshape_111_output_0", "/Reshape_116_output_0", "/FakeLinear_51_output_0", "/Add_63_output_0", "model.model.layers.12.post_attention_layernorm.weight", "/post_attention_layernorm_12/Mul_output_0", "/post_attention_layernorm_12/Mul_1_output_0", "/mlp/gate_proj_12/FakeLinear_output_0", "/mlp/act_fn_12/Sigmoid_output_0", "/mlp/act_fn_12/Mul_output_0", "/mlp/up_proj_12/FakeLinear_output_0", "/mlp_12/Mul_output_0", "/mlp/down_proj_12/FakeLinear_output_0", "/Add_64_output_0", "/Reshape_117_output_0", "model.model.layers.13.input_layernorm.weight", "/input_layernorm_13/Mul_output_0", "/input_layernorm_13/Mul_1_output_0", "/FakeLinear_52_output_0", "/Shape_183_output_0", "Shape2887", "BinaryOp2890", "BinaryOp2891", "Unsqueeze2892", "BinaryOp2894", "Unsqueeze2895", "StridedSlice2898", "Squeeze2899", "BinaryOp2900", "BinaryOp2901", "/Gather_199_output_0", "/Unsqueeze_417_output_0", "/Concat_169_output_0", "/Reshape_118_output_0", "/Mul_104_output_0", "/Shape_184_output_0", "Shape2908", "BinaryOp2911", "BinaryOp2912", "Unsqueeze2913", "BinaryOp2915", "Unsqueeze2916", "StridedSlice2919", "Squeeze2920", "BinaryOp2921", "BinaryOp2922", "/Gather_200_output_0", "/Div_39_output_0", "/Unsqueeze_422_output_0", "/Slice_53_output_0", "/Neg_26_output_0", "/Slice_52_output_0", "/Concat_172_output_0", "/Mul_105_output_0", "/Add_65_output_0", "/FakeLinear_53_output_0", "/Concat_170_output_0", "/Reshape_119_output_0", "/Mul_106_output_0", "/Shape_185_output_0", "Shape2971", "BinaryOp2974", "BinaryOp2975", "Unsqueeze2976", "BinaryOp2978", "Unsqueeze2979", "StridedSlice2982", "Squeeze2983", "BinaryOp2984", "BinaryOp2985", "/Gather_201_output_0", "/Div_40_output_0", "/Unsqueeze_424_output_0", "/Slice_55_output_0", "/Neg_27_output_0", "/Slice_54_output_0", "/Concat_173_output_0", "/Mul_107_output_0", "/Add_66_output_0", "/FakeLinear_54_output_0", "/Reshape_120_output_0", "/Reshape_125_output_0", "/FakeLinear_55_output_0", "/Add_68_output_0", "model.model.layers.13.post_attention_layernorm.weight", "/post_attention_layernorm_13/Mul_output_0", "/post_attention_layernorm_13/Mul_1_output_0", "/mlp/gate_proj_13/FakeLinear_output_0", "/mlp/act_fn_13/Sigmoid_output_0", "/mlp/act_fn_13/Mul_output_0", "/mlp/up_proj_13/FakeLinear_output_0", "/mlp_13/Mul_output_0", "/mlp/down_proj_13/FakeLinear_output_0", "/Add_69_output_0", "/Reshape_126_output_0", "model.model.layers.14.input_layernorm.weight", "/input_layernorm_14/Mul_output_0", "/input_layernorm_14/Mul_1_output_0", "/FakeLinear_56_output_0", "/Shape_197_output_0", "Shape3103", "BinaryOp3106", "BinaryOp3107", "Unsqueeze3108", "BinaryOp3110", "Unsqueeze3111", "StridedSlice3114", "Squeeze3115", "BinaryOp3116", "BinaryOp3117", "/Gather_214_output_0", "/Unsqueeze_449_output_0", "/Concat_182_output_0", "/Reshape_127_output_0", "/Mul_112_output_0", "/Shape_198_output_0", "Shape3124", "BinaryOp3127", "BinaryOp3128", "Unsqueeze3129", "BinaryOp3131", "Unsqueeze3132", "StridedSlice3135", "Squeeze3136", "BinaryOp3137", "BinaryOp3138", "/Gather_215_output_0", "/Div_42_output_0", "/Unsqueeze_454_output_0", "/Slice_57_output_0", "/Neg_28_output_0", "/Slice_56_output_0", "/Concat_185_output_0", "/Mul_113_output_0", "/Add_70_output_0", "/FakeLinear_57_output_0", "/Concat_183_output_0", "/Reshape_128_output_0", "/Mul_114_output_0", "/Shape_199_output_0", "Shape3187", "BinaryOp3190", "BinaryOp3191", "Unsqueeze3192", "BinaryOp3194", "Unsqueeze3195", "StridedSlice3198", "Squeeze3199", "BinaryOp3200", "BinaryOp3201", "/Gather_216_output_0", "/Div_43_output_0", "/Unsqueeze_456_output_0", "/Slice_59_output_0", "/Neg_29_output_0", "/Slice_58_output_0", "/Concat_186_output_0", "/Mul_115_output_0", "/Add_71_output_0", "/FakeLinear_58_output_0", "/Reshape_129_output_0", "/Reshape_134_output_0", "/FakeLinear_59_output_0", "/Add_73_output_0", "model.model.layers.14.post_attention_layernorm.weight", "/post_attention_layernorm_14/Mul_output_0", "/post_attention_layernorm_14/Mul_1_output_0", "/mlp/gate_proj_14/FakeLinear_output_0", "/mlp/act_fn_14/Sigmoid_output_0", "/mlp/act_fn_14/Mul_output_0", "/mlp/up_proj_14/FakeLinear_output_0", "/mlp_14/Mul_output_0", "/mlp/down_proj_14/FakeLinear_output_0", "/Add_74_output_0", "/Reshape_135_output_0", "model.model.layers.15.input_layernorm.weight", "/input_layernorm_15/Mul_output_0", "/input_layernorm_15/Mul_1_output_0", "/FakeLinear_60_output_0", "/Shape_211_output_0", "Shape3319", "BinaryOp3322", "BinaryOp3323", "Unsqueeze3324", "BinaryOp3326", "Unsqueeze3327", "StridedSlice3330", "Squeeze3331", "BinaryOp3332", "BinaryOp3333", "/Gather_229_output_0", "/Unsqueeze_481_output_0", "/Concat_195_output_0", "/Reshape_136_output_0", "/Mul_120_output_0", "/Shape_212_output_0", "Shape3340", "BinaryOp3343", "BinaryOp3344", "Unsqueeze3345", "BinaryOp3347", "Unsqueeze3348", "StridedSlice3351", "Squeeze3352", "BinaryOp3353", "BinaryOp3354", "/Gather_230_output_0", "/Div_45_output_0", "/Unsqueeze_486_output_0", "/Slice_61_output_0", "/Neg_30_output_0", "/Slice_60_output_0", "/Concat_198_output_0", "/Mul_121_output_0", "/Add_75_output_0", "/FakeLinear_61_output_0", "/Concat_196_output_0", "/Reshape_137_output_0", "/Mul_122_output_0", "/Shape_213_output_0", "Shape3403", "BinaryOp3406", "BinaryOp3407", "Unsqueeze3408", "BinaryOp3410", "Unsqueeze3411", "StridedSlice3414", "Squeeze3415", "BinaryOp3416", "BinaryOp3417", "/Gather_231_output_0", "/Div_46_output_0", "/Unsqueeze_488_output_0", "/Slice_63_output_0", "/Neg_31_output_0", "/Slice_62_output_0", "/Concat_199_output_0", "/Mul_123_output_0", "/Add_76_output_0", "/FakeLinear_62_output_0", "/Reshape_138_output_0", "/Reshape_143_output_0", "/FakeLinear_63_output_0", "/Add_78_output_0", "model.model.layers.15.post_attention_layernorm.weight", "/post_attention_layernorm_15/Mul_output_0", "/post_attention_layernorm_15/Mul_1_output_0", "/mlp/gate_proj_15/FakeLinear_output_0", "/mlp/act_fn_15/Sigmoid_output_0", "/mlp/act_fn_15/Mul_output_0", "/mlp/up_proj_15/FakeLinear_output_0", "/mlp_15/Mul_output_0", "/mlp/down_proj_15/FakeLinear_output_0", "/Add_79_output_0", "/Reshape_144_output_0", "model.model.layers.16.input_layernorm.weight", "/input_layernorm_16/Mul_output_0", "/input_layernorm_16/Mul_1_output_0", "/FakeLinear_64_output_0", "/Shape_225_output_0", "Shape3535", "BinaryOp3538", "BinaryOp3539", "Unsqueeze3540", "BinaryOp3542", "Unsqueeze3543", "StridedSlice3546", "Squeeze3547", "BinaryOp3548", "BinaryOp3549", "/Gather_244_output_0", "/Unsqueeze_513_output_0", "/Concat_208_output_0", "/Reshape_145_output_0", "/Mul_128_output_0", "/Shape_226_output_0", "Shape3556", "BinaryOp3559", "BinaryOp3560", "Unsqueeze3561", "BinaryOp3563", "Unsqueeze3564", "StridedSlice3567", "Squeeze3568", "BinaryOp3569", "BinaryOp3570", "/Gather_245_output_0", "/Div_48_output_0", "/Unsqueeze_518_output_0", "/Slice_65_output_0", "/Neg_32_output_0", "/Slice_64_output_0", "/Concat_211_output_0", "/Mul_129_output_0", "/Add_80_output_0", "/FakeLinear_65_output_0", "/Concat_209_output_0", "/Reshape_146_output_0", "/Mul_130_output_0", "/Shape_227_output_0", "Shape3619", "BinaryOp3622", "BinaryOp3623", "Unsqueeze3624", "BinaryOp3626", "Unsqueeze3627", "StridedSlice3630", "Squeeze3631", "BinaryOp3632", "BinaryOp3633", "/Gather_246_output_0", "/Div_49_output_0", "/Unsqueeze_520_output_0", "/Slice_67_output_0", "/Neg_33_output_0", "/Slice_66_output_0", "/Concat_212_output_0", "/Mul_131_output_0", "/Add_81_output_0", "/FakeLinear_66_output_0", "/Reshape_147_output_0", "/Reshape_152_output_0", "/FakeLinear_67_output_0", "/Add_83_output_0", "model.model.layers.16.post_attention_layernorm.weight", "/post_attention_layernorm_16/Mul_output_0", "/post_attention_layernorm_16/Mul_1_output_0", "/mlp/gate_proj_16/FakeLinear_output_0", "/mlp/act_fn_16/Sigmoid_output_0", "/mlp/act_fn_16/Mul_output_0", "/mlp/up_proj_16/FakeLinear_output_0", "/mlp_16/Mul_output_0", "/mlp/down_proj_16/FakeLinear_output_0", "/Add_84_output_0", "/Reshape_153_output_0", "model.model.layers.17.input_layernorm.weight", "/input_layernorm_17/Mul_output_0", "/input_layernorm_17/Mul_1_output_0", "/FakeLinear_68_output_0", "/Shape_239_output_0", "Shape3751", "BinaryOp3754", "BinaryOp3755", "Unsqueeze3756", "BinaryOp3758", "Unsqueeze3759", "StridedSlice3762", "Squeeze3763", "BinaryOp3764", "BinaryOp3765", "/Gather_259_output_0", "/Unsqueeze_545_output_0", "/Concat_221_output_0", "/Reshape_154_output_0", "/Mul_136_output_0", "/Shape_240_output_0", "Shape3772", "BinaryOp3775", "BinaryOp3776", "Unsqueeze3777", "BinaryOp3779", "Unsqueeze3780", "StridedSlice3783", "Squeeze3784", "BinaryOp3785", "BinaryOp3786", "/Gather_260_output_0", "/Div_51_output_0", "/Unsqueeze_550_output_0", "/Slice_69_output_0", "/Neg_34_output_0", "/Slice_68_output_0", "/Concat_224_output_0", "/Mul_137_output_0", "/Add_85_output_0", "/FakeLinear_69_output_0", "/Concat_222_output_0", "/Reshape_155_output_0", "/Mul_138_output_0", "/Shape_241_output_0", "Shape3835", "BinaryOp3838", "BinaryOp3839", "Unsqueeze3840", "BinaryOp3842", "Unsqueeze3843", "StridedSlice3846", "Squeeze3847", "BinaryOp3848", "BinaryOp3849", "/Gather_261_output_0", "/Div_52_output_0", "/Unsqueeze_552_output_0", "/Slice_71_output_0", "/Neg_35_output_0", "/Slice_70_output_0", "/Concat_225_output_0", "/Mul_139_output_0", "/Add_86_output_0", "/FakeLinear_70_output_0", "/Reshape_156_output_0", "/Reshape_161_output_0", "/FakeLinear_71_output_0", "/Add_88_output_0", "model.model.layers.17.post_attention_layernorm.weight", "/post_attention_layernorm_17/Mul_output_0", "/post_attention_layernorm_17/Mul_1_output_0", "/mlp/gate_proj_17/FakeLinear_output_0", "/mlp/act_fn_17/Sigmoid_output_0", "/mlp/act_fn_17/Mul_output_0", "/mlp/up_proj_17/FakeLinear_output_0", "/mlp_17/Mul_output_0", "/mlp/down_proj_17/FakeLinear_output_0", "/Add_89_output_0", "/Reshape_162_output_0", "model.model.layers.18.input_layernorm.weight", "/input_layernorm_18/Mul_output_0", "/input_layernorm_18/Mul_1_output_0", "/FakeLinear_72_output_0", "/Shape_253_output_0", "Shape3967", "BinaryOp3970", "BinaryOp3971", "Unsqueeze3972", "BinaryOp3974", "Unsqueeze3975", "StridedSlice3978", "Squeeze3979", "BinaryOp3980", "BinaryOp3981", "/Gather_274_output_0", "/Unsqueeze_577_output_0", "/Concat_234_output_0", "/Reshape_163_output_0", "/Mul_144_output_0", "/Shape_254_output_0", "Shape3988", "BinaryOp3991", "BinaryOp3992", "Unsqueeze3993", "BinaryOp3995", "Unsqueeze3996", "StridedSlice3999", "Squeeze4000", "BinaryOp4001", "BinaryOp4002", "/Gather_275_output_0", "/Div_54_output_0", "/Unsqueeze_582_output_0", "/Slice_73_output_0", "/Neg_36_output_0", "/Slice_72_output_0", "/Concat_237_output_0", "/Mul_145_output_0", "/Add_90_output_0", "/FakeLinear_73_output_0", "/Concat_235_output_0", "/Reshape_164_output_0", "/Mul_146_output_0", "/Shape_255_output_0", "Shape4051", "BinaryOp4054", "BinaryOp4055", "Unsqueeze4056", "BinaryOp4058", "Unsqueeze4059", "StridedSlice4062", "Squeeze4063", "BinaryOp4064", "BinaryOp4065", "/Gather_276_output_0", "/Div_55_output_0", "/Unsqueeze_584_output_0", "/Slice_75_output_0", "/Neg_37_output_0", "/Slice_74_output_0", "/Concat_238_output_0", "/Mul_147_output_0", "/Add_91_output_0", "/FakeLinear_74_output_0", "/Reshape_165_output_0", "/Reshape_170_output_0", "/FakeLinear_75_output_0", "/Add_93_output_0", "model.model.layers.18.post_attention_layernorm.weight", "/post_attention_layernorm_18/Mul_output_0", "/post_attention_layernorm_18/Mul_1_output_0", "/mlp/gate_proj_18/FakeLinear_output_0", "/mlp/act_fn_18/Sigmoid_output_0", "/mlp/act_fn_18/Mul_output_0", "/mlp/up_proj_18/FakeLinear_output_0", "/mlp_18/Mul_output_0", "/mlp/down_proj_18/FakeLinear_output_0", "/Add_94_output_0", "/Reshape_171_output_0", "model.model.layers.19.input_layernorm.weight", "/input_layernorm_19/Mul_output_0", "/input_layernorm_19/Mul_1_output_0", "/FakeLinear_76_output_0", "/Shape_267_output_0", "Shape4183", "BinaryOp4186", "BinaryOp4187", "Unsqueeze4188", "BinaryOp4190", "Unsqueeze4191", "StridedSlice4194", "Squeeze4195", "BinaryOp4196", "BinaryOp4197", "/Gather_289_output_0", "/Unsqueeze_609_output_0", "/Concat_247_output_0", "/Reshape_172_output_0", "/Mul_152_output_0", "/Shape_268_output_0", "Shape4204", "BinaryOp4207", "BinaryOp4208", "Unsqueeze4209", "BinaryOp4211", "Unsqueeze4212", "StridedSlice4215", "Squeeze4216", "BinaryOp4217", "BinaryOp4218", "/Gather_290_output_0", "/Div_57_output_0", "/Unsqueeze_614_output_0", "/Slice_77_output_0", "/Neg_38_output_0", "/Slice_76_output_0", "/Concat_250_output_0", "/Mul_153_output_0", "/Add_95_output_0", "/FakeLinear_77_output_0", "/Concat_248_output_0", "/Reshape_173_output_0", "/Mul_154_output_0", "/Shape_269_output_0", "Shape4267", "BinaryOp4270", "BinaryOp4271", "Unsqueeze4272", "BinaryOp4274", "Unsqueeze4275", "StridedSlice4278", "Squeeze4279", "BinaryOp4280", "BinaryOp4281", "/Gather_291_output_0", "/Div_58_output_0", "/Unsqueeze_616_output_0", "/Slice_79_output_0", "/Neg_39_output_0", "/Slice_78_output_0", "/Concat_251_output_0", "/Mul_155_output_0", "/Add_96_output_0", "/FakeLinear_78_output_0", "/Reshape_174_output_0", "/Reshape_179_output_0", "/FakeLinear_79_output_0", "/Add_98_output_0", "model.model.layers.19.post_attention_layernorm.weight", "/post_attention_layernorm_19/Mul_output_0", "/post_attention_layernorm_19/Mul_1_output_0", "/mlp/gate_proj_19/FakeLinear_output_0", "/mlp/act_fn_19/Sigmoid_output_0", "/mlp/act_fn_19/Mul_output_0", "/mlp/up_proj_19/FakeLinear_output_0", "/mlp_19/Mul_output_0", "/mlp/down_proj_19/FakeLinear_output_0", "/Add_99_output_0", "/Reshape_180_output_0", "model.model.layers.20.input_layernorm.weight", "/input_layernorm_20/Mul_output_0", "/input_layernorm_20/Mul_1_output_0", "/FakeLinear_80_output_0", "/Shape_281_output_0", "Shape4399", "BinaryOp4402", "BinaryOp4403", "Unsqueeze4404", "BinaryOp4406", "Unsqueeze4407", "StridedSlice4410", "Squeeze4411", "BinaryOp4412", "BinaryOp4413", "/Gather_304_output_0", "/Unsqueeze_641_output_0", "/Concat_260_output_0", "/Reshape_181_output_0", "/Mul_160_output_0", "/Shape_282_output_0", "Shape4420", "BinaryOp4423", "BinaryOp4424", "Unsqueeze4425", "BinaryOp4427", "Unsqueeze4428", "StridedSlice4431", "Squeeze4432", "BinaryOp4433", "BinaryOp4434", "/Gather_305_output_0", "/Div_60_output_0", "/Unsqueeze_646_output_0", "/Slice_81_output_0", "/Neg_40_output_0", "/Slice_80_output_0", "/Concat_263_output_0", "/Mul_161_output_0", "/Add_100_output_0", "/FakeLinear_81_output_0", "/Concat_261_output_0", "/Reshape_182_output_0", "/Mul_162_output_0", "/Shape_283_output_0", "Shape4483", "BinaryOp4486", "BinaryOp4487", "Unsqueeze4488", "BinaryOp4490", "Unsqueeze4491", "StridedSlice4494", "Squeeze4495", "BinaryOp4496", "BinaryOp4497", "/Gather_306_output_0", "/Div_61_output_0", "/Unsqueeze_648_output_0", "/Slice_83_output_0", "/Neg_41_output_0", "/Slice_82_output_0", "/Concat_264_output_0", "/Mul_163_output_0", "/Add_101_output_0", "/FakeLinear_82_output_0", "/Reshape_183_output_0", "/Reshape_188_output_0", "/FakeLinear_83_output_0", "/Add_103_output_0", "model.model.layers.20.post_attention_layernorm.weight", "/post_attention_layernorm_20/Mul_output_0", "/post_attention_layernorm_20/Mul_1_output_0", "/mlp/gate_proj_20/FakeLinear_output_0", "/mlp/act_fn_20/Sigmoid_output_0", "/mlp/act_fn_20/Mul_output_0", "/mlp/up_proj_20/FakeLinear_output_0", "/mlp_20/Mul_output_0", "/mlp/down_proj_20/FakeLinear_output_0", "/Add_104_output_0", "/Reshape_189_output_0", "model.model.layers.21.input_layernorm.weight", "/input_layernorm_21/Mul_output_0", "/input_layernorm_21/Mul_1_output_0", "/FakeLinear_84_output_0", "/Shape_295_output_0", "Shape4615", "BinaryOp4618", "BinaryOp4619", "Unsqueeze4620", "BinaryOp4622", "Unsqueeze4623", "StridedSlice4626", "Squeeze4627", "BinaryOp4628", "BinaryOp4629", "/Gather_319_output_0", "/Unsqueeze_673_output_0", "/Concat_273_output_0", "/Reshape_190_output_0", "/Mul_168_output_0", "/Shape_296_output_0", "Shape4636", "BinaryOp4639", "BinaryOp4640", "Unsqueeze4641", "BinaryOp4643", "Unsqueeze4644", "StridedSlice4647", "Squeeze4648", "BinaryOp4649", "BinaryOp4650", "/Gather_320_output_0", "/Div_63_output_0", "/Unsqueeze_678_output_0", "/Slice_85_output_0", "/Neg_42_output_0", "/Slice_84_output_0", "/Concat_276_output_0", "/Mul_169_output_0", "/Add_105_output_0", "/FakeLinear_85_output_0", "/Concat_274_output_0", "/Reshape_191_output_0", "/Mul_170_output_0", "/Shape_297_output_0", "Shape4699", "BinaryOp4702", "BinaryOp4703", "Unsqueeze4704", "BinaryOp4706", "Unsqueeze4707", "StridedSlice4710", "Squeeze4711", "BinaryOp4712", "BinaryOp4713", "/Gather_321_output_0", "/Div_64_output_0", "/Unsqueeze_680_output_0", "/Slice_87_output_0", "/Neg_43_output_0", "/Slice_86_output_0", "/Concat_277_output_0", "/Mul_171_output_0", "/Add_106_output_0", "/FakeLinear_86_output_0", "/Reshape_192_output_0", "/Reshape_197_output_0", "/FakeLinear_87_output_0", "/Add_108_output_0", "model.model.layers.21.post_attention_layernorm.weight", "/post_attention_layernorm_21/Mul_output_0", "/post_attention_layernorm_21/Mul_1_output_0", "/mlp/gate_proj_21/FakeLinear_output_0", "/mlp/act_fn_21/Sigmoid_output_0", "/mlp/act_fn_21/Mul_output_0", "/mlp/up_proj_21/FakeLinear_output_0", "/mlp_21/Mul_output_0", "/mlp/down_proj_21/FakeLinear_output_0", "/Add_109_output_0", "/Reshape_198_output_0", "model.model.layers.22.input_layernorm.weight", "/input_layernorm_22/Mul_output_0", "/input_layernorm_22/Mul_1_output_0", "/FakeLinear_88_output_0", "/Shape_309_output_0", "Shape4831", "BinaryOp4834", "BinaryOp4835", "Unsqueeze4836", "BinaryOp4838", "Unsqueeze4839", "StridedSlice4842", "Squeeze4843", "BinaryOp4844", "BinaryOp4845", "/Gather_334_output_0", "/Unsqueeze_705_output_0", "/Concat_286_output_0", "/Reshape_199_output_0", "/Mul_176_output_0", "/Shape_310_output_0", "Shape4852", "BinaryOp4855", "BinaryOp4856", "Unsqueeze4857", "BinaryOp4859", "Unsqueeze4860", "StridedSlice4863", "Squeeze4864", "BinaryOp4865", "BinaryOp4866", "/Gather_335_output_0", "/Div_66_output_0", "/Unsqueeze_710_output_0", "/Slice_89_output_0", "/Neg_44_output_0", "/Slice_88_output_0", "/Concat_289_output_0", "/Mul_177_output_0", "/Add_110_output_0", "/FakeLinear_89_output_0", "/Concat_287_output_0", "/Reshape_200_output_0", "/Mul_178_output_0", "/Shape_311_output_0", "Shape4915", "BinaryOp4918", "BinaryOp4919", "Unsqueeze4920", "BinaryOp4922", "Unsqueeze4923", "StridedSlice4926", "Squeeze4927", "BinaryOp4928", "BinaryOp4929", "/Gather_336_output_0", "/Div_67_output_0", "/Unsqueeze_712_output_0", "/Slice_91_output_0", "/Neg_45_output_0", "/Slice_90_output_0", "/Concat_290_output_0", "/Mul_179_output_0", "/Add_111_output_0", "/FakeLinear_90_output_0", "/Reshape_201_output_0", "/Reshape_206_output_0", "/FakeLinear_91_output_0", "/Add_113_output_0", "model.model.layers.22.post_attention_layernorm.weight", "/post_attention_layernorm_22/Mul_output_0", "/post_attention_layernorm_22/Mul_1_output_0", "/mlp/gate_proj_22/FakeLinear_output_0", "/mlp/act_fn_22/Sigmoid_output_0", "/mlp/act_fn_22/Mul_output_0", "/mlp/up_proj_22/FakeLinear_output_0", "/mlp_22/Mul_output_0", "/mlp/down_proj_22/FakeLinear_output_0", "/Add_114_output_0", "/Reshape_207_output_0", "model.model.layers.23.input_layernorm.weight", "/input_layernorm_23/Mul_output_0", "/input_layernorm_23/Mul_1_output_0", "/FakeLinear_92_output_0", "/Shape_323_output_0", "Shape5047", "BinaryOp5050", "BinaryOp5051", "Unsqueeze5052", "BinaryOp5054", "Unsqueeze5055", "StridedSlice5058", "Squeeze5059", "BinaryOp5060", "BinaryOp5061", "/Gather_349_output_0", "/Unsqueeze_737_output_0", "/Concat_299_output_0", "/Reshape_208_output_0", "/Mul_184_output_0", "/Shape_324_output_0", "Shape5068", "BinaryOp5071", "BinaryOp5072", "Unsqueeze5073", "BinaryOp5075", "Unsqueeze5076", "StridedSlice5079", "Squeeze5080", "BinaryOp5081", "BinaryOp5082", "/Gather_350_output_0", "/Div_69_output_0", "/Unsqueeze_742_output_0", "/Slice_93_output_0", "/Neg_46_output_0", "/Slice_92_output_0", "/Concat_302_output_0", "/Mul_185_output_0", "/Add_115_output_0", "/FakeLinear_93_output_0", "/Concat_300_output_0", "/Reshape_209_output_0", "/Mul_186_output_0", "/Shape_325_output_0", "Shape5131", "BinaryOp5134", "BinaryOp5135", "Unsqueeze5136", "BinaryOp5138", "Unsqueeze5139", "StridedSlice5142", "Squeeze5143", "BinaryOp5144", "BinaryOp5145", "/Gather_351_output_0", "/Div_70_output_0", "/Unsqueeze_744_output_0", "/Slice_95_output_0", "/Neg_47_output_0", "/Slice_94_output_0", "/Concat_303_output_0", "/Mul_187_output_0", "/Add_116_output_0", "/FakeLinear_94_output_0", "/Reshape_210_output_0", "/Reshape_215_output_0", "/FakeLinear_95_output_0", "/Add_118_output_0", "model.model.layers.23.post_attention_layernorm.weight", "/post_attention_layernorm_23/Mul_output_0", "/post_attention_layernorm_23/Mul_1_output_0", "/mlp/gate_proj_23/FakeLinear_output_0", "/mlp/act_fn_23/Sigmoid_output_0", "/mlp/act_fn_23/Mul_output_0", "/mlp/up_proj_23/FakeLinear_output_0", "/mlp_23/Mul_output_0", "/mlp/down_proj_23/FakeLinear_output_0", "/Add_119_output_0", "/Reshape_216_output_0", "model.model.layers.24.input_layernorm.weight", "/input_layernorm_24/Mul_output_0", "/input_layernorm_24/Mul_1_output_0", "/FakeLinear_96_output_0", "/Shape_337_output_0", "Shape5263", "BinaryOp5266", "BinaryOp5267", "Unsqueeze5268", "BinaryOp5270", "Unsqueeze5271", "StridedSlice5274", "Squeeze5275", "BinaryOp5276", "BinaryOp5277", "/Gather_364_output_0", "/Unsqueeze_769_output_0", "/Concat_312_output_0", "/Reshape_217_output_0", "/Mul_192_output_0", "/Shape_338_output_0", "Shape5284", "BinaryOp5287", "BinaryOp5288", "Unsqueeze5289", "BinaryOp5291", "Unsqueeze5292", "StridedSlice5295", "Squeeze5296", "BinaryOp5297", "BinaryOp5298", "/Gather_365_output_0", "/Div_72_output_0", "/Unsqueeze_774_output_0", "/Slice_97_output_0", "/Neg_48_output_0", "/Slice_96_output_0", "/Concat_315_output_0", "/Mul_193_output_0", "/Add_120_output_0", "/FakeLinear_97_output_0", "/Concat_313_output_0", "/Reshape_218_output_0", "/Mul_194_output_0", "/Shape_339_output_0", "Shape5347", "BinaryOp5350", "BinaryOp5351", "Unsqueeze5352", "BinaryOp5354", "Unsqueeze5355", "StridedSlice5358", "Squeeze5359", "BinaryOp5360", "BinaryOp5361", "/Gather_366_output_0", "/Div_73_output_0", "/Unsqueeze_776_output_0", "/Slice_99_output_0", "/Neg_49_output_0", "/Slice_98_output_0", "/Concat_316_output_0", "/Mul_195_output_0", "/Add_121_output_0", "/FakeLinear_98_output_0", "/Reshape_219_output_0", "/Reshape_224_output_0", "/FakeLinear_99_output_0", "/Add_123_output_0", "model.model.layers.24.post_attention_layernorm.weight", "/post_attention_layernorm_24/Mul_output_0", "/post_attention_layernorm_24/Mul_1_output_0", "/mlp/gate_proj_24/FakeLinear_output_0", "/mlp/act_fn_24/Sigmoid_output_0", "/mlp/act_fn_24/Mul_output_0", "/mlp/up_proj_24/FakeLinear_output_0", "/mlp_24/Mul_output_0", "/mlp/down_proj_24/FakeLinear_output_0", "/Add_124_output_0", "/Reshape_225_output_0", "model.model.layers.25.input_layernorm.weight", "/input_layernorm_25/Mul_output_0", "/input_layernorm_25/Mul_1_output_0", "/FakeLinear_100_output_0", "/Shape_351_output_0", "Shape5479", "BinaryOp5482", "BinaryOp5483", "Unsqueeze5484", "BinaryOp5486", "Unsqueeze5487", "StridedSlice5490", "Squeeze5491", "BinaryOp5492", "BinaryOp5493", "/Gather_379_output_0", "/Unsqueeze_801_output_0", "/Concat_325_output_0", "/Reshape_226_output_0", "/Mul_200_output_0", "/Shape_352_output_0", "Shape5500", "BinaryOp5503", "BinaryOp5504", "Unsqueeze5505", "BinaryOp5507", "Unsqueeze5508", "StridedSlice5511", "Squeeze5512", "BinaryOp5513", "BinaryOp5514", "/Gather_380_output_0", "/Div_75_output_0", "/Unsqueeze_806_output_0", "/Slice_101_output_0", "/Neg_50_output_0", "/Slice_100_output_0", "/Concat_328_output_0", "/Mul_201_output_0", "/Add_125_output_0", "/FakeLinear_101_output_0", "/Concat_326_output_0", "/Reshape_227_output_0", "/Mul_202_output_0", "/Shape_353_output_0", "Shape5563", "BinaryOp5566", "BinaryOp5567", "Unsqueeze5568", "BinaryOp5570", "Unsqueeze5571", "StridedSlice5574", "Squeeze5575", "BinaryOp5576", "BinaryOp5577", "/Gather_381_output_0", "/Div_76_output_0", "/Unsqueeze_808_output_0", "/Slice_103_output_0", "/Neg_51_output_0", "/Slice_102_output_0", "/Concat_329_output_0", "/Mul_203_output_0", "/Add_126_output_0", "/FakeLinear_102_output_0", "/Reshape_228_output_0", "/Reshape_233_output_0", "/FakeLinear_103_output_0", "/Add_128_output_0", "model.model.layers.25.post_attention_layernorm.weight", "/post_attention_layernorm_25/Mul_output_0", "/post_attention_layernorm_25/Mul_1_output_0", "/mlp/gate_proj_25/FakeLinear_output_0", "/mlp/act_fn_25/Sigmoid_output_0", "/mlp/act_fn_25/Mul_output_0", "/mlp/up_proj_25/FakeLinear_output_0", "/mlp_25/Mul_output_0", "/mlp/down_proj_25/FakeLinear_output_0", "/Add_129_output_0", "/Reshape_234_output_0", "model.model.layers.26.input_layernorm.weight", "/input_layernorm_26/Mul_output_0", "/input_layernorm_26/Mul_1_output_0", "/FakeLinear_104_output_0", "/Shape_365_output_0", "Shape5695", "BinaryOp5698", "BinaryOp5699", "Unsqueeze5700", "BinaryOp5702", "Unsqueeze5703", "StridedSlice5706", "Squeeze5707", "BinaryOp5708", "BinaryOp5709", "/Gather_394_output_0", "/Unsqueeze_833_output_0", "/Concat_338_output_0", "/Reshape_235_output_0", "/Mul_208_output_0", "/Shape_366_output_0", "Shape5716", "BinaryOp5719", "BinaryOp5720", "Unsqueeze5721", "BinaryOp5723", "Unsqueeze5724", "StridedSlice5727", "Squeeze5728", "BinaryOp5729", "BinaryOp5730", "/Gather_395_output_0", "/Div_78_output_0", "/Unsqueeze_838_output_0", "/Slice_105_output_0", "/Neg_52_output_0", "/Slice_104_output_0", "/Concat_341_output_0", "/Mul_209_output_0", "/Add_130_output_0", "/FakeLinear_105_output_0", "/Concat_339_output_0", "/Reshape_236_output_0", "/Mul_210_output_0", "/Shape_367_output_0", "Shape5779", "BinaryOp5782", "BinaryOp5783", "Unsqueeze5784", "BinaryOp5786", "Unsqueeze5787", "StridedSlice5790", "Squeeze5791", "BinaryOp5792", "BinaryOp5793", "/Gather_396_output_0", "/Div_79_output_0", "/Unsqueeze_840_output_0", "/Slice_107_output_0", "/Neg_53_output_0", "/Slice_106_output_0", "/Concat_342_output_0", "/Mul_211_output_0", "/Add_131_output_0", "/FakeLinear_106_output_0", "/Reshape_237_output_0", "/Reshape_242_output_0", "/FakeLinear_107_output_0", "/Add_133_output_0", "model.model.layers.26.post_attention_layernorm.weight", "/post_attention_layernorm_26/Mul_output_0", "/post_attention_layernorm_26/Mul_1_output_0", "/mlp/gate_proj_26/FakeLinear_output_0", "/mlp/act_fn_26/Sigmoid_output_0", "/mlp/act_fn_26/Mul_output_0", "/mlp/up_proj_26/FakeLinear_output_0", "/mlp_26/Mul_output_0", "/mlp/down_proj_26/FakeLinear_output_0", "/Add_134_output_0", "/Reshape_243_output_0", "model.model.layers.27.input_layernorm.weight", "/input_layernorm_27/Mul_output_0", "/input_layernorm_27/Mul_1_output_0", "/FakeLinear_108_output_0", "/Shape_379_output_0", "Shape5911", "BinaryOp5914", "BinaryOp5915", "Unsqueeze5916", "BinaryOp5918", "Unsqueeze5919", "StridedSlice5922", "Squeeze5923", "BinaryOp5924", "BinaryOp5925", "/Gather_409_output_0", "/Unsqueeze_865_output_0", "/Concat_351_output_0", "/Reshape_244_output_0", "/Mul_216_output_0", "/Shape_380_output_0", "Shape5932", "BinaryOp5935", "BinaryOp5936", "Unsqueeze5937", "BinaryOp5939", "Unsqueeze5940", "StridedSlice5943", "Squeeze5944", "BinaryOp5945", "BinaryOp5946", "/Gather_410_output_0", "/Div_81_output_0", "/Unsqueeze_870_output_0", "/Slice_109_output_0", "/Neg_54_output_0", "/Slice_108_output_0", "/Concat_354_output_0", "/Mul_217_output_0", "/Add_135_output_0", "/FakeLinear_109_output_0", "/Concat_352_output_0", "/Reshape_245_output_0", "/Mul_218_output_0", "/Shape_381_output_0", "Shape5995", "BinaryOp5998", "BinaryOp5999", "Unsqueeze6000", "BinaryOp6002", "Unsqueeze6003", "StridedSlice6006", "Squeeze6007", "BinaryOp6008", "BinaryOp6009", "/Gather_411_output_0", "/Div_82_output_0", "/Unsqueeze_872_output_0", "/Slice_111_output_0", "/Neg_55_output_0", "/Slice_110_output_0", "/Concat_355_output_0", "/Mul_219_output_0", "/Add_136_output_0", "/FakeLinear_110_output_0", "/Reshape_246_output_0", "/Reshape_251_output_0", "/FakeLinear_111_output_0", "/Add_138_output_0", "model.model.layers.27.post_attention_layernorm.weight", "/post_attention_layernorm_27/Mul_output_0", "/post_attention_layernorm_27/Mul_1_output_0", "/mlp/gate_proj_27/FakeLinear_output_0", "/mlp/act_fn_27/Sigmoid_output_0", "/mlp/act_fn_27/Mul_output_0", "/mlp/up_proj_27/FakeLinear_output_0", "/mlp_27/Mul_output_0", "/mlp/down_proj_27/FakeLinear_output_0", "/Add_139_output_0", "/Reshape_252_output_0", "model.model.layers.28.input_layernorm.weight", "/input_layernorm_28/Mul_output_0", "/input_layernorm_28/Mul_1_output_0", "/FakeLinear_112_output_0", "/Shape_393_output_0", "Shape6127", "BinaryOp6130", "BinaryOp6131", "Unsqueeze6132", "BinaryOp6134", "Unsqueeze6135", "StridedSlice6138", "Squeeze6139", "BinaryOp6140", "BinaryOp6141", "/Gather_424_output_0", "/Unsqueeze_897_output_0", "/Concat_364_output_0", "/Reshape_253_output_0", "/Mul_224_output_0", "/Shape_394_output_0", "Shape6148", "BinaryOp6151", "BinaryOp6152", "Unsqueeze6153", "BinaryOp6155", "Unsqueeze6156", "StridedSlice6159", "Squeeze6160", "BinaryOp6161", "BinaryOp6162", "/Gather_425_output_0", "/Div_84_output_0", "/Unsqueeze_902_output_0", "/Slice_113_output_0", "/Neg_56_output_0", "/Slice_112_output_0", "/Concat_367_output_0", "/Mul_225_output_0", "/Add_140_output_0", "/FakeLinear_113_output_0", "/Concat_365_output_0", "/Reshape_254_output_0", "/Mul_226_output_0", "/Shape_395_output_0", "Shape6211", "BinaryOp6214", "BinaryOp6215", "Unsqueeze6216", "BinaryOp6218", "Unsqueeze6219", "StridedSlice6222", "Squeeze6223", "BinaryOp6224", "BinaryOp6225", "/Gather_426_output_0", "/Div_85_output_0", "/Unsqueeze_904_output_0", "/Slice_115_output_0", "/Neg_57_output_0", "/Slice_114_output_0", "/Concat_368_output_0", "/Mul_227_output_0", "/Add_141_output_0", "/FakeLinear_114_output_0", "/Reshape_255_output_0", "/Reshape_260_output_0", "/FakeLinear_115_output_0", "/Add_143_output_0", "model.model.layers.28.post_attention_layernorm.weight", "/post_attention_layernorm_28/Mul_output_0", "/post_attention_layernorm_28/Mul_1_output_0", "/mlp/gate_proj_28/FakeLinear_output_0", "/mlp/act_fn_28/Sigmoid_output_0", "/mlp/act_fn_28/Mul_output_0", "/mlp/up_proj_28/FakeLinear_output_0", "/mlp_28/Mul_output_0", "/mlp/down_proj_28/FakeLinear_output_0", "/Add_144_output_0", "/Reshape_261_output_0", "model.model.layers.29.input_layernorm.weight", "/input_layernorm_29/Mul_output_0", "/input_layernorm_29/Mul_1_output_0", "/FakeLinear_116_output_0", "/Shape_407_output_0", "Shape6343", "BinaryOp6346", "BinaryOp6347", "Unsqueeze6348", "BinaryOp6350", "Unsqueeze6351", "StridedSlice6354", "Squeeze6355", "BinaryOp6356", "BinaryOp6357", "/Gather_439_output_0", "/Unsqueeze_929_output_0", "/Concat_377_output_0", "/Reshape_262_output_0", "/Mul_232_output_0", "/Shape_408_output_0", "Shape6364", "BinaryOp6367", "BinaryOp6368", "Unsqueeze6369", "BinaryOp6371", "Unsqueeze6372", "StridedSlice6375", "Squeeze6376", "BinaryOp6377", "BinaryOp6378", "/Gather_440_output_0", "/Div_87_output_0", "/Unsqueeze_934_output_0", "/Slice_117_output_0", "/Neg_58_output_0", "/Slice_116_output_0", "/Concat_380_output_0", "/Mul_233_output_0", "/Add_145_output_0", "/FakeLinear_117_output_0", "/Concat_378_output_0", "/Reshape_263_output_0", "/Mul_234_output_0", "/Shape_409_output_0", "Shape6427", "BinaryOp6430", "BinaryOp6431", "Unsqueeze6432", "BinaryOp6434", "Unsqueeze6435", "StridedSlice6438", "Squeeze6439", "BinaryOp6440", "BinaryOp6441", "/Gather_441_output_0", "/Div_88_output_0", "/Unsqueeze_936_output_0", "/Slice_119_output_0", "/Neg_59_output_0", "/Slice_118_output_0", "/Concat_381_output_0", "/Mul_235_output_0", "/Add_146_output_0", "/FakeLinear_118_output_0", "/Reshape_264_output_0", "/Reshape_269_output_0", "/FakeLinear_119_output_0", "/Add_148_output_0", "model.model.layers.29.post_attention_layernorm.weight", "/post_attention_layernorm_29/Mul_output_0", "/post_attention_layernorm_29/Mul_1_output_0", "/mlp/gate_proj_29/FakeLinear_output_0", "/mlp/act_fn_29/Sigmoid_output_0", "/mlp/act_fn_29/Mul_output_0", "/mlp/up_proj_29/FakeLinear_output_0", "/mlp_29/Mul_output_0", "/mlp/down_proj_29/FakeLinear_output_0", "/Add_149_output_0", "/Reshape_270_output_0", "model.model.layers.30.input_layernorm.weight", "/input_layernorm_30/Mul_output_0", "/input_layernorm_30/Mul_1_output_0", "/FakeLinear_120_output_0", "/Shape_421_output_0", "Shape6559", "BinaryOp6562", "BinaryOp6563", "Unsqueeze6564", "BinaryOp6566", "Unsqueeze6567", "StridedSlice6570", "Squeeze6571", "BinaryOp6572", "BinaryOp6573", "/Gather_454_output_0", "/Unsqueeze_961_output_0", "/Concat_390_output_0", "/Reshape_271_output_0", "/Mul_240_output_0", "/Shape_422_output_0", "Shape6580", "BinaryOp6583", "BinaryOp6584", "Unsqueeze6585", "BinaryOp6587", "Unsqueeze6588", "StridedSlice6591", "Squeeze6592", "BinaryOp6593", "BinaryOp6594", "/Gather_455_output_0", "/Div_90_output_0", "/Unsqueeze_966_output_0", "/Slice_121_output_0", "/Neg_60_output_0", "/Slice_120_output_0", "/Concat_393_output_0", "/Mul_241_output_0", "/Add_150_output_0", "/FakeLinear_121_output_0", "/Concat_391_output_0", "/Reshape_272_output_0", "/Mul_242_output_0", "/Shape_423_output_0", "Shape6643", "BinaryOp6646", "BinaryOp6647", "Unsqueeze6648", "BinaryOp6650", "Unsqueeze6651", "StridedSlice6654", "Squeeze6655", "BinaryOp6656", "BinaryOp6657", "/Gather_456_output_0", "/Div_91_output_0", "/Unsqueeze_968_output_0", "/Slice_123_output_0", "/Neg_61_output_0", "/Slice_122_output_0", "/Concat_394_output_0", "/Mul_243_output_0", "/Add_151_output_0", "/FakeLinear_122_output_0", "/Reshape_273_output_0", "/Reshape_278_output_0", "/FakeLinear_123_output_0", "/Add_153_output_0", "model.model.layers.30.post_attention_layernorm.weight", "/post_attention_layernorm_30/Mul_output_0", "/post_attention_layernorm_30/Mul_1_output_0", "/mlp/gate_proj_30/FakeLinear_output_0", "/mlp/act_fn_30/Sigmoid_output_0", "/mlp/act_fn_30/Mul_output_0", "/mlp/up_proj_30/FakeLinear_output_0", "/mlp_30/Mul_output_0", "/mlp/down_proj_30/FakeLinear_output_0", "/Add_154_output_0", "/Reshape_279_output_0", "model.model.layers.31.input_layernorm.weight", "/input_layernorm_31/Mul_output_0", "/input_layernorm_31/Mul_1_output_0", "/FakeLinear_124_output_0", "/Shape_435_output_0", "Shape6775", "BinaryOp6778", "BinaryOp6779", "Unsqueeze6780", "BinaryOp6782", "Unsqueeze6783", "StridedSlice6786", "Squeeze6787", "BinaryOp6788", "BinaryOp6789", "/Gather_469_output_0", "/Unsqueeze_993_output_0", "/Concat_403_output_0", "/Reshape_280_output_0", "/Mul_248_output_0", "/Shape_436_output_0", "Shape6796", "BinaryOp6799", "BinaryOp6800", "Unsqueeze6801", "BinaryOp6803", "Unsqueeze6804", "StridedSlice6807", "Squeeze6808", "BinaryOp6809", "BinaryOp6810", "/Gather_470_output_0", "/Div_93_output_0", "/Unsqueeze_998_output_0", "/Slice_125_output_0", "/Neg_62_output_0", "/Slice_124_output_0", "/Concat_406_output_0", "/Mul_249_output_0", "/Add_155_output_0", "/FakeLinear_125_output_0", "/Concat_404_output_0", "/Reshape_281_output_0", "/Mul_250_output_0", "/Shape_437_output_0", "Shape6859", "BinaryOp6862", "BinaryOp6863", "Unsqueeze6864", "BinaryOp6866", "Unsqueeze6867", "StridedSlice6870", "Squeeze6871", "BinaryOp6872", "BinaryOp6873", "/Gather_471_output_0", "/Div_94_output_0", "/Unsqueeze_1000_output_0", "/Slice_127_output_0", "/Neg_63_output_0", "/Slice_126_output_0", "/Concat_407_output_0", "/Mul_251_output_0", "/Add_156_output_0", "/FakeLinear_126_output_0", "/Reshape_282_output_0", "/Reshape_287_output_0", "/FakeLinear_127_output_0", "/Add_158_output_0", "model.model.layers.31.post_attention_layernorm.weight", "/post_attention_layernorm_31/Mul_output_0", "/post_attention_layernorm_31/Mul_1_output_0", "/mlp/gate_proj_31/FakeLinear_output_0", "/mlp/act_fn_31/Sigmoid_output_0", "/mlp/act_fn_31/Mul_output_0", "/mlp/up_proj_31/FakeLinear_output_0", "/mlp_31/Mul_output_0", "/mlp/down_proj_31/FakeLinear_output_0", "/Add_159_output_0", "/Reshape_288_output_0", "model.model.layers.32.input_layernorm.weight", "/input_layernorm_32/Mul_output_0", "/input_layernorm_32/Mul_1_output_0", "/FakeLinear_128_output_0", "/Shape_449_output_0", "Shape6991", "BinaryOp6994", "BinaryOp6995", "Unsqueeze6996", "BinaryOp6998", "Unsqueeze6999", "StridedSlice7002", "Squeeze7003", "BinaryOp7004", "BinaryOp7005", "/Gather_484_output_0", "/Unsqueeze_1025_output_0", "/Concat_416_output_0", "/Reshape_289_output_0", "/Mul_256_output_0", "/Shape_450_output_0", "Shape7012", "BinaryOp7015", "BinaryOp7016", "Unsqueeze7017", "BinaryOp7019", "Unsqueeze7020", "StridedSlice7023", "Squeeze7024", "BinaryOp7025", "BinaryOp7026", "/Gather_485_output_0", "/Div_96_output_0", "/Unsqueeze_1030_output_0", "/Slice_129_output_0", "/Neg_64_output_0", "/Slice_128_output_0", "/Concat_419_output_0", "/Mul_257_output_0", "/Add_160_output_0", "/FakeLinear_129_output_0", "/Concat_417_output_0", "/Reshape_290_output_0", "/Mul_258_output_0", "/Shape_451_output_0", "Shape7075", "BinaryOp7078", "BinaryOp7079", "Unsqueeze7080", "BinaryOp7082", "Unsqueeze7083", "StridedSlice7086", "Squeeze7087", "BinaryOp7088", "BinaryOp7089", "/Gather_486_output_0", "/Div_97_output_0", "/Unsqueeze_1032_output_0", "/Slice_131_output_0", "/Neg_65_output_0", "/Slice_130_output_0", "/Concat_420_output_0", "/Mul_259_output_0", "/Add_161_output_0", "/FakeLinear_130_output_0", "/Reshape_291_output_0", "/Reshape_296_output_0", "/FakeLinear_131_output_0", "/Add_163_output_0", "model.model.layers.32.post_attention_layernorm.weight", "/post_attention_layernorm_32/Mul_output_0", "/post_attention_layernorm_32/Mul_1_output_0", "/mlp/gate_proj_32/FakeLinear_output_0", "/mlp/act_fn_32/Sigmoid_output_0", "/mlp/act_fn_32/Mul_output_0", "/mlp/up_proj_32/FakeLinear_output_0", "/mlp_32/Mul_output_0", "/mlp/down_proj_32/FakeLinear_output_0", "/Add_164_output_0", "/Reshape_297_output_0", "model.model.layers.33.input_layernorm.weight", "/input_layernorm_33/Mul_output_0", "/input_layernorm_33/Mul_1_output_0", "/FakeLinear_132_output_0", "/Shape_463_output_0", "Shape7207", "BinaryOp7210", "BinaryOp7211", "Unsqueeze7212", "BinaryOp7214", "Unsqueeze7215", "StridedSlice7218", "Squeeze7219", "BinaryOp7220", "BinaryOp7221", "/Gather_499_output_0", "/Unsqueeze_1057_output_0", "/Concat_429_output_0", "/Reshape_298_output_0", "/Mul_264_output_0", "/Shape_464_output_0", "Shape7228", "BinaryOp7231", "BinaryOp7232", "Unsqueeze7233", "BinaryOp7235", "Unsqueeze7236", "StridedSlice7239", "Squeeze7240", "BinaryOp7241", "BinaryOp7242", "/Gather_500_output_0", "/Div_99_output_0", "/Unsqueeze_1062_output_0", "/Slice_133_output_0", "/Neg_66_output_0", "/Slice_132_output_0", "/Concat_432_output_0", "/Mul_265_output_0", "/Add_165_output_0", "/FakeLinear_133_output_0", "/Concat_430_output_0", "/Reshape_299_output_0", "/Mul_266_output_0", "/Shape_465_output_0", "Shape7291", "BinaryOp7294", "BinaryOp7295", "Unsqueeze7296", "BinaryOp7298", "Unsqueeze7299", "StridedSlice7302", "Squeeze7303", "BinaryOp7304", "BinaryOp7305", "/Gather_501_output_0", "/Div_100_output_0", "/Unsqueeze_1064_output_0", "/Slice_135_output_0", "/Neg_67_output_0", "/Slice_134_output_0", "/Concat_433_output_0", "/Mul_267_output_0", "/Add_166_output_0", "/FakeLinear_134_output_0", "/Reshape_300_output_0", "/Reshape_305_output_0", "/FakeLinear_135_output_0", "/Add_168_output_0", "model.model.layers.33.post_attention_layernorm.weight", "/post_attention_layernorm_33/Mul_output_0", "/post_attention_layernorm_33/Mul_1_output_0", "/mlp/gate_proj_33/FakeLinear_output_0", "/mlp/act_fn_33/Sigmoid_output_0", "/mlp/act_fn_33/Mul_output_0", "/mlp/up_proj_33/FakeLinear_output_0", "/mlp_33/Mul_output_0", "/mlp/down_proj_33/FakeLinear_output_0", "/Add_169_output_0", "/Reshape_306_output_0", "model.model.layers.34.input_layernorm.weight", "/input_layernorm_34/Mul_output_0", "/input_layernorm_34/Mul_1_output_0", "/FakeLinear_136_output_0", "/Shape_477_output_0", "Shape7423", "BinaryOp7426", "BinaryOp7427", "Unsqueeze7428", "BinaryOp7430", "Unsqueeze7431", "StridedSlice7434", "Squeeze7435", "BinaryOp7436", "BinaryOp7437", "/Gather_514_output_0", "/Unsqueeze_1089_output_0", "/Concat_442_output_0", "/Reshape_307_output_0", "/Mul_272_output_0", "/Shape_478_output_0", "Shape7444", "BinaryOp7447", "BinaryOp7448", "Unsqueeze7449", "BinaryOp7451", "Unsqueeze7452", "StridedSlice7455", "Squeeze7456", "BinaryOp7457", "BinaryOp7458", "/Gather_515_output_0", "/Div_102_output_0", "/Unsqueeze_1094_output_0", "/Slice_137_output_0", "/Neg_68_output_0", "/Slice_136_output_0", "/Concat_445_output_0", "/Mul_273_output_0", "/Add_170_output_0", "/FakeLinear_137_output_0", "/Concat_443_output_0", "/Reshape_308_output_0", "/Mul_274_output_0", "/Shape_479_output_0", "Shape7507", "BinaryOp7510", "BinaryOp7511", "Unsqueeze7512", "BinaryOp7514", "Unsqueeze7515", "StridedSlice7518", "Squeeze7519", "BinaryOp7520", "BinaryOp7521", "/Gather_516_output_0", "/Div_103_output_0", "/Unsqueeze_1096_output_0", "/Slice_139_output_0", "/Neg_69_output_0", "/Slice_138_output_0", "/Concat_446_output_0", "/Mul_275_output_0", "/Add_171_output_0", "/FakeLinear_138_output_0", "/Reshape_309_output_0", "/Reshape_314_output_0", "/FakeLinear_139_output_0", "/Add_173_output_0", "model.model.layers.34.post_attention_layernorm.weight", "/post_attention_layernorm_34/Mul_output_0", "/post_attention_layernorm_34/Mul_1_output_0", "/mlp/gate_proj_34/FakeLinear_output_0", "/mlp/act_fn_34/Sigmoid_output_0", "/mlp/act_fn_34/Mul_output_0", "/mlp/up_proj_34/FakeLinear_output_0", "/mlp_34/Mul_output_0", "/mlp/down_proj_34/FakeLinear_output_0", "/Add_174_output_0", "/Reshape_315_output_0", "model.model.layers.35.input_layernorm.weight", "/input_layernorm_35/Mul_output_0", "/input_layernorm_35/Mul_1_output_0", "/FakeLinear_140_output_0", "/Shape_491_output_0", "Shape7639", "BinaryOp7642", "BinaryOp7643", "Unsqueeze7644", "BinaryOp7646", "Unsqueeze7647", "StridedSlice7650", "Squeeze7651", "BinaryOp7652", "BinaryOp7653", "/Gather_529_output_0", "/Unsqueeze_1121_output_0", "/Concat_455_output_0", "/Reshape_316_output_0", "/Mul_280_output_0", "/Shape_492_output_0", "Shape7660", "BinaryOp7663", "BinaryOp7664", "Unsqueeze7665", "BinaryOp7667", "Unsqueeze7668", "StridedSlice7671", "Squeeze7672", "BinaryOp7673", "BinaryOp7674", "/Gather_530_output_0", "/Div_105_output_0", "/Unsqueeze_1126_output_0", "/Slice_141_output_0", "/Neg_70_output_0", "/Slice_140_output_0", "/Concat_458_output_0", "/Mul_281_output_0", "/Add_175_output_0", "/FakeLinear_141_output_0", "/Concat_456_output_0", "/Reshape_317_output_0", "/Mul_282_output_0", "/Shape_493_output_0", "Shape7723", "BinaryOp7726", "BinaryOp7727", "Unsqueeze7728", "BinaryOp7730", "Unsqueeze7731", "StridedSlice7734", "Squeeze7735", "BinaryOp7736", "BinaryOp7737", "/Gather_531_output_0", "/Div_106_output_0", "/Unsqueeze_1128_output_0", "/Slice_143_output_0", "/Neg_71_output_0", "/Slice_142_output_0", "/Concat_459_output_0", "/Mul_283_output_0", "/Add_176_output_0", "/FakeLinear_142_output_0", "/Reshape_318_output_0", "/Reshape_323_output_0", "/FakeLinear_143_output_0", "/Add_178_output_0", "model.model.layers.35.post_attention_layernorm.weight", "/post_attention_layernorm_35/Mul_output_0", "/post_attention_layernorm_35/Mul_1_output_0", "/mlp/gate_proj_35/FakeLinear_output_0", "/mlp/act_fn_35/Sigmoid_output_0", "/mlp/act_fn_35/Mul_output_0", "/mlp/up_proj_35/FakeLinear_output_0", "/mlp_35/Mul_output_0", "/mlp/down_proj_35/FakeLinear_output_0", "/Add_179_output_0", "/Reshape_324_output_0", "model.model.layers.36.input_layernorm.weight", "/input_layernorm_36/Mul_output_0", "/input_layernorm_36/Mul_1_output_0", "/FakeLinear_144_output_0", "/Shape_505_output_0", "Shape7855", "BinaryOp7858", "BinaryOp7859", "Unsqueeze7860", "BinaryOp7862", "Unsqueeze7863", "StridedSlice7866", "Squeeze7867", "BinaryOp7868", "BinaryOp7869", "/Gather_544_output_0", "/Unsqueeze_1153_output_0", "/Concat_468_output_0", "/Reshape_325_output_0", "/Mul_288_output_0", "/Shape_506_output_0", "Shape7876", "BinaryOp7879", "BinaryOp7880", "Unsqueeze7881", "BinaryOp7883", "Unsqueeze7884", "StridedSlice7887", "Squeeze7888", "BinaryOp7889", "BinaryOp7890", "/Gather_545_output_0", "/Div_108_output_0", "/Unsqueeze_1158_output_0", "/Slice_145_output_0", "/Neg_72_output_0", "/Slice_144_output_0", "/Concat_471_output_0", "/Mul_289_output_0", "/Add_180_output_0", "/FakeLinear_145_output_0", "/Concat_469_output_0", "/Reshape_326_output_0", "/Mul_290_output_0", "/Shape_507_output_0", "Shape7939", "BinaryOp7942", "BinaryOp7943", "Unsqueeze7944", "BinaryOp7946", "Unsqueeze7947", "StridedSlice7950", "Squeeze7951", "BinaryOp7952", "BinaryOp7953", "/Gather_546_output_0", "/Div_109_output_0", "/Unsqueeze_1160_output_0", "/Slice_147_output_0", "/Neg_73_output_0", "/Slice_146_output_0", "/Concat_472_output_0", "/Mul_291_output_0", "/Add_181_output_0", "/FakeLinear_146_output_0", "/Reshape_327_output_0", "/Reshape_332_output_0", "/FakeLinear_147_output_0", "/Add_183_output_0", "model.model.layers.36.post_attention_layernorm.weight", "/post_attention_layernorm_36/Mul_output_0", "/post_attention_layernorm_36/Mul_1_output_0", "/mlp/gate_proj_36/FakeLinear_output_0", "/mlp/act_fn_36/Sigmoid_output_0", "/mlp/act_fn_36/Mul_output_0", "/mlp/up_proj_36/FakeLinear_output_0", "/mlp_36/Mul_output_0", "/mlp/down_proj_36/FakeLinear_output_0", "/Add_184_output_0", "/Reshape_333_output_0", "model.model.layers.37.input_layernorm.weight", "/input_layernorm_37/Mul_output_0", "/input_layernorm_37/Mul_1_output_0", "/FakeLinear_148_output_0", "/Shape_519_output_0", "Shape8071", "BinaryOp8074", "BinaryOp8075", "Unsqueeze8076", "BinaryOp8078", "Unsqueeze8079", "StridedSlice8082", "Squeeze8083", "BinaryOp8084", "BinaryOp8085", "/Gather_559_output_0", "/Unsqueeze_1185_output_0", "/Concat_481_output_0", "/Reshape_334_output_0", "/Mul_296_output_0", "/Shape_520_output_0", "Shape8092", "BinaryOp8095", "BinaryOp8096", "Unsqueeze8097", "BinaryOp8099", "Unsqueeze8100", "StridedSlice8103", "Squeeze8104", "BinaryOp8105", "BinaryOp8106", "/Gather_560_output_0", "/Div_111_output_0", "/Unsqueeze_1190_output_0", "/Slice_149_output_0", "/Neg_74_output_0", "/Slice_148_output_0", "/Concat_484_output_0", "/Mul_297_output_0", "/Add_185_output_0", "/FakeLinear_149_output_0", "/Concat_482_output_0", "/Reshape_335_output_0", "/Mul_298_output_0", "/Shape_521_output_0", "Shape8155", "BinaryOp8158", "BinaryOp8159", "Unsqueeze8160", "BinaryOp8162", "Unsqueeze8163", "StridedSlice8166", "Squeeze8167", "BinaryOp8168", "BinaryOp8169", "/Gather_561_output_0", "/Div_112_output_0", "/Unsqueeze_1192_output_0", "/Slice_151_output_0", "/Neg_75_output_0", "/Slice_150_output_0", "/Concat_485_output_0", "/Mul_299_output_0", "/Add_186_output_0", "/FakeLinear_150_output_0", "/Reshape_336_output_0", "/Reshape_341_output_0", "/FakeLinear_151_output_0", "/Add_188_output_0", "model.model.layers.37.post_attention_layernorm.weight", "/post_attention_layernorm_37/Mul_output_0", "/post_attention_layernorm_37/Mul_1_output_0", "/mlp/gate_proj_37/FakeLinear_output_0", "/mlp/act_fn_37/Sigmoid_output_0", "/mlp/act_fn_37/Mul_output_0", "/mlp/up_proj_37/FakeLinear_output_0", "/mlp_37/Mul_output_0", "/mlp/down_proj_37/FakeLinear_output_0", "/Add_189_output_0", "/Reshape_342_output_0", "model.model.layers.38.input_layernorm.weight", "/input_layernorm_38/Mul_output_0", "/input_layernorm_38/Mul_1_output_0", "/FakeLinear_152_output_0", "/Shape_533_output_0", "Shape8287", "BinaryOp8290", "BinaryOp8291", "Unsqueeze8292", "BinaryOp8294", "Unsqueeze8295", "StridedSlice8298", "Squeeze8299", "BinaryOp8300", "BinaryOp8301", "/Gather_574_output_0", "/Unsqueeze_1217_output_0", "/Concat_494_output_0", "/Reshape_343_output_0", "/Mul_304_output_0", "/Shape_534_output_0", "Shape8308", "BinaryOp8311", "BinaryOp8312", "Unsqueeze8313", "BinaryOp8315", "Unsqueeze8316", "StridedSlice8319", "Squeeze8320", "BinaryOp8321", "BinaryOp8322", "/Gather_575_output_0", "/Div_114_output_0", "/Unsqueeze_1222_output_0", "/Slice_153_output_0", "/Neg_76_output_0", "/Slice_152_output_0", "/Concat_497_output_0", "/Mul_305_output_0", "/Add_190_output_0", "/FakeLinear_153_output_0", "/Concat_495_output_0", "/Reshape_344_output_0", "/Mul_306_output_0", "/Shape_535_output_0", "Shape8371", "BinaryOp8374", "BinaryOp8375", "Unsqueeze8376", "BinaryOp8378", "Unsqueeze8379", "StridedSlice8382", "Squeeze8383", "BinaryOp8384", "BinaryOp8385", "/Gather_576_output_0", "/Div_115_output_0", "/Unsqueeze_1224_output_0", "/Slice_155_output_0", "/Neg_77_output_0", "/Slice_154_output_0", "/Concat_498_output_0", "/Mul_307_output_0", "/Add_191_output_0", "/FakeLinear_154_output_0", "/Reshape_345_output_0", "/Reshape_350_output_0", "/FakeLinear_155_output_0", "/Add_193_output_0", "model.model.layers.38.post_attention_layernorm.weight", "/post_attention_layernorm_38/Mul_output_0", "/post_attention_layernorm_38/Mul_1_output_0", "/mlp/gate_proj_38/FakeLinear_output_0", "/mlp/act_fn_38/Sigmoid_output_0", "/mlp/act_fn_38/Mul_output_0", "/mlp/up_proj_38/FakeLinear_output_0", "/mlp_38/Mul_output_0", "/mlp/down_proj_38/FakeLinear_output_0", "/Add_194_output_0", "/Reshape_351_output_0", "model.model.layers.39.input_layernorm.weight", "/input_layernorm_39/Mul_output_0", "/input_layernorm_39/Mul_1_output_0", "/FakeLinear_156_output_0", "/Shape_547_output_0", "Shape8503", "BinaryOp8506", "BinaryOp8507", "Unsqueeze8508", "BinaryOp8510", "Unsqueeze8511", "StridedSlice8514", "Squeeze8515", "BinaryOp8516", "BinaryOp8517", "/Gather_589_output_0", "/Unsqueeze_1249_output_0", "/Concat_507_output_0", "/Reshape_352_output_0", "/Mul_312_output_0", "/Shape_548_output_0", "Shape8524", "BinaryOp8527", "BinaryOp8528", "Unsqueeze8529", "BinaryOp8531", "Unsqueeze8532", "StridedSlice8535", "Squeeze8536", "BinaryOp8537", "BinaryOp8538", "/Gather_590_output_0", "/Div_117_output_0", "/Unsqueeze_1254_output_0", "/Slice_157_output_0", "/Neg_78_output_0", "/Slice_156_output_0", "/Concat_510_output_0", "/Mul_313_output_0", "/Add_195_output_0", "/FakeLinear_157_output_0", "/Concat_508_output_0", "/Reshape_353_output_0", "/Mul_314_output_0", "/Shape_549_output_0", "Shape8587", "BinaryOp8590", "BinaryOp8591", "Unsqueeze8592", "BinaryOp8594", "Unsqueeze8595", "StridedSlice8598", "Squeeze8599", "BinaryOp8600", "BinaryOp8601", "/Gather_591_output_0", "/Div_118_output_0", "/Unsqueeze_1256_output_0", "/Slice_159_output_0", "/Neg_79_output_0", "/Slice_158_output_0", "/Concat_511_output_0", "/Mul_315_output_0", "/Add_196_output_0", "/FakeLinear_158_output_0", "/Reshape_354_output_0", "/Reshape_359_output_0", "/FakeLinear_159_output_0", "/Add_198_output_0", "model.model.layers.39.post_attention_layernorm.weight", "/post_attention_layernorm_39/Mul_output_0", "/post_attention_layernorm_39/Mul_1_output_0", "/mlp/gate_proj_39/FakeLinear_output_0", "/mlp/act_fn_39/Sigmoid_output_0", "/mlp/act_fn_39/Mul_output_0", "/mlp/up_proj_39/FakeLinear_output_0", "/mlp_39/Mul_output_0", "/mlp/down_proj_39/FakeLinear_output_0", "/Add_199_output_0", "/Reshape_360_output_0", "model.model.layers.40.input_layernorm.weight", "/input_layernorm_40/Mul_output_0", "/input_layernorm_40/Mul_1_output_0", "/FakeLinear_160_output_0", "/Shape_561_output_0", "Shape8719", "BinaryOp8722", "BinaryOp8723", "Unsqueeze8724", "BinaryOp8726", "Unsqueeze8727", "StridedSlice8730", "Squeeze8731", "BinaryOp8732", "BinaryOp8733", "/Gather_604_output_0", "/Unsqueeze_1281_output_0", "/Concat_520_output_0", "/Reshape_361_output_0", "/Mul_320_output_0", "/Shape_562_output_0", "Shape8740", "BinaryOp8743", "BinaryOp8744", "Unsqueeze8745", "BinaryOp8747", "Unsqueeze8748", "StridedSlice8751", "Squeeze8752", "BinaryOp8753", "BinaryOp8754", "/Gather_605_output_0", "/Div_120_output_0", "/Unsqueeze_1286_output_0", "/Slice_161_output_0", "/Neg_80_output_0", "/Slice_160_output_0", "/Concat_523_output_0", "/Mul_321_output_0", "/Add_200_output_0", "/FakeLinear_161_output_0", "/Concat_521_output_0", "/Reshape_362_output_0", "/Mul_322_output_0", "/Shape_563_output_0", "Shape8803", "BinaryOp8806", "BinaryOp8807", "Unsqueeze8808", "BinaryOp8810", "Unsqueeze8811", "StridedSlice8814", "Squeeze8815", "BinaryOp8816", "BinaryOp8817", "/Gather_606_output_0", "/Div_121_output_0", "/Unsqueeze_1288_output_0", "/Slice_163_output_0", "/Neg_81_output_0", "/Slice_162_output_0", "/Concat_524_output_0", "/Mul_323_output_0", "/Add_201_output_0", "/FakeLinear_162_output_0", "/Reshape_363_output_0", "/Reshape_368_output_0", "/FakeLinear_163_output_0", "/Add_203_output_0", "model.model.layers.40.post_attention_layernorm.weight", "/post_attention_layernorm_40/Mul_output_0", "/post_attention_layernorm_40/Mul_1_output_0", "/mlp/gate_proj_40/FakeLinear_output_0", "/mlp/act_fn_40/Sigmoid_output_0", "/mlp/act_fn_40/Mul_output_0", "/mlp/up_proj_40/FakeLinear_output_0", "/mlp_40/Mul_output_0", "/mlp/down_proj_40/FakeLinear_output_0", "/Add_204_output_0", "/Reshape_369_output_0", "model.model.layers.41.input_layernorm.weight", "/input_layernorm_41/Mul_output_0", "/input_layernorm_41/Mul_1_output_0", "/FakeLinear_164_output_0", "/Shape_575_output_0", "Shape8935", "BinaryOp8938", "BinaryOp8939", "Unsqueeze8940", "BinaryOp8942", "Unsqueeze8943", "StridedSlice8946", "Squeeze8947", "BinaryOp8948", "BinaryOp8949", "/Gather_619_output_0", "/Unsqueeze_1313_output_0", "/Concat_533_output_0", "/Reshape_370_output_0", "/Mul_328_output_0", "/Shape_576_output_0", "Shape8956", "BinaryOp8959", "BinaryOp8960", "Unsqueeze8961", "BinaryOp8963", "Unsqueeze8964", "StridedSlice8967", "Squeeze8968", "BinaryOp8969", "BinaryOp8970", "/Gather_620_output_0", "/Div_123_output_0", "/Unsqueeze_1318_output_0", "/Slice_165_output_0", "/Neg_82_output_0", "/Slice_164_output_0", "/Concat_536_output_0", "/Mul_329_output_0", "/Add_205_output_0", "/FakeLinear_165_output_0", "/Concat_534_output_0", "/Reshape_371_output_0", "/Mul_330_output_0", "/Shape_577_output_0", "Shape9019", "BinaryOp9022", "BinaryOp9023", "Unsqueeze9024", "BinaryOp9026", "Unsqueeze9027", "StridedSlice9030", "Squeeze9031", "BinaryOp9032", "BinaryOp9033", "/Gather_621_output_0", "/Div_124_output_0", "/Unsqueeze_1320_output_0", "/Slice_167_output_0", "/Neg_83_output_0", "/Slice_166_output_0", "/Concat_537_output_0", "/Mul_331_output_0", "/Add_206_output_0", "/FakeLinear_166_output_0", "/Reshape_372_output_0", "/Reshape_377_output_0", "/FakeLinear_167_output_0", "/Add_208_output_0", "model.model.layers.41.post_attention_layernorm.weight", "/post_attention_layernorm_41/Mul_output_0", "/post_attention_layernorm_41/Mul_1_output_0", "/mlp/gate_proj_41/FakeLinear_output_0", "/mlp/act_fn_41/Sigmoid_output_0", "/mlp/act_fn_41/Mul_output_0", "/mlp/up_proj_41/FakeLinear_output_0", "/mlp_41/Mul_output_0", "/mlp/down_proj_41/FakeLinear_output_0", "/Add_209_output_0", "/Reshape_378_output_0", "model.model.layers.42.input_layernorm.weight", "/input_layernorm_42/Mul_output_0", "/input_layernorm_42/Mul_1_output_0", "/FakeLinear_168_output_0", "/Shape_589_output_0", "Shape9151", "BinaryOp9154", "BinaryOp9155", "Unsqueeze9156", "BinaryOp9158", "Unsqueeze9159", "StridedSlice9162", "Squeeze9163", "BinaryOp9164", "BinaryOp9165", "/Gather_634_output_0", "/Unsqueeze_1345_output_0", "/Concat_546_output_0", "/Reshape_379_output_0", "/Mul_336_output_0", "/Shape_590_output_0", "Shape9172", "BinaryOp9175", "BinaryOp9176", "Unsqueeze9177", "BinaryOp9179", "Unsqueeze9180", "StridedSlice9183", "Squeeze9184", "BinaryOp9185", "BinaryOp9186", "/Gather_635_output_0", "/Div_126_output_0", "/Unsqueeze_1350_output_0", "/Slice_169_output_0", "/Neg_84_output_0", "/Slice_168_output_0", "/Concat_549_output_0", "/Mul_337_output_0", "/Add_210_output_0", "/FakeLinear_169_output_0", "/Concat_547_output_0", "/Reshape_380_output_0", "/Mul_338_output_0", "/Shape_591_output_0", "Shape9235", "BinaryOp9238", "BinaryOp9239", "Unsqueeze9240", "BinaryOp9242", "Unsqueeze9243", "StridedSlice9246", "Squeeze9247", "BinaryOp9248", "BinaryOp9249", "/Gather_636_output_0", "/Div_127_output_0", "/Unsqueeze_1352_output_0", "/Slice_171_output_0", "/Neg_85_output_0", "/Slice_170_output_0", "/Concat_550_output_0", "/Mul_339_output_0", "/Add_211_output_0", "/FakeLinear_170_output_0", "/Reshape_381_output_0", "/Reshape_386_output_0", "/FakeLinear_171_output_0", "/Add_213_output_0", "model.model.layers.42.post_attention_layernorm.weight", "/post_attention_layernorm_42/Mul_output_0", "/post_attention_layernorm_42/Mul_1_output_0", "/mlp/gate_proj_42/FakeLinear_output_0", "/mlp/act_fn_42/Sigmoid_output_0", "/mlp/act_fn_42/Mul_output_0", "/mlp/up_proj_42/FakeLinear_output_0", "/mlp_42/Mul_output_0", "/mlp/down_proj_42/FakeLinear_output_0", "/Add_214_output_0", "/Reshape_387_output_0", "model.model.layers.43.input_layernorm.weight", "/input_layernorm_43/Mul_output_0", "/input_layernorm_43/Mul_1_output_0", "/FakeLinear_172_output_0", "/Shape_603_output_0", "Shape9367", "BinaryOp9370", "BinaryOp9371", "Unsqueeze9372", "BinaryOp9374", "Unsqueeze9375", "StridedSlice9378", "Squeeze9379", "BinaryOp9380", "BinaryOp9381", "/Gather_649_output_0", "/Unsqueeze_1377_output_0", "/Concat_559_output_0", "/Reshape_388_output_0", "/Mul_344_output_0", "/Shape_604_output_0", "Shape9388", "BinaryOp9391", "BinaryOp9392", "Unsqueeze9393", "BinaryOp9395", "Unsqueeze9396", "StridedSlice9399", "Squeeze9400", "BinaryOp9401", "BinaryOp9402", "/Gather_650_output_0", "/Div_129_output_0", "/Unsqueeze_1382_output_0", "/Slice_173_output_0", "/Neg_86_output_0", "/Slice_172_output_0", "/Concat_562_output_0", "/Mul_345_output_0", "/Add_215_output_0", "/FakeLinear_173_output_0", "/Concat_560_output_0", "/Reshape_389_output_0", "/Mul_346_output_0", "/Shape_605_output_0", "Shape9451", "BinaryOp9454", "BinaryOp9455", "Unsqueeze9456", "BinaryOp9458", "Unsqueeze9459", "StridedSlice9462", "Squeeze9463", "BinaryOp9464", "BinaryOp9465", "/Gather_651_output_0", "/Div_130_output_0", "/Unsqueeze_1384_output_0", "/Slice_175_output_0", "/Neg_87_output_0", "/Slice_174_output_0", "/Concat_563_output_0", "/Mul_347_output_0", "/Add_216_output_0", "/FakeLinear_174_output_0", "/Reshape_390_output_0", "/Reshape_395_output_0", "/FakeLinear_175_output_0", "/Add_218_output_0", "model.model.layers.43.post_attention_layernorm.weight", "/post_attention_layernorm_43/Mul_output_0", "/post_attention_layernorm_43/Mul_1_output_0", "/mlp/gate_proj_43/FakeLinear_output_0", "/mlp/act_fn_43/Sigmoid_output_0", "/mlp/act_fn_43/Mul_output_0", "/mlp/up_proj_43/FakeLinear_output_0", "/mlp_43/Mul_output_0", "/mlp/down_proj_43/FakeLinear_output_0", "/Add_219_output_0", "/Reshape_396_output_0", "model.model.layers.44.input_layernorm.weight", "/input_layernorm_44/Mul_output_0", "/input_layernorm_44/Mul_1_output_0", "/FakeLinear_176_output_0", "/Shape_617_output_0", "Shape9583", "BinaryOp9586", "BinaryOp9587", "Unsqueeze9588", "BinaryOp9590", "Unsqueeze9591", "StridedSlice9594", "Squeeze9595", "BinaryOp9596", "BinaryOp9597", "/Gather_664_output_0", "/Unsqueeze_1409_output_0", "/Concat_572_output_0", "/Reshape_397_output_0", "/Mul_352_output_0", "/Shape_618_output_0", "Shape9604", "BinaryOp9607", "BinaryOp9608", "Unsqueeze9609", "BinaryOp9611", "Unsqueeze9612", "StridedSlice9615", "Squeeze9616", "BinaryOp9617", "BinaryOp9618", "/Gather_665_output_0", "/Div_132_output_0", "/Unsqueeze_1414_output_0", "/Slice_177_output_0", "/Neg_88_output_0", "/Slice_176_output_0", "/Concat_575_output_0", "/Mul_353_output_0", "/Add_220_output_0", "/FakeLinear_177_output_0", "/Concat_573_output_0", "/Reshape_398_output_0", "/Mul_354_output_0", "/Shape_619_output_0", "Shape9667", "BinaryOp9670", "BinaryOp9671", "Unsqueeze9672", "BinaryOp9674", "Unsqueeze9675", "StridedSlice9678", "Squeeze9679", "BinaryOp9680", "BinaryOp9681", "/Gather_666_output_0", "/Div_133_output_0", "/Unsqueeze_1416_output_0", "/Slice_179_output_0", "/Neg_89_output_0", "/Slice_178_output_0", "/Concat_576_output_0", "/Mul_355_output_0", "/Add_221_output_0", "/FakeLinear_178_output_0", "/Reshape_399_output_0", "/Reshape_404_output_0", "/FakeLinear_179_output_0", "/Add_223_output_0", "model.model.layers.44.post_attention_layernorm.weight", "/post_attention_layernorm_44/Mul_output_0", "/post_attention_layernorm_44/Mul_1_output_0", "/mlp/gate_proj_44/FakeLinear_output_0", "/mlp/act_fn_44/Sigmoid_output_0", "/mlp/act_fn_44/Mul_output_0", "/mlp/up_proj_44/FakeLinear_output_0", "/mlp_44/Mul_output_0", "/mlp/down_proj_44/FakeLinear_output_0", "/Add_224_output_0", "/Reshape_405_output_0", "model.model.layers.45.input_layernorm.weight", "/input_layernorm_45/Mul_output_0", "/input_layernorm_45/Mul_1_output_0", "/FakeLinear_180_output_0", "/Shape_631_output_0", "Shape9799", "BinaryOp9802", "BinaryOp9803", "Unsqueeze9804", "BinaryOp9806", "Unsqueeze9807", "StridedSlice9810", "Squeeze9811", "BinaryOp9812", "BinaryOp9813", "/Gather_679_output_0", "/Unsqueeze_1441_output_0", "/Concat_585_output_0", "/Reshape_406_output_0", "/Mul_360_output_0", "/Shape_632_output_0", "Shape9820", "BinaryOp9823", "BinaryOp9824", "Unsqueeze9825", "BinaryOp9827", "Unsqueeze9828", "StridedSlice9831", "Squeeze9832", "BinaryOp9833", "BinaryOp9834", "/Gather_680_output_0", "/Div_135_output_0", "/Unsqueeze_1446_output_0", "/Slice_181_output_0", "/Neg_90_output_0", "/Slice_180_output_0", "/Concat_588_output_0", "/Mul_361_output_0", "/Add_225_output_0", "/FakeLinear_181_output_0", "/Concat_586_output_0", "/Reshape_407_output_0", "/Mul_362_output_0", "/Shape_633_output_0", "Shape9883", "BinaryOp9886", "BinaryOp9887", "Unsqueeze9888", "BinaryOp9890", "Unsqueeze9891", "StridedSlice9894", "Squeeze9895", "BinaryOp9896", "BinaryOp9897", "/Gather_681_output_0", "/Div_136_output_0", "/Unsqueeze_1448_output_0", "/Slice_183_output_0", "/Neg_91_output_0", "/Slice_182_output_0", "/Concat_589_output_0", "/Mul_363_output_0", "/Add_226_output_0", "/FakeLinear_182_output_0", "/Reshape_408_output_0", "/Reshape_413_output_0", "/FakeLinear_183_output_0", "/Add_228_output_0", "model.model.layers.45.post_attention_layernorm.weight", "/post_attention_layernorm_45/Mul_output_0", "/post_attention_layernorm_45/Mul_1_output_0", "/mlp/gate_proj_45/FakeLinear_output_0", "/mlp/act_fn_45/Sigmoid_output_0", "/mlp/act_fn_45/Mul_output_0", "/mlp/up_proj_45/FakeLinear_output_0", "/mlp_45/Mul_output_0", "/mlp/down_proj_45/FakeLinear_output_0", "/Add_229_output_0", "/Reshape_414_output_0", "model.model.layers.46.input_layernorm.weight", "/input_layernorm_46/Mul_output_0", "/input_layernorm_46/Mul_1_output_0", "/FakeLinear_184_output_0", "/Shape_645_output_0", "Shape10015", "BinaryOp10018", "BinaryOp10019", "Unsqueeze10020", "BinaryOp10022", "Unsqueeze10023", "StridedSlice10026", "Squeeze10027", "BinaryOp10028", "BinaryOp10029", "/Gather_694_output_0", "/Unsqueeze_1473_output_0", "/Concat_598_output_0", "/Reshape_415_output_0", "/Mul_368_output_0", "/Shape_646_output_0", "Shape10036", "BinaryOp10039", "BinaryOp10040", "Unsqueeze10041", "BinaryOp10043", "Unsqueeze10044", "StridedSlice10047", "Squeeze10048", "BinaryOp10049", "BinaryOp10050", "/Gather_695_output_0", "/Div_138_output_0", "/Unsqueeze_1478_output_0", "/Slice_185_output_0", "/Neg_92_output_0", "/Slice_184_output_0", "/Concat_601_output_0", "/Mul_369_output_0", "/Add_230_output_0", "/FakeLinear_185_output_0", "/Concat_599_output_0", "/Reshape_416_output_0", "/Mul_370_output_0", "/Shape_647_output_0", "Shape10099", "BinaryOp10102", "BinaryOp10103", "Unsqueeze10104", "BinaryOp10106", "Unsqueeze10107", "StridedSlice10110", "Squeeze10111", "BinaryOp10112", "BinaryOp10113", "/Gather_696_output_0", "/Div_139_output_0", "/Unsqueeze_1480_output_0", "/Slice_187_output_0", "/Neg_93_output_0", "/Slice_186_output_0", "/Concat_602_output_0", "/Mul_371_output_0", "/Add_231_output_0", "/FakeLinear_186_output_0", "/Reshape_417_output_0", "/Reshape_422_output_0", "/FakeLinear_187_output_0", "/Add_233_output_0", "model.model.layers.46.post_attention_layernorm.weight", "/post_attention_layernorm_46/Mul_output_0", "/post_attention_layernorm_46/Mul_1_output_0", "/mlp/gate_proj_46/FakeLinear_output_0", "/mlp/act_fn_46/Sigmoid_output_0", "/mlp/act_fn_46/Mul_output_0", "/mlp/up_proj_46/FakeLinear_output_0", "/mlp_46/Mul_output_0", "/mlp/down_proj_46/FakeLinear_output_0", "/Add_234_output_0", "/Reshape_423_output_0", "model.model.layers.47.input_layernorm.weight", "/input_layernorm_47/Mul_output_0", "/input_layernorm_47/Mul_1_output_0", "/FakeLinear_188_output_0", "/Shape_659_output_0", "Shape10231", "BinaryOp10234", "BinaryOp10235", "Unsqueeze10236", "BinaryOp10238", "Unsqueeze10239", "StridedSlice10242", "Squeeze10243", "BinaryOp10244", "BinaryOp10245", "/Gather_709_output_0", "/Unsqueeze_1505_output_0", "/Concat_611_output_0", "/Reshape_424_output_0", "/Mul_376_output_0", "/Shape_660_output_0", "Shape10252", "BinaryOp10255", "BinaryOp10256", "Unsqueeze10257", "BinaryOp10259", "Unsqueeze10260", "StridedSlice10263", "Squeeze10264", "BinaryOp10265", "BinaryOp10266", "/Gather_710_output_0", "/Div_141_output_0", "/Unsqueeze_1510_output_0", "/Slice_189_output_0", "/Neg_94_output_0", "/Slice_188_output_0", "/Concat_614_output_0", "/Mul_377_output_0", "/Add_235_output_0", "/FakeLinear_189_output_0", "/Concat_612_output_0", "/Reshape_425_output_0", "/Mul_378_output_0", "/Shape_661_output_0", "Shape10315", "BinaryOp10318", "BinaryOp10319", "Unsqueeze10320", "BinaryOp10322", "Unsqueeze10323", "StridedSlice10326", "Squeeze10327", "BinaryOp10328", "BinaryOp10329", "/Gather_711_output_0", "/Div_142_output_0", "/Unsqueeze_1512_output_0", "/Slice_191_output_0", "/Neg_95_output_0", "/Slice_190_output_0", "/Concat_615_output_0", "/Mul_379_output_0", "/Add_236_output_0", "/FakeLinear_190_output_0", "/Reshape_426_output_0", "/Reshape_431_output_0", "/FakeLinear_191_output_0", "/Add_238_output_0", "model.model.layers.47.post_attention_layernorm.weight", "/post_attention_layernorm_47/Mul_output_0", "/post_attention_layernorm_47/Mul_1_output_0", "/mlp/gate_proj_47/FakeLinear_output_0", "/mlp/act_fn_47/Sigmoid_output_0", "/mlp/act_fn_47/Mul_output_0", "/mlp/up_proj_47/FakeLinear_output_0", "/mlp_47/Mul_output_0", "/mlp/down_proj_47/FakeLinear_output_0", "/Add_239_output_0", "/Reshape_432_output_0", "model.model.layers.48.input_layernorm.weight", "/input_layernorm_48/Mul_output_0", "/input_layernorm_48/Mul_1_output_0", "/FakeLinear_192_output_0", "/Shape_673_output_0", "Shape10447", "BinaryOp10450", "BinaryOp10451", "Unsqueeze10452", "BinaryOp10454", "Unsqueeze10455", "StridedSlice10458", "Squeeze10459", "BinaryOp10460", "BinaryOp10461", "/Gather_724_output_0", "/Unsqueeze_1537_output_0", "/Concat_624_output_0", "/Reshape_433_output_0", "/Mul_384_output_0", "/Shape_674_output_0", "Shape10468", "BinaryOp10471", "BinaryOp10472", "Unsqueeze10473", "BinaryOp10475", "Unsqueeze10476", "StridedSlice10479", "Squeeze10480", "BinaryOp10481", "BinaryOp10482", "/Gather_725_output_0", "/Div_144_output_0", "/Unsqueeze_1542_output_0", "/Slice_193_output_0", "/Neg_96_output_0", "/Slice_192_output_0", "/Concat_627_output_0", "/Mul_385_output_0", "/Add_240_output_0", "/FakeLinear_193_output_0", "/Concat_625_output_0", "/Reshape_434_output_0", "/Mul_386_output_0", "/Shape_675_output_0", "Shape10531", "BinaryOp10534", "BinaryOp10535", "Unsqueeze10536", "BinaryOp10538", "Unsqueeze10539", "StridedSlice10542", "Squeeze10543", "BinaryOp10544", "BinaryOp10545", "/Gather_726_output_0", "/Div_145_output_0", "/Unsqueeze_1544_output_0", "/Slice_195_output_0", "/Neg_97_output_0", "/Slice_194_output_0", "/Concat_628_output_0", "/Mul_387_output_0", "/Add_241_output_0", "/FakeLinear_194_output_0", "/Reshape_435_output_0", "/Reshape_440_output_0", "/FakeLinear_195_output_0", "/Add_243_output_0", "model.model.layers.48.post_attention_layernorm.weight", "/post_attention_layernorm_48/Mul_output_0", "/post_attention_layernorm_48/Mul_1_output_0", "/mlp/gate_proj_48/FakeLinear_output_0", "/mlp/act_fn_48/Sigmoid_output_0", "/mlp/act_fn_48/Mul_output_0", "/mlp/up_proj_48/FakeLinear_output_0", "/mlp_48/Mul_output_0", "/mlp/down_proj_48/FakeLinear_output_0", "/Add_244_output_0", "/Reshape_441_output_0", "model.model.layers.49.input_layernorm.weight", "/input_layernorm_49/Mul_output_0", "/input_layernorm_49/Mul_1_output_0", "/FakeLinear_196_output_0", "/Shape_687_output_0", "Shape10663", "BinaryOp10666", "BinaryOp10667", "Unsqueeze10668", "BinaryOp10670", "Unsqueeze10671", "StridedSlice10674", "Squeeze10675", "BinaryOp10676", "BinaryOp10677", "/Gather_739_output_0", "/Unsqueeze_1569_output_0", "/Concat_637_output_0", "/Reshape_442_output_0", "/Mul_392_output_0", "/Shape_688_output_0", "Shape10684", "BinaryOp10687", "BinaryOp10688", "Unsqueeze10689", "BinaryOp10691", "Unsqueeze10692", "StridedSlice10695", "Squeeze10696", "BinaryOp10697", "BinaryOp10698", "/Gather_740_output_0", "/Div_147_output_0", "/Unsqueeze_1574_output_0", "/Slice_197_output_0", "/Neg_98_output_0", "/Slice_196_output_0", "/Concat_640_output_0", "/Mul_393_output_0", "/Add_245_output_0", "/FakeLinear_197_output_0", "/Concat_638_output_0", "/Reshape_443_output_0", "/Mul_394_output_0", "/Shape_689_output_0", "Shape10747", "BinaryOp10750", "BinaryOp10751", "Unsqueeze10752", "BinaryOp10754", "Unsqueeze10755", "StridedSlice10758", "Squeeze10759", "BinaryOp10760", "BinaryOp10761", "/Gather_741_output_0", "/Div_148_output_0", "/Unsqueeze_1576_output_0", "/Slice_199_output_0", "/Neg_99_output_0", "/Slice_198_output_0", "/Concat_641_output_0", "/Mul_395_output_0", "/Add_246_output_0", "/FakeLinear_198_output_0", "/Reshape_444_output_0", "/Reshape_449_output_0", "/FakeLinear_199_output_0", "/Add_248_output_0", "model.model.layers.49.post_attention_layernorm.weight", "/post_attention_layernorm_49/Mul_output_0", "/post_attention_layernorm_49/Mul_1_output_0", "/mlp/gate_proj_49/FakeLinear_output_0", "/mlp/act_fn_49/Sigmoid_output_0", "/mlp/act_fn_49/Mul_output_0", "/mlp/up_proj_49/FakeLinear_output_0", "/mlp_49/Mul_output_0", "/mlp/down_proj_49/FakeLinear_output_0", "/Add_249_output_0", "/Reshape_450_output_0", "model.model.layers.50.input_layernorm.weight", "/input_layernorm_50/Mul_output_0", "/input_layernorm_50/Mul_1_output_0", "/FakeLinear_200_output_0", "/Shape_701_output_0", "Shape10879", "BinaryOp10882", "BinaryOp10883", "Unsqueeze10884", "BinaryOp10886", "Unsqueeze10887", "StridedSlice10890", "Squeeze10891", "BinaryOp10892", "BinaryOp10893", "/Gather_754_output_0", "/Unsqueeze_1601_output_0", "/Concat_650_output_0", "/Reshape_451_output_0", "/Mul_400_output_0", "/Shape_702_output_0", "Shape10900", "BinaryOp10903", "BinaryOp10904", "Unsqueeze10905", "BinaryOp10907", "Unsqueeze10908", "StridedSlice10911", "Squeeze10912", "BinaryOp10913", "BinaryOp10914", "/Gather_755_output_0", "/Div_150_output_0", "/Unsqueeze_1606_output_0", "/Slice_201_output_0", "/Neg_100_output_0", "/Slice_200_output_0", "/Concat_653_output_0", "/Mul_401_output_0", "/Add_250_output_0", "/FakeLinear_201_output_0", "/Concat_651_output_0", "/Reshape_452_output_0", "/Mul_402_output_0", "/Shape_703_output_0", "Shape10963", "BinaryOp10966", "BinaryOp10967", "Unsqueeze10968", "BinaryOp10970", "Unsqueeze10971", "StridedSlice10974", "Squeeze10975", "BinaryOp10976", "BinaryOp10977", "/Gather_756_output_0", "/Div_151_output_0", "/Unsqueeze_1608_output_0", "/Slice_203_output_0", "/Neg_101_output_0", "/Slice_202_output_0", "/Concat_654_output_0", "/Mul_403_output_0", "/Add_251_output_0", "/FakeLinear_202_output_0", "/Reshape_453_output_0", "/Reshape_458_output_0", "/FakeLinear_203_output_0", "/Add_253_output_0", "model.model.layers.50.post_attention_layernorm.weight", "/post_attention_layernorm_50/Mul_output_0", "/post_attention_layernorm_50/Mul_1_output_0", "/mlp/gate_proj_50/FakeLinear_output_0", "/mlp/act_fn_50/Sigmoid_output_0", "/mlp/act_fn_50/Mul_output_0", "/mlp/up_proj_50/FakeLinear_output_0", "/mlp_50/Mul_output_0", "/mlp/down_proj_50/FakeLinear_output_0", "/Add_254_output_0", "/Reshape_459_output_0", "model.model.layers.51.input_layernorm.weight", "/input_layernorm_51/Mul_output_0", "/input_layernorm_51/Mul_1_output_0", "/FakeLinear_204_output_0", "/Shape_715_output_0", "Shape11095", "BinaryOp11098", "BinaryOp11099", "Unsqueeze11100", "BinaryOp11102", "Unsqueeze11103", "StridedSlice11106", "Squeeze11107", "BinaryOp11108", "BinaryOp11109", "/Gather_769_output_0", "/Unsqueeze_1633_output_0", "/Concat_663_output_0", "/Reshape_460_output_0", "/Mul_408_output_0", "/Shape_716_output_0", "Shape11116", "BinaryOp11119", "BinaryOp11120", "Unsqueeze11121", "BinaryOp11123", "Unsqueeze11124", "StridedSlice11127", "Squeeze11128", "BinaryOp11129", "BinaryOp11130", "/Gather_770_output_0", "/Div_153_output_0", "/Unsqueeze_1638_output_0", "/Slice_205_output_0", "/Neg_102_output_0", "/Slice_204_output_0", "/Concat_666_output_0", "/Mul_409_output_0", "/Add_255_output_0", "/FakeLinear_205_output_0", "/Concat_664_output_0", "/Reshape_461_output_0", "/Mul_410_output_0", "/Shape_717_output_0", "Shape11179", "BinaryOp11182", "BinaryOp11183", "Unsqueeze11184", "BinaryOp11186", "Unsqueeze11187", "StridedSlice11190", "Squeeze11191", "BinaryOp11192", "BinaryOp11193", "/Gather_771_output_0", "/Div_154_output_0", "/Unsqueeze_1640_output_0", "/Slice_207_output_0", "/Neg_103_output_0", "/Slice_206_output_0", "/Concat_667_output_0", "/Mul_411_output_0", "/Add_256_output_0", "/FakeLinear_206_output_0", "/Reshape_462_output_0", "/Reshape_467_output_0", "/FakeLinear_207_output_0", "/Add_258_output_0", "model.model.layers.51.post_attention_layernorm.weight", "/post_attention_layernorm_51/Mul_output_0", "/post_attention_layernorm_51/Mul_1_output_0", "/mlp/gate_proj_51/FakeLinear_output_0", "/mlp/act_fn_51/Sigmoid_output_0", "/mlp/act_fn_51/Mul_output_0", "/mlp/up_proj_51/FakeLinear_output_0", "/mlp_51/Mul_output_0", "/mlp/down_proj_51/FakeLinear_output_0", "/Add_259_output_0", "/Reshape_468_output_0", "model.model.layers.52.input_layernorm.weight", "/input_layernorm_52/Mul_output_0", "/input_layernorm_52/Mul_1_output_0", "/FakeLinear_208_output_0", "/Shape_729_output_0", "Shape11311", "BinaryOp11314", "BinaryOp11315", "Unsqueeze11316", "BinaryOp11318", "Unsqueeze11319", "StridedSlice11322", "Squeeze11323", "BinaryOp11324", "BinaryOp11325", "/Gather_784_output_0", "/Unsqueeze_1665_output_0", "/Concat_676_output_0", "/Reshape_469_output_0", "/Mul_416_output_0", "/Shape_730_output_0", "Shape11332", "BinaryOp11335", "BinaryOp11336", "Unsqueeze11337", "BinaryOp11339", "Unsqueeze11340", "StridedSlice11343", "Squeeze11344", "BinaryOp11345", "BinaryOp11346", "/Gather_785_output_0", "/Div_156_output_0", "/Unsqueeze_1670_output_0", "/Slice_209_output_0", "/Neg_104_output_0", "/Slice_208_output_0", "/Concat_679_output_0", "/Mul_417_output_0", "/Add_260_output_0", "/FakeLinear_209_output_0", "/Concat_677_output_0", "/Reshape_470_output_0", "/Mul_418_output_0", "/Shape_731_output_0", "Shape11395", "BinaryOp11398", "BinaryOp11399", "Unsqueeze11400", "BinaryOp11402", "Unsqueeze11403", "StridedSlice11406", "Squeeze11407", "BinaryOp11408", "BinaryOp11409", "/Gather_786_output_0", "/Div_157_output_0", "/Unsqueeze_1672_output_0", "/Slice_211_output_0", "/Neg_105_output_0", "/Slice_210_output_0", "/Concat_680_output_0", "/Mul_419_output_0", "/Add_261_output_0", "/FakeLinear_210_output_0", "/Reshape_471_output_0", "/Reshape_476_output_0", "/FakeLinear_211_output_0", "/Add_263_output_0", "model.model.layers.52.post_attention_layernorm.weight", "/post_attention_layernorm_52/Mul_output_0", "/post_attention_layernorm_52/Mul_1_output_0", "/mlp/gate_proj_52/FakeLinear_output_0", "/mlp/act_fn_52/Sigmoid_output_0", "/mlp/act_fn_52/Mul_output_0", "/mlp/up_proj_52/FakeLinear_output_0", "/mlp_52/Mul_output_0", "/mlp/down_proj_52/FakeLinear_output_0", "/Add_264_output_0", "/Reshape_477_output_0", "model.model.layers.53.input_layernorm.weight", "/input_layernorm_53/Mul_output_0", "/input_layernorm_53/Mul_1_output_0", "/FakeLinear_212_output_0", "/Shape_743_output_0", "Shape11527", "BinaryOp11530", "BinaryOp11531", "Unsqueeze11532", "BinaryOp11534", "Unsqueeze11535", "StridedSlice11538", "Squeeze11539", "BinaryOp11540", "BinaryOp11541", "/Gather_799_output_0", "/Unsqueeze_1697_output_0", "/Concat_689_output_0", "/Reshape_478_output_0", "/Mul_424_output_0", "/Shape_744_output_0", "Shape11548", "BinaryOp11551", "BinaryOp11552", "Unsqueeze11553", "BinaryOp11555", "Unsqueeze11556", "StridedSlice11559", "Squeeze11560", "BinaryOp11561", "BinaryOp11562", "/Gather_800_output_0", "/Div_159_output_0", "/Unsqueeze_1702_output_0", "/Slice_213_output_0", "/Neg_106_output_0", "/Slice_212_output_0", "/Concat_692_output_0", "/Mul_425_output_0", "/Add_265_output_0", "/FakeLinear_213_output_0", "/Concat_690_output_0", "/Reshape_479_output_0", "/Mul_426_output_0", "/Shape_745_output_0", "Shape11611", "BinaryOp11614", "BinaryOp11615", "Unsqueeze11616", "BinaryOp11618", "Unsqueeze11619", "StridedSlice11622", "Squeeze11623", "BinaryOp11624", "BinaryOp11625", "/Gather_801_output_0", "/Div_160_output_0", "/Unsqueeze_1704_output_0", "/Slice_215_output_0", "/Neg_107_output_0", "/Slice_214_output_0", "/Concat_693_output_0", "/Mul_427_output_0", "/Add_266_output_0", "/FakeLinear_214_output_0", "/Reshape_480_output_0", "/Reshape_485_output_0", "/FakeLinear_215_output_0", "/Add_268_output_0", "model.model.layers.53.post_attention_layernorm.weight", "/post_attention_layernorm_53/Mul_output_0", "/post_attention_layernorm_53/Mul_1_output_0", "/mlp/gate_proj_53/FakeLinear_output_0", "/mlp/act_fn_53/Sigmoid_output_0", "/mlp/act_fn_53/Mul_output_0", "/mlp/up_proj_53/FakeLinear_output_0", "/mlp_53/Mul_output_0", "/mlp/down_proj_53/FakeLinear_output_0", "/Add_269_output_0", "/lm/Constant_output_0", "/lm/Reshape_output_0", "/rotary/Constant_6_output_0", "Shape11735", "BinaryOp11738", "BinaryOp11739", "Unsqueeze11740", "BinaryOp11742", "Unsqueeze11743", "StridedSlice11746", "Squeeze11747", "BinaryOp11748", "BinaryOp11749", "/lm/Gather_output_0", "/lm/Constant_1_output_0", "/lm/Reshape_1_output_0", "/lm/norm/Mul_output_0", "/lm/norm/Mul_1_output_0", "/lm/lm/FakeLinear_output_0", "/Constant_62_output_0", "logits", "past_key_values", "presents", "/layers.0/self_attn/q_proj/Linear/pre_reshape", "/layers.0/self_attn/q_proj/Linear/pre_convert", "/layers.0/self_attn/q_proj/Linear", "/layers.0/self_attn/q_proj/Linear/post_convert", "/layers.0/self_attn/k_proj/Linear/pre_reshape", "/layers.0/self_attn/k_proj/Linear/pre_convert", "/layers.0/self_attn/k_proj/Linear", "/layers.0/self_attn/k_proj/Linear/post_convert", "/layers.0/self_attn/v_proj/Linear/pre_reshape", "/layers.0/self_attn/v_proj/Linear/pre_convert", "/layers.0/self_attn/v_proj/Linear", "/layers.0/self_attn/v_proj/Linear/post_convert", "/layers.0/self_attn/o_proj/Linear/pre_reshape", "/layers.0/self_attn/o_proj/Linear/pre_convert", "/layers.0/self_attn/o_proj/Linear", "/layers.0/self_attn/o_proj/Linear/post_convert", "/layers.0/mlp/gate_proj/Linear/pre_reshape", "/layers.0/mlp/gate_proj/Linear/pre_convert", "/layers.0/mlp/gate_proj/Linear", "/layers.0/mlp/gate_proj/Linear/post_convert", "/layers.0/mlp/up_proj/Linear/pre_reshape", "/layers.0/mlp/up_proj/Linear/pre_convert", "/layers.0/mlp/up_proj/Linear", "/layers.0/mlp/up_proj/Linear/post_convert", "/layers.0/mlp/down_proj/Linear/pre_reshape", "/layers.0/mlp/down_proj/Linear/pre_convert", "/layers.0/mlp/down_proj/Linear", "/layers.0/mlp/down_proj/Linear/post_convert", "/layers.1/self_attn/q_proj/Linear/pre_reshape", "/layers.1/self_attn/q_proj/Linear/pre_convert", "/layers.1/self_attn/q_proj/Linear", "/layers.1/self_attn/q_proj/Linear/post_convert", "/layers.1/self_attn/k_proj/Linear/pre_reshape", "/layers.1/self_attn/k_proj/Linear/pre_convert", "/layers.1/self_attn/k_proj/Linear", "/layers.1/self_attn/k_proj/Linear/post_convert", "/layers.1/self_attn/v_proj/Linear/pre_reshape", "/layers.1/self_attn/v_proj/Linear/pre_convert", "/layers.1/self_attn/v_proj/Linear", "/layers.1/self_attn/v_proj/Linear/post_convert", "/layers.1/self_attn/o_proj/Linear/pre_reshape", "/layers.1/self_attn/o_proj/Linear/pre_convert", "/layers.1/self_attn/o_proj/Linear", "/layers.1/self_attn/o_proj/Linear/post_convert", "/layers.1/mlp/gate_proj/Linear/pre_reshape", "/layers.1/mlp/gate_proj/Linear/pre_convert", "/layers.1/mlp/gate_proj/Linear", "/layers.1/mlp/gate_proj/Linear/post_convert", "/layers.1/mlp/up_proj/Linear/pre_reshape", "/layers.1/mlp/up_proj/Linear/pre_convert", "/layers.1/mlp/up_proj/Linear", "/layers.1/mlp/up_proj/Linear/post_convert", "/layers.1/mlp/down_proj/Linear/pre_reshape", "/layers.1/mlp/down_proj/Linear/pre_convert", "/layers.1/mlp/down_proj/Linear", "/layers.1/mlp/down_proj/Linear/post_convert", "/layers.2/self_attn/q_proj/Linear/pre_reshape", "/layers.2/self_attn/q_proj/Linear/pre_convert", "/layers.2/self_attn/q_proj/Linear", "/layers.2/self_attn/q_proj/Linear/post_convert", "/layers.2/self_attn/k_proj/Linear/pre_reshape", "/layers.2/self_attn/k_proj/Linear/pre_convert", "/layers.2/self_attn/k_proj/Linear", "/layers.2/self_attn/k_proj/Linear/post_convert", "/layers.2/self_attn/v_proj/Linear/pre_reshape", "/layers.2/self_attn/v_proj/Linear/pre_convert", "/layers.2/self_attn/v_proj/Linear", "/layers.2/self_attn/v_proj/Linear/post_convert", "/layers.2/self_attn/o_proj/Linear/pre_reshape", "/layers.2/self_attn/o_proj/Linear/pre_convert", "/layers.2/self_attn/o_proj/Linear", "/layers.2/self_attn/o_proj/Linear/post_convert", "/layers.2/mlp/gate_proj/Linear/pre_reshape", "/layers.2/mlp/gate_proj/Linear/pre_convert", "/layers.2/mlp/gate_proj/Linear", "/layers.2/mlp/gate_proj/Linear/post_convert", "/layers.2/mlp/up_proj/Linear/pre_reshape", "/layers.2/mlp/up_proj/Linear/pre_convert", "/layers.2/mlp/up_proj/Linear", "/layers.2/mlp/up_proj/Linear/post_convert", "/layers.2/mlp/down_proj/Linear/pre_reshape", "/layers.2/mlp/down_proj/Linear/pre_convert", "/layers.2/mlp/down_proj/Linear", "/layers.2/mlp/down_proj/Linear/post_convert", "/layers.3/self_attn/q_proj/Linear/pre_reshape", "/layers.3/self_attn/q_proj/Linear/pre_convert", "/layers.3/self_attn/q_proj/Linear", "/layers.3/self_attn/q_proj/Linear/post_convert", "/layers.3/self_attn/k_proj/Linear/pre_reshape", "/layers.3/self_attn/k_proj/Linear/pre_convert", "/layers.3/self_attn/k_proj/Linear", "/layers.3/self_attn/k_proj/Linear/post_convert", "/layers.3/self_attn/v_proj/Linear/pre_reshape", "/layers.3/self_attn/v_proj/Linear/pre_convert", "/layers.3/self_attn/v_proj/Linear", "/layers.3/self_attn/v_proj/Linear/post_convert", "/layers.3/self_attn/o_proj/Linear/pre_reshape", "/layers.3/self_attn/o_proj/Linear/pre_convert", "/layers.3/self_attn/o_proj/Linear", "/layers.3/self_attn/o_proj/Linear/post_convert", "/layers.3/mlp/gate_proj/Linear/pre_reshape", "/layers.3/mlp/gate_proj/Linear/pre_convert", "/layers.3/mlp/gate_proj/Linear", "/layers.3/mlp/gate_proj/Linear/post_convert", "/layers.3/mlp/up_proj/Linear/pre_reshape", "/layers.3/mlp/up_proj/Linear/pre_convert", "/layers.3/mlp/up_proj/Linear", "/layers.3/mlp/up_proj/Linear/post_convert", "/layers.3/mlp/down_proj/Linear/pre_reshape", "/layers.3/mlp/down_proj/Linear/pre_convert", "/layers.3/mlp/down_proj/Linear", "/layers.3/mlp/down_proj/Linear/post_convert", "/layers.4/self_attn/q_proj/Linear/pre_reshape", "/layers.4/self_attn/q_proj/Linear/pre_convert", "/layers.4/self_attn/q_proj/Linear", "/layers.4/self_attn/q_proj/Linear/post_convert", "/layers.4/self_attn/k_proj/Linear/pre_reshape", "/layers.4/self_attn/k_proj/Linear/pre_convert", "/layers.4/self_attn/k_proj/Linear", "/layers.4/self_attn/k_proj/Linear/post_convert", "/layers.4/self_attn/v_proj/Linear/pre_reshape", "/layers.4/self_attn/v_proj/Linear/pre_convert", "/layers.4/self_attn/v_proj/Linear", "/layers.4/self_attn/v_proj/Linear/post_convert", "/layers.4/self_attn/o_proj/Linear/pre_reshape", "/layers.4/self_attn/o_proj/Linear/pre_convert", "/layers.4/self_attn/o_proj/Linear", "/layers.4/self_attn/o_proj/Linear/post_convert", "/layers.4/mlp/gate_proj/Linear/pre_reshape", "/layers.4/mlp/gate_proj/Linear/pre_convert", "/layers.4/mlp/gate_proj/Linear", "/layers.4/mlp/gate_proj/Linear/post_convert", "/layers.4/mlp/up_proj/Linear/pre_reshape", "/layers.4/mlp/up_proj/Linear/pre_convert", "/layers.4/mlp/up_proj/Linear", "/layers.4/mlp/up_proj/Linear/post_convert", "/layers.4/mlp/down_proj/Linear/pre_reshape", "/layers.4/mlp/down_proj/Linear/pre_convert", "/layers.4/mlp/down_proj/Linear", "/layers.4/mlp/down_proj/Linear/post_convert", "/layers.5/self_attn/q_proj/Linear/pre_reshape", "/layers.5/self_attn/q_proj/Linear/pre_convert", "/layers.5/self_attn/q_proj/Linear", "/layers.5/self_attn/q_proj/Linear/post_convert", "/layers.5/self_attn/k_proj/Linear/pre_reshape", "/layers.5/self_attn/k_proj/Linear/pre_convert", "/layers.5/self_attn/k_proj/Linear", "/layers.5/self_attn/k_proj/Linear/post_convert", "/layers.5/self_attn/v_proj/Linear/pre_reshape", "/layers.5/self_attn/v_proj/Linear/pre_convert", "/layers.5/self_attn/v_proj/Linear", "/layers.5/self_attn/v_proj/Linear/post_convert", "/layers.5/self_attn/o_proj/Linear/pre_reshape", "/layers.5/self_attn/o_proj/Linear/pre_convert", "/layers.5/self_attn/o_proj/Linear", "/layers.5/self_attn/o_proj/Linear/post_convert", "/layers.5/mlp/gate_proj/Linear/pre_reshape", "/layers.5/mlp/gate_proj/Linear/pre_convert", "/layers.5/mlp/gate_proj/Linear", "/layers.5/mlp/gate_proj/Linear/post_convert", "/layers.5/mlp/up_proj/Linear/pre_reshape", "/layers.5/mlp/up_proj/Linear/pre_convert", "/layers.5/mlp/up_proj/Linear", "/layers.5/mlp/up_proj/Linear/post_convert", "/layers.5/mlp/down_proj/Linear/pre_reshape", "/layers.5/mlp/down_proj/Linear/pre_convert", "/layers.5/mlp/down_proj/Linear", "/layers.5/mlp/down_proj/Linear/post_convert", "/layers.6/self_attn/q_proj/Linear/pre_reshape", "/layers.6/self_attn/q_proj/Linear/pre_convert", "/layers.6/self_attn/q_proj/Linear", "/layers.6/self_attn/q_proj/Linear/post_convert", "/layers.6/self_attn/k_proj/Linear/pre_reshape", "/layers.6/self_attn/k_proj/Linear/pre_convert", "/layers.6/self_attn/k_proj/Linear", "/layers.6/self_attn/k_proj/Linear/post_convert", "/layers.6/self_attn/v_proj/Linear/pre_reshape", "/layers.6/self_attn/v_proj/Linear/pre_convert", "/layers.6/self_attn/v_proj/Linear", "/layers.6/self_attn/v_proj/Linear/post_convert", "/layers.6/self_attn/o_proj/Linear/pre_reshape", "/layers.6/self_attn/o_proj/Linear/pre_convert", "/layers.6/self_attn/o_proj/Linear", "/layers.6/self_attn/o_proj/Linear/post_convert", "/layers.6/mlp/gate_proj/Linear/pre_reshape", "/layers.6/mlp/gate_proj/Linear/pre_convert", "/layers.6/mlp/gate_proj/Linear", "/layers.6/mlp/gate_proj/Linear/post_convert", "/layers.6/mlp/up_proj/Linear/pre_reshape", "/layers.6/mlp/up_proj/Linear/pre_convert", "/layers.6/mlp/up_proj/Linear", "/layers.6/mlp/up_proj/Linear/post_convert", "/layers.6/mlp/down_proj/Linear/pre_reshape", "/layers.6/mlp/down_proj/Linear/pre_convert", "/layers.6/mlp/down_proj/Linear", "/layers.6/mlp/down_proj/Linear/post_convert", "/layers.7/self_attn/q_proj/Linear/pre_reshape", "/layers.7/self_attn/q_proj/Linear/pre_convert", "/layers.7/self_attn/q_proj/Linear", "/layers.7/self_attn/q_proj/Linear/post_convert", "/layers.7/self_attn/k_proj/Linear/pre_reshape", "/layers.7/self_attn/k_proj/Linear/pre_convert", "/layers.7/self_attn/k_proj/Linear", "/layers.7/self_attn/k_proj/Linear/post_convert", "/layers.7/self_attn/v_proj/Linear/pre_reshape", "/layers.7/self_attn/v_proj/Linear/pre_convert", "/layers.7/self_attn/v_proj/Linear", "/layers.7/self_attn/v_proj/Linear/post_convert", "/layers.7/self_attn/o_proj/Linear/pre_reshape", "/layers.7/self_attn/o_proj/Linear/pre_convert", "/layers.7/self_attn/o_proj/Linear", "/layers.7/self_attn/o_proj/Linear/post_convert", "/layers.7/mlp/gate_proj/Linear/pre_reshape", "/layers.7/mlp/gate_proj/Linear/pre_convert", "/layers.7/mlp/gate_proj/Linear", "/layers.7/mlp/gate_proj/Linear/post_convert", "/layers.7/mlp/up_proj/Linear/pre_reshape", "/layers.7/mlp/up_proj/Linear/pre_convert", "/layers.7/mlp/up_proj/Linear", "/layers.7/mlp/up_proj/Linear/post_convert", "/layers.7/mlp/down_proj/Linear/pre_reshape", "/layers.7/mlp/down_proj/Linear/pre_convert", "/layers.7/mlp/down_proj/Linear", "/layers.7/mlp/down_proj/Linear/post_convert", "/layers.8/self_attn/q_proj/Linear/pre_reshape", "/layers.8/self_attn/q_proj/Linear/pre_convert", "/layers.8/self_attn/q_proj/Linear", "/layers.8/self_attn/q_proj/Linear/post_convert", "/layers.8/self_attn/k_proj/Linear/pre_reshape", "/layers.8/self_attn/k_proj/Linear/pre_convert", "/layers.8/self_attn/k_proj/Linear", "/layers.8/self_attn/k_proj/Linear/post_convert", "/layers.8/self_attn/v_proj/Linear/pre_reshape", "/layers.8/self_attn/v_proj/Linear/pre_convert", "/layers.8/self_attn/v_proj/Linear", "/layers.8/self_attn/v_proj/Linear/post_convert", "/layers.8/self_attn/o_proj/Linear/pre_reshape", "/layers.8/self_attn/o_proj/Linear/pre_convert", "/layers.8/self_attn/o_proj/Linear", "/layers.8/self_attn/o_proj/Linear/post_convert", "/layers.8/mlp/gate_proj/Linear/pre_reshape", "/layers.8/mlp/gate_proj/Linear/pre_convert", "/layers.8/mlp/gate_proj/Linear", "/layers.8/mlp/gate_proj/Linear/post_convert", "/layers.8/mlp/up_proj/Linear/pre_reshape", "/layers.8/mlp/up_proj/Linear/pre_convert", "/layers.8/mlp/up_proj/Linear", "/layers.8/mlp/up_proj/Linear/post_convert", "/layers.8/mlp/down_proj/Linear/pre_reshape", "/layers.8/mlp/down_proj/Linear/pre_convert", "/layers.8/mlp/down_proj/Linear", "/layers.8/mlp/down_proj/Linear/post_convert", "/layers.9/self_attn/q_proj/Linear/pre_reshape", "/layers.9/self_attn/q_proj/Linear/pre_convert", "/layers.9/self_attn/q_proj/Linear", "/layers.9/self_attn/q_proj/Linear/post_convert", "/layers.9/self_attn/k_proj/Linear/pre_reshape", "/layers.9/self_attn/k_proj/Linear/pre_convert", "/layers.9/self_attn/k_proj/Linear", "/layers.9/self_attn/k_proj/Linear/post_convert", "/layers.9/self_attn/v_proj/Linear/pre_reshape", "/layers.9/self_attn/v_proj/Linear/pre_convert", "/layers.9/self_attn/v_proj/Linear", "/layers.9/self_attn/v_proj/Linear/post_convert", "/layers.9/self_attn/o_proj/Linear/pre_reshape", "/layers.9/self_attn/o_proj/Linear/pre_convert", "/layers.9/self_attn/o_proj/Linear", "/layers.9/self_attn/o_proj/Linear/post_convert", "/layers.9/mlp/gate_proj/Linear/pre_reshape", "/layers.9/mlp/gate_proj/Linear/pre_convert", "/layers.9/mlp/gate_proj/Linear", "/layers.9/mlp/gate_proj/Linear/post_convert", "/layers.9/mlp/up_proj/Linear/pre_reshape", "/layers.9/mlp/up_proj/Linear/pre_convert", "/layers.9/mlp/up_proj/Linear", "/layers.9/mlp/up_proj/Linear/post_convert", "/layers.9/mlp/down_proj/Linear/pre_reshape", "/layers.9/mlp/down_proj/Linear/pre_convert", "/layers.9/mlp/down_proj/Linear", "/layers.9/mlp/down_proj/Linear/post_convert", "/layers.10/self_attn/q_proj/Linear/pre_reshape", "/layers.10/self_attn/q_proj/Linear/pre_convert", "/layers.10/self_attn/q_proj/Linear", "/layers.10/self_attn/q_proj/Linear/post_convert", "/layers.10/self_attn/k_proj/Linear/pre_reshape", "/layers.10/self_attn/k_proj/Linear/pre_convert", "/layers.10/self_attn/k_proj/Linear", "/layers.10/self_attn/k_proj/Linear/post_convert", "/layers.10/self_attn/v_proj/Linear/pre_reshape", "/layers.10/self_attn/v_proj/Linear/pre_convert", "/layers.10/self_attn/v_proj/Linear", "/layers.10/self_attn/v_proj/Linear/post_convert", "/layers.10/self_attn/o_proj/Linear/pre_reshape", "/layers.10/self_attn/o_proj/Linear/pre_convert", "/layers.10/self_attn/o_proj/Linear", "/layers.10/self_attn/o_proj/Linear/post_convert", "/layers.10/mlp/gate_proj/Linear/pre_reshape", "/layers.10/mlp/gate_proj/Linear/pre_convert", "/layers.10/mlp/gate_proj/Linear", "/layers.10/mlp/gate_proj/Linear/post_convert", "/layers.10/mlp/up_proj/Linear/pre_reshape", "/layers.10/mlp/up_proj/Linear/pre_convert", "/layers.10/mlp/up_proj/Linear", "/layers.10/mlp/up_proj/Linear/post_convert", "/layers.10/mlp/down_proj/Linear/pre_reshape", "/layers.10/mlp/down_proj/Linear/pre_convert", "/layers.10/mlp/down_proj/Linear", "/layers.10/mlp/down_proj/Linear/post_convert", "/layers.11/self_attn/q_proj/Linear/pre_reshape", "/layers.11/self_attn/q_proj/Linear/pre_convert", "/layers.11/self_attn/q_proj/Linear", "/layers.11/self_attn/q_proj/Linear/post_convert", "/layers.11/self_attn/k_proj/Linear/pre_reshape", "/layers.11/self_attn/k_proj/Linear/pre_convert", "/layers.11/self_attn/k_proj/Linear", "/layers.11/self_attn/k_proj/Linear/post_convert", "/layers.11/self_attn/v_proj/Linear/pre_reshape", "/layers.11/self_attn/v_proj/Linear/pre_convert", "/layers.11/self_attn/v_proj/Linear", "/layers.11/self_attn/v_proj/Linear/post_convert", "/layers.11/self_attn/o_proj/Linear/pre_reshape", "/layers.11/self_attn/o_proj/Linear/pre_convert", "/layers.11/self_attn/o_proj/Linear", "/layers.11/self_attn/o_proj/Linear/post_convert", "/layers.11/mlp/gate_proj/Linear/pre_reshape", "/layers.11/mlp/gate_proj/Linear/pre_convert", "/layers.11/mlp/gate_proj/Linear", "/layers.11/mlp/gate_proj/Linear/post_convert", "/layers.11/mlp/up_proj/Linear/pre_reshape", "/layers.11/mlp/up_proj/Linear/pre_convert", "/layers.11/mlp/up_proj/Linear", "/layers.11/mlp/up_proj/Linear/post_convert", "/layers.11/mlp/down_proj/Linear/pre_reshape", "/layers.11/mlp/down_proj/Linear/pre_convert", "/layers.11/mlp/down_proj/Linear", "/layers.11/mlp/down_proj/Linear/post_convert", "/layers.12/self_attn/q_proj/Linear/pre_reshape", "/layers.12/self_attn/q_proj/Linear/pre_convert", "/layers.12/self_attn/q_proj/Linear", "/layers.12/self_attn/q_proj/Linear/post_convert", "/layers.12/self_attn/k_proj/Linear/pre_reshape", "/layers.12/self_attn/k_proj/Linear/pre_convert", "/layers.12/self_attn/k_proj/Linear", "/layers.12/self_attn/k_proj/Linear/post_convert", "/layers.12/self_attn/v_proj/Linear/pre_reshape", "/layers.12/self_attn/v_proj/Linear/pre_convert", "/layers.12/self_attn/v_proj/Linear", "/layers.12/self_attn/v_proj/Linear/post_convert", "/layers.12/self_attn/o_proj/Linear/pre_reshape", "/layers.12/self_attn/o_proj/Linear/pre_convert", "/layers.12/self_attn/o_proj/Linear", "/layers.12/self_attn/o_proj/Linear/post_convert", "/layers.12/mlp/gate_proj/Linear/pre_reshape", "/layers.12/mlp/gate_proj/Linear/pre_convert", "/layers.12/mlp/gate_proj/Linear", "/layers.12/mlp/gate_proj/Linear/post_convert", "/layers.12/mlp/up_proj/Linear/pre_reshape", "/layers.12/mlp/up_proj/Linear/pre_convert", "/layers.12/mlp/up_proj/Linear", "/layers.12/mlp/up_proj/Linear/post_convert", "/layers.12/mlp/down_proj/Linear/pre_reshape", "/layers.12/mlp/down_proj/Linear/pre_convert", "/layers.12/mlp/down_proj/Linear", "/layers.12/mlp/down_proj/Linear/post_convert", "/layers.13/self_attn/q_proj/Linear/pre_reshape", "/layers.13/self_attn/q_proj/Linear/pre_convert", "/layers.13/self_attn/q_proj/Linear", "/layers.13/self_attn/q_proj/Linear/post_convert", "/layers.13/self_attn/k_proj/Linear/pre_reshape", "/layers.13/self_attn/k_proj/Linear/pre_convert", "/layers.13/self_attn/k_proj/Linear", "/layers.13/self_attn/k_proj/Linear/post_convert", "/layers.13/self_attn/v_proj/Linear/pre_reshape", "/layers.13/self_attn/v_proj/Linear/pre_convert", "/layers.13/self_attn/v_proj/Linear", "/layers.13/self_attn/v_proj/Linear/post_convert", "/layers.13/self_attn/o_proj/Linear/pre_reshape", "/layers.13/self_attn/o_proj/Linear/pre_convert", "/layers.13/self_attn/o_proj/Linear", "/layers.13/self_attn/o_proj/Linear/post_convert", "/layers.13/mlp/gate_proj/Linear/pre_reshape", "/layers.13/mlp/gate_proj/Linear/pre_convert", "/layers.13/mlp/gate_proj/Linear", "/layers.13/mlp/gate_proj/Linear/post_convert", "/layers.13/mlp/up_proj/Linear/pre_reshape", "/layers.13/mlp/up_proj/Linear/pre_convert", "/layers.13/mlp/up_proj/Linear", "/layers.13/mlp/up_proj/Linear/post_convert", "/layers.13/mlp/down_proj/Linear/pre_reshape", "/layers.13/mlp/down_proj/Linear/pre_convert", "/layers.13/mlp/down_proj/Linear", "/layers.13/mlp/down_proj/Linear/post_convert", "/layers.14/self_attn/q_proj/Linear/pre_reshape", "/layers.14/self_attn/q_proj/Linear/pre_convert", "/layers.14/self_attn/q_proj/Linear", "/layers.14/self_attn/q_proj/Linear/post_convert", "/layers.14/self_attn/k_proj/Linear/pre_reshape", "/layers.14/self_attn/k_proj/Linear/pre_convert", "/layers.14/self_attn/k_proj/Linear", "/layers.14/self_attn/k_proj/Linear/post_convert", "/layers.14/self_attn/v_proj/Linear/pre_reshape", "/layers.14/self_attn/v_proj/Linear/pre_convert", "/layers.14/self_attn/v_proj/Linear", "/layers.14/self_attn/v_proj/Linear/post_convert", "/layers.14/self_attn/o_proj/Linear/pre_reshape", "/layers.14/self_attn/o_proj/Linear/pre_convert", "/layers.14/self_attn/o_proj/Linear", "/layers.14/self_attn/o_proj/Linear/post_convert", "/layers.14/mlp/gate_proj/Linear/pre_reshape", "/layers.14/mlp/gate_proj/Linear/pre_convert", "/layers.14/mlp/gate_proj/Linear", "/layers.14/mlp/gate_proj/Linear/post_convert", "/layers.14/mlp/up_proj/Linear/pre_reshape", "/layers.14/mlp/up_proj/Linear/pre_convert", "/layers.14/mlp/up_proj/Linear", "/layers.14/mlp/up_proj/Linear/post_convert", "/layers.14/mlp/down_proj/Linear/pre_reshape", "/layers.14/mlp/down_proj/Linear/pre_convert", "/layers.14/mlp/down_proj/Linear", "/layers.14/mlp/down_proj/Linear/post_convert", "/layers.15/self_attn/q_proj/Linear/pre_reshape", "/layers.15/self_attn/q_proj/Linear/pre_convert", "/layers.15/self_attn/q_proj/Linear", "/layers.15/self_attn/q_proj/Linear/post_convert", "/layers.15/self_attn/k_proj/Linear/pre_reshape", "/layers.15/self_attn/k_proj/Linear/pre_convert", "/layers.15/self_attn/k_proj/Linear", "/layers.15/self_attn/k_proj/Linear/post_convert", "/layers.15/self_attn/v_proj/Linear/pre_reshape", "/layers.15/self_attn/v_proj/Linear/pre_convert", "/layers.15/self_attn/v_proj/Linear", "/layers.15/self_attn/v_proj/Linear/post_convert", "/layers.15/self_attn/o_proj/Linear/pre_reshape", "/layers.15/self_attn/o_proj/Linear/pre_convert", "/layers.15/self_attn/o_proj/Linear", "/layers.15/self_attn/o_proj/Linear/post_convert", "/layers.15/mlp/gate_proj/Linear/pre_reshape", "/layers.15/mlp/gate_proj/Linear/pre_convert", "/layers.15/mlp/gate_proj/Linear", "/layers.15/mlp/gate_proj/Linear/post_convert", "/layers.15/mlp/up_proj/Linear/pre_reshape", "/layers.15/mlp/up_proj/Linear/pre_convert", "/layers.15/mlp/up_proj/Linear", "/layers.15/mlp/up_proj/Linear/post_convert", "/layers.15/mlp/down_proj/Linear/pre_reshape", "/layers.15/mlp/down_proj/Linear/pre_convert", "/layers.15/mlp/down_proj/Linear", "/layers.15/mlp/down_proj/Linear/post_convert", "/layers.16/self_attn/q_proj/Linear/pre_reshape", "/layers.16/self_attn/q_proj/Linear/pre_convert", "/layers.16/self_attn/q_proj/Linear", "/layers.16/self_attn/q_proj/Linear/post_convert", "/layers.16/self_attn/k_proj/Linear/pre_reshape", "/layers.16/self_attn/k_proj/Linear/pre_convert", "/layers.16/self_attn/k_proj/Linear", "/layers.16/self_attn/k_proj/Linear/post_convert", "/layers.16/self_attn/v_proj/Linear/pre_reshape", "/layers.16/self_attn/v_proj/Linear/pre_convert", "/layers.16/self_attn/v_proj/Linear", "/layers.16/self_attn/v_proj/Linear/post_convert", "/layers.16/self_attn/o_proj/Linear/pre_reshape", "/layers.16/self_attn/o_proj/Linear/pre_convert", "/layers.16/self_attn/o_proj/Linear", "/layers.16/self_attn/o_proj/Linear/post_convert", "/layers.16/mlp/gate_proj/Linear/pre_reshape", "/layers.16/mlp/gate_proj/Linear/pre_convert", "/layers.16/mlp/gate_proj/Linear", "/layers.16/mlp/gate_proj/Linear/post_convert", "/layers.16/mlp/up_proj/Linear/pre_reshape", "/layers.16/mlp/up_proj/Linear/pre_convert", "/layers.16/mlp/up_proj/Linear", "/layers.16/mlp/up_proj/Linear/post_convert", "/layers.16/mlp/down_proj/Linear/pre_reshape", "/layers.16/mlp/down_proj/Linear/pre_convert", "/layers.16/mlp/down_proj/Linear", "/layers.16/mlp/down_proj/Linear/post_convert", "/layers.17/self_attn/q_proj/Linear/pre_reshape", "/layers.17/self_attn/q_proj/Linear/pre_convert", "/layers.17/self_attn/q_proj/Linear", "/layers.17/self_attn/q_proj/Linear/post_convert", "/layers.17/self_attn/k_proj/Linear/pre_reshape", "/layers.17/self_attn/k_proj/Linear/pre_convert", "/layers.17/self_attn/k_proj/Linear", "/layers.17/self_attn/k_proj/Linear/post_convert", "/layers.17/self_attn/v_proj/Linear/pre_reshape", "/layers.17/self_attn/v_proj/Linear/pre_convert", "/layers.17/self_attn/v_proj/Linear", "/layers.17/self_attn/v_proj/Linear/post_convert", "/layers.17/self_attn/o_proj/Linear/pre_reshape", "/layers.17/self_attn/o_proj/Linear/pre_convert", "/layers.17/self_attn/o_proj/Linear", "/layers.17/self_attn/o_proj/Linear/post_convert", "/layers.17/mlp/gate_proj/Linear/pre_reshape", "/layers.17/mlp/gate_proj/Linear/pre_convert", "/layers.17/mlp/gate_proj/Linear", "/layers.17/mlp/gate_proj/Linear/post_convert", "/layers.17/mlp/up_proj/Linear/pre_reshape", "/layers.17/mlp/up_proj/Linear/pre_convert", "/layers.17/mlp/up_proj/Linear", "/layers.17/mlp/up_proj/Linear/post_convert", "/layers.17/mlp/down_proj/Linear/pre_reshape", "/layers.17/mlp/down_proj/Linear/pre_convert", "/layers.17/mlp/down_proj/Linear", "/layers.17/mlp/down_proj/Linear/post_convert", "/layers.18/self_attn/q_proj/Linear/pre_reshape", "/layers.18/self_attn/q_proj/Linear/pre_convert", "/layers.18/self_attn/q_proj/Linear", "/layers.18/self_attn/q_proj/Linear/post_convert", "/layers.18/self_attn/k_proj/Linear/pre_reshape", "/layers.18/self_attn/k_proj/Linear/pre_convert", "/layers.18/self_attn/k_proj/Linear", "/layers.18/self_attn/k_proj/Linear/post_convert", "/layers.18/self_attn/v_proj/Linear/pre_reshape", "/layers.18/self_attn/v_proj/Linear/pre_convert", "/layers.18/self_attn/v_proj/Linear", "/layers.18/self_attn/v_proj/Linear/post_convert", "/layers.18/self_attn/o_proj/Linear/pre_reshape", "/layers.18/self_attn/o_proj/Linear/pre_convert", "/layers.18/self_attn/o_proj/Linear", "/layers.18/self_attn/o_proj/Linear/post_convert", "/layers.18/mlp/gate_proj/Linear/pre_reshape", "/layers.18/mlp/gate_proj/Linear/pre_convert", "/layers.18/mlp/gate_proj/Linear", "/layers.18/mlp/gate_proj/Linear/post_convert", "/layers.18/mlp/up_proj/Linear/pre_reshape", "/layers.18/mlp/up_proj/Linear/pre_convert", "/layers.18/mlp/up_proj/Linear", "/layers.18/mlp/up_proj/Linear/post_convert", "/layers.18/mlp/down_proj/Linear/pre_reshape", "/layers.18/mlp/down_proj/Linear/pre_convert", "/layers.18/mlp/down_proj/Linear", "/layers.18/mlp/down_proj/Linear/post_convert", "/layers.19/self_attn/q_proj/Linear/pre_reshape", "/layers.19/self_attn/q_proj/Linear/pre_convert", "/layers.19/self_attn/q_proj/Linear", "/layers.19/self_attn/q_proj/Linear/post_convert", "/layers.19/self_attn/k_proj/Linear/pre_reshape", "/layers.19/self_attn/k_proj/Linear/pre_convert", "/layers.19/self_attn/k_proj/Linear", "/layers.19/self_attn/k_proj/Linear/post_convert", "/layers.19/self_attn/v_proj/Linear/pre_reshape", "/layers.19/self_attn/v_proj/Linear/pre_convert", "/layers.19/self_attn/v_proj/Linear", "/layers.19/self_attn/v_proj/Linear/post_convert", "/layers.19/self_attn/o_proj/Linear/pre_reshape", "/layers.19/self_attn/o_proj/Linear/pre_convert", "/layers.19/self_attn/o_proj/Linear", "/layers.19/self_attn/o_proj/Linear/post_convert", "/layers.19/mlp/gate_proj/Linear/pre_reshape", "/layers.19/mlp/gate_proj/Linear/pre_convert", "/layers.19/mlp/gate_proj/Linear", "/layers.19/mlp/gate_proj/Linear/post_convert", "/layers.19/mlp/up_proj/Linear/pre_reshape", "/layers.19/mlp/up_proj/Linear/pre_convert", "/layers.19/mlp/up_proj/Linear", "/layers.19/mlp/up_proj/Linear/post_convert", "/layers.19/mlp/down_proj/Linear/pre_reshape", "/layers.19/mlp/down_proj/Linear/pre_convert", "/layers.19/mlp/down_proj/Linear", "/layers.19/mlp/down_proj/Linear/post_convert", "/layers.20/self_attn/q_proj/Linear/pre_reshape", "/layers.20/self_attn/q_proj/Linear/pre_convert", "/layers.20/self_attn/q_proj/Linear", "/layers.20/self_attn/q_proj/Linear/post_convert", "/layers.20/self_attn/k_proj/Linear/pre_reshape", "/layers.20/self_attn/k_proj/Linear/pre_convert", "/layers.20/self_attn/k_proj/Linear", "/layers.20/self_attn/k_proj/Linear/post_convert", "/layers.20/self_attn/v_proj/Linear/pre_reshape", "/layers.20/self_attn/v_proj/Linear/pre_convert", "/layers.20/self_attn/v_proj/Linear", "/layers.20/self_attn/v_proj/Linear/post_convert", "/layers.20/self_attn/o_proj/Linear/pre_reshape", "/layers.20/self_attn/o_proj/Linear/pre_convert", "/layers.20/self_attn/o_proj/Linear", "/layers.20/self_attn/o_proj/Linear/post_convert", "/layers.20/mlp/gate_proj/Linear/pre_reshape", "/layers.20/mlp/gate_proj/Linear/pre_convert", "/layers.20/mlp/gate_proj/Linear", "/layers.20/mlp/gate_proj/Linear/post_convert", "/layers.20/mlp/up_proj/Linear/pre_reshape", "/layers.20/mlp/up_proj/Linear/pre_convert", "/layers.20/mlp/up_proj/Linear", "/layers.20/mlp/up_proj/Linear/post_convert", "/layers.20/mlp/down_proj/Linear/pre_reshape", "/layers.20/mlp/down_proj/Linear/pre_convert", "/layers.20/mlp/down_proj/Linear", "/layers.20/mlp/down_proj/Linear/post_convert", "/layers.21/self_attn/q_proj/Linear/pre_reshape", "/layers.21/self_attn/q_proj/Linear/pre_convert", "/layers.21/self_attn/q_proj/Linear", "/layers.21/self_attn/q_proj/Linear/post_convert", "/layers.21/self_attn/k_proj/Linear/pre_reshape", "/layers.21/self_attn/k_proj/Linear/pre_convert", "/layers.21/self_attn/k_proj/Linear", "/layers.21/self_attn/k_proj/Linear/post_convert", "/layers.21/self_attn/v_proj/Linear/pre_reshape", "/layers.21/self_attn/v_proj/Linear/pre_convert", "/layers.21/self_attn/v_proj/Linear", "/layers.21/self_attn/v_proj/Linear/post_convert", "/layers.21/self_attn/o_proj/Linear/pre_reshape", "/layers.21/self_attn/o_proj/Linear/pre_convert", "/layers.21/self_attn/o_proj/Linear", "/layers.21/self_attn/o_proj/Linear/post_convert", "/layers.21/mlp/gate_proj/Linear/pre_reshape", "/layers.21/mlp/gate_proj/Linear/pre_convert", "/layers.21/mlp/gate_proj/Linear", "/layers.21/mlp/gate_proj/Linear/post_convert", "/layers.21/mlp/up_proj/Linear/pre_reshape", "/layers.21/mlp/up_proj/Linear/pre_convert", "/layers.21/mlp/up_proj/Linear", "/layers.21/mlp/up_proj/Linear/post_convert", "/layers.21/mlp/down_proj/Linear/pre_reshape", "/layers.21/mlp/down_proj/Linear/pre_convert", "/layers.21/mlp/down_proj/Linear", "/layers.21/mlp/down_proj/Linear/post_convert", "/layers.22/self_attn/q_proj/Linear/pre_reshape", "/layers.22/self_attn/q_proj/Linear/pre_convert", "/layers.22/self_attn/q_proj/Linear", "/layers.22/self_attn/q_proj/Linear/post_convert", "/layers.22/self_attn/k_proj/Linear/pre_reshape", "/layers.22/self_attn/k_proj/Linear/pre_convert", "/layers.22/self_attn/k_proj/Linear", "/layers.22/self_attn/k_proj/Linear/post_convert", "/layers.22/self_attn/v_proj/Linear/pre_reshape", "/layers.22/self_attn/v_proj/Linear/pre_convert", "/layers.22/self_attn/v_proj/Linear", "/layers.22/self_attn/v_proj/Linear/post_convert", "/layers.22/self_attn/o_proj/Linear/pre_reshape", "/layers.22/self_attn/o_proj/Linear/pre_convert", "/layers.22/self_attn/o_proj/Linear", "/layers.22/self_attn/o_proj/Linear/post_convert", "/layers.22/mlp/gate_proj/Linear/pre_reshape", "/layers.22/mlp/gate_proj/Linear/pre_convert", "/layers.22/mlp/gate_proj/Linear", "/layers.22/mlp/gate_proj/Linear/post_convert", "/layers.22/mlp/up_proj/Linear/pre_reshape", "/layers.22/mlp/up_proj/Linear/pre_convert", "/layers.22/mlp/up_proj/Linear", "/layers.22/mlp/up_proj/Linear/post_convert", "/layers.22/mlp/down_proj/Linear/pre_reshape", "/layers.22/mlp/down_proj/Linear/pre_convert", "/layers.22/mlp/down_proj/Linear", "/layers.22/mlp/down_proj/Linear/post_convert", "/layers.23/self_attn/q_proj/Linear/pre_reshape", "/layers.23/self_attn/q_proj/Linear/pre_convert", "/layers.23/self_attn/q_proj/Linear", "/layers.23/self_attn/q_proj/Linear/post_convert", "/layers.23/self_attn/k_proj/Linear/pre_reshape", "/layers.23/self_attn/k_proj/Linear/pre_convert", "/layers.23/self_attn/k_proj/Linear", "/layers.23/self_attn/k_proj/Linear/post_convert", "/layers.23/self_attn/v_proj/Linear/pre_reshape", "/layers.23/self_attn/v_proj/Linear/pre_convert", "/layers.23/self_attn/v_proj/Linear", "/layers.23/self_attn/v_proj/Linear/post_convert", "/layers.23/self_attn/o_proj/Linear/pre_reshape", "/layers.23/self_attn/o_proj/Linear/pre_convert", "/layers.23/self_attn/o_proj/Linear", "/layers.23/self_attn/o_proj/Linear/post_convert", "/layers.23/mlp/gate_proj/Linear/pre_reshape", "/layers.23/mlp/gate_proj/Linear/pre_convert", "/layers.23/mlp/gate_proj/Linear", "/layers.23/mlp/gate_proj/Linear/post_convert", "/layers.23/mlp/up_proj/Linear/pre_reshape", "/layers.23/mlp/up_proj/Linear/pre_convert", "/layers.23/mlp/up_proj/Linear", "/layers.23/mlp/up_proj/Linear/post_convert", "/layers.23/mlp/down_proj/Linear/pre_reshape", "/layers.23/mlp/down_proj/Linear/pre_convert", "/layers.23/mlp/down_proj/Linear", "/layers.23/mlp/down_proj/Linear/post_convert", "/layers.24/self_attn/q_proj/Linear/pre_reshape", "/layers.24/self_attn/q_proj/Linear/pre_convert", "/layers.24/self_attn/q_proj/Linear", "/layers.24/self_attn/q_proj/Linear/post_convert", "/layers.24/self_attn/k_proj/Linear/pre_reshape", "/layers.24/self_attn/k_proj/Linear/pre_convert", "/layers.24/self_attn/k_proj/Linear", "/layers.24/self_attn/k_proj/Linear/post_convert", "/layers.24/self_attn/v_proj/Linear/pre_reshape", "/layers.24/self_attn/v_proj/Linear/pre_convert", "/layers.24/self_attn/v_proj/Linear", "/layers.24/self_attn/v_proj/Linear/post_convert", "/layers.24/self_attn/o_proj/Linear/pre_reshape", "/layers.24/self_attn/o_proj/Linear/pre_convert", "/layers.24/self_attn/o_proj/Linear", "/layers.24/self_attn/o_proj/Linear/post_convert", "/layers.24/mlp/gate_proj/Linear/pre_reshape", "/layers.24/mlp/gate_proj/Linear/pre_convert", "/layers.24/mlp/gate_proj/Linear", "/layers.24/mlp/gate_proj/Linear/post_convert", "/layers.24/mlp/up_proj/Linear/pre_reshape", "/layers.24/mlp/up_proj/Linear/pre_convert", "/layers.24/mlp/up_proj/Linear", "/layers.24/mlp/up_proj/Linear/post_convert", "/layers.24/mlp/down_proj/Linear/pre_reshape", "/layers.24/mlp/down_proj/Linear/pre_convert", "/layers.24/mlp/down_proj/Linear", "/layers.24/mlp/down_proj/Linear/post_convert", "/layers.25/self_attn/q_proj/Linear/pre_reshape", "/layers.25/self_attn/q_proj/Linear/pre_convert", "/layers.25/self_attn/q_proj/Linear", "/layers.25/self_attn/q_proj/Linear/post_convert", "/layers.25/self_attn/k_proj/Linear/pre_reshape", "/layers.25/self_attn/k_proj/Linear/pre_convert", "/layers.25/self_attn/k_proj/Linear", "/layers.25/self_attn/k_proj/Linear/post_convert", "/layers.25/self_attn/v_proj/Linear/pre_reshape", "/layers.25/self_attn/v_proj/Linear/pre_convert", "/layers.25/self_attn/v_proj/Linear", "/layers.25/self_attn/v_proj/Linear/post_convert", "/layers.25/self_attn/o_proj/Linear/pre_reshape", "/layers.25/self_attn/o_proj/Linear/pre_convert", "/layers.25/self_attn/o_proj/Linear", "/layers.25/self_attn/o_proj/Linear/post_convert", "/layers.25/mlp/gate_proj/Linear/pre_reshape", "/layers.25/mlp/gate_proj/Linear/pre_convert", "/layers.25/mlp/gate_proj/Linear", "/layers.25/mlp/gate_proj/Linear/post_convert", "/layers.25/mlp/up_proj/Linear/pre_reshape", "/layers.25/mlp/up_proj/Linear/pre_convert", "/layers.25/mlp/up_proj/Linear", "/layers.25/mlp/up_proj/Linear/post_convert", "/layers.25/mlp/down_proj/Linear/pre_reshape", "/layers.25/mlp/down_proj/Linear/pre_convert", "/layers.25/mlp/down_proj/Linear", "/layers.25/mlp/down_proj/Linear/post_convert", "/layers.26/self_attn/q_proj/Linear/pre_reshape", "/layers.26/self_attn/q_proj/Linear/pre_convert", "/layers.26/self_attn/q_proj/Linear", "/layers.26/self_attn/q_proj/Linear/post_convert", "/layers.26/self_attn/k_proj/Linear/pre_reshape", "/layers.26/self_attn/k_proj/Linear/pre_convert", "/layers.26/self_attn/k_proj/Linear", "/layers.26/self_attn/k_proj/Linear/post_convert", "/layers.26/self_attn/v_proj/Linear/pre_reshape", "/layers.26/self_attn/v_proj/Linear/pre_convert", "/layers.26/self_attn/v_proj/Linear", "/layers.26/self_attn/v_proj/Linear/post_convert", "/layers.26/self_attn/o_proj/Linear/pre_reshape", "/layers.26/self_attn/o_proj/Linear/pre_convert", "/layers.26/self_attn/o_proj/Linear", "/layers.26/self_attn/o_proj/Linear/post_convert", "/layers.26/mlp/gate_proj/Linear/pre_reshape", "/layers.26/mlp/gate_proj/Linear/pre_convert", "/layers.26/mlp/gate_proj/Linear", "/layers.26/mlp/gate_proj/Linear/post_convert", "/layers.26/mlp/up_proj/Linear/pre_reshape", "/layers.26/mlp/up_proj/Linear/pre_convert", "/layers.26/mlp/up_proj/Linear", "/layers.26/mlp/up_proj/Linear/post_convert", "/layers.26/mlp/down_proj/Linear/pre_reshape", "/layers.26/mlp/down_proj/Linear/pre_convert", "/layers.26/mlp/down_proj/Linear", "/layers.26/mlp/down_proj/Linear/post_convert", "/layers.27/self_attn/q_proj/Linear/pre_reshape", "/layers.27/self_attn/q_proj/Linear/pre_convert", "/layers.27/self_attn/q_proj/Linear", "/layers.27/self_attn/q_proj/Linear/post_convert", "/layers.27/self_attn/k_proj/Linear/pre_reshape", "/layers.27/self_attn/k_proj/Linear/pre_convert", "/layers.27/self_attn/k_proj/Linear", "/layers.27/self_attn/k_proj/Linear/post_convert", "/layers.27/self_attn/v_proj/Linear/pre_reshape", "/layers.27/self_attn/v_proj/Linear/pre_convert", "/layers.27/self_attn/v_proj/Linear", "/layers.27/self_attn/v_proj/Linear/post_convert", "/layers.27/self_attn/o_proj/Linear/pre_reshape", "/layers.27/self_attn/o_proj/Linear/pre_convert", "/layers.27/self_attn/o_proj/Linear", "/layers.27/self_attn/o_proj/Linear/post_convert", "/layers.27/mlp/gate_proj/Linear/pre_reshape", "/layers.27/mlp/gate_proj/Linear/pre_convert", "/layers.27/mlp/gate_proj/Linear", "/layers.27/mlp/gate_proj/Linear/post_convert", "/layers.27/mlp/up_proj/Linear/pre_reshape", "/layers.27/mlp/up_proj/Linear/pre_convert", "/layers.27/mlp/up_proj/Linear", "/layers.27/mlp/up_proj/Linear/post_convert", "/layers.27/mlp/down_proj/Linear/pre_reshape", "/layers.27/mlp/down_proj/Linear/pre_convert", "/layers.27/mlp/down_proj/Linear", "/layers.27/mlp/down_proj/Linear/post_convert", "/layers.28/self_attn/q_proj/Linear/pre_reshape", "/layers.28/self_attn/q_proj/Linear/pre_convert", "/layers.28/self_attn/q_proj/Linear", "/layers.28/self_attn/q_proj/Linear/post_convert", "/layers.28/self_attn/k_proj/Linear/pre_reshape", "/layers.28/self_attn/k_proj/Linear/pre_convert", "/layers.28/self_attn/k_proj/Linear", "/layers.28/self_attn/k_proj/Linear/post_convert", "/layers.28/self_attn/v_proj/Linear/pre_reshape", "/layers.28/self_attn/v_proj/Linear/pre_convert", "/layers.28/self_attn/v_proj/Linear", "/layers.28/self_attn/v_proj/Linear/post_convert", "/layers.28/self_attn/o_proj/Linear/pre_reshape", "/layers.28/self_attn/o_proj/Linear/pre_convert", "/layers.28/self_attn/o_proj/Linear", "/layers.28/self_attn/o_proj/Linear/post_convert", "/layers.28/mlp/gate_proj/Linear/pre_reshape", "/layers.28/mlp/gate_proj/Linear/pre_convert", "/layers.28/mlp/gate_proj/Linear", "/layers.28/mlp/gate_proj/Linear/post_convert", "/layers.28/mlp/up_proj/Linear/pre_reshape", "/layers.28/mlp/up_proj/Linear/pre_convert", "/layers.28/mlp/up_proj/Linear", "/layers.28/mlp/up_proj/Linear/post_convert", "/layers.28/mlp/down_proj/Linear/pre_reshape", "/layers.28/mlp/down_proj/Linear/pre_convert", "/layers.28/mlp/down_proj/Linear", "/layers.28/mlp/down_proj/Linear/post_convert", "/layers.29/self_attn/q_proj/Linear/pre_reshape", "/layers.29/self_attn/q_proj/Linear/pre_convert", "/layers.29/self_attn/q_proj/Linear", "/layers.29/self_attn/q_proj/Linear/post_convert", "/layers.29/self_attn/k_proj/Linear/pre_reshape", "/layers.29/self_attn/k_proj/Linear/pre_convert", "/layers.29/self_attn/k_proj/Linear", "/layers.29/self_attn/k_proj/Linear/post_convert", "/layers.29/self_attn/v_proj/Linear/pre_reshape", "/layers.29/self_attn/v_proj/Linear/pre_convert", "/layers.29/self_attn/v_proj/Linear", "/layers.29/self_attn/v_proj/Linear/post_convert", "/layers.29/self_attn/o_proj/Linear/pre_reshape", "/layers.29/self_attn/o_proj/Linear/pre_convert", "/layers.29/self_attn/o_proj/Linear", "/layers.29/self_attn/o_proj/Linear/post_convert", "/layers.29/mlp/gate_proj/Linear/pre_reshape", "/layers.29/mlp/gate_proj/Linear/pre_convert", "/layers.29/mlp/gate_proj/Linear", "/layers.29/mlp/gate_proj/Linear/post_convert", "/layers.29/mlp/up_proj/Linear/pre_reshape", "/layers.29/mlp/up_proj/Linear/pre_convert", "/layers.29/mlp/up_proj/Linear", "/layers.29/mlp/up_proj/Linear/post_convert", "/layers.29/mlp/down_proj/Linear/pre_reshape", "/layers.29/mlp/down_proj/Linear/pre_convert", "/layers.29/mlp/down_proj/Linear", "/layers.29/mlp/down_proj/Linear/post_convert", "/layers.30/self_attn/q_proj/Linear/pre_reshape", "/layers.30/self_attn/q_proj/Linear/pre_convert", "/layers.30/self_attn/q_proj/Linear", "/layers.30/self_attn/q_proj/Linear/post_convert", "/layers.30/self_attn/k_proj/Linear/pre_reshape", "/layers.30/self_attn/k_proj/Linear/pre_convert", "/layers.30/self_attn/k_proj/Linear", "/layers.30/self_attn/k_proj/Linear/post_convert", "/layers.30/self_attn/v_proj/Linear/pre_reshape", "/layers.30/self_attn/v_proj/Linear/pre_convert", "/layers.30/self_attn/v_proj/Linear", "/layers.30/self_attn/v_proj/Linear/post_convert", "/layers.30/self_attn/o_proj/Linear/pre_reshape", "/layers.30/self_attn/o_proj/Linear/pre_convert", "/layers.30/self_attn/o_proj/Linear", "/layers.30/self_attn/o_proj/Linear/post_convert", "/layers.30/mlp/gate_proj/Linear/pre_reshape", "/layers.30/mlp/gate_proj/Linear/pre_convert", "/layers.30/mlp/gate_proj/Linear", "/layers.30/mlp/gate_proj/Linear/post_convert", "/layers.30/mlp/up_proj/Linear/pre_reshape", "/layers.30/mlp/up_proj/Linear/pre_convert", "/layers.30/mlp/up_proj/Linear", "/layers.30/mlp/up_proj/Linear/post_convert", "/layers.30/mlp/down_proj/Linear/pre_reshape", "/layers.30/mlp/down_proj/Linear/pre_convert", "/layers.30/mlp/down_proj/Linear", "/layers.30/mlp/down_proj/Linear/post_convert", "/layers.31/self_attn/q_proj/Linear/pre_reshape", "/layers.31/self_attn/q_proj/Linear/pre_convert", "/layers.31/self_attn/q_proj/Linear", "/layers.31/self_attn/q_proj/Linear/post_convert", "/layers.31/self_attn/k_proj/Linear/pre_reshape", "/layers.31/self_attn/k_proj/Linear/pre_convert", "/layers.31/self_attn/k_proj/Linear", "/layers.31/self_attn/k_proj/Linear/post_convert", "/layers.31/self_attn/v_proj/Linear/pre_reshape", "/layers.31/self_attn/v_proj/Linear/pre_convert", "/layers.31/self_attn/v_proj/Linear", "/layers.31/self_attn/v_proj/Linear/post_convert", "/layers.31/self_attn/o_proj/Linear/pre_reshape", "/layers.31/self_attn/o_proj/Linear/pre_convert", "/layers.31/self_attn/o_proj/Linear", "/layers.31/self_attn/o_proj/Linear/post_convert", "/layers.31/mlp/gate_proj/Linear/pre_reshape", "/layers.31/mlp/gate_proj/Linear/pre_convert", "/layers.31/mlp/gate_proj/Linear", "/layers.31/mlp/gate_proj/Linear/post_convert", "/layers.31/mlp/up_proj/Linear/pre_reshape", "/layers.31/mlp/up_proj/Linear/pre_convert", "/layers.31/mlp/up_proj/Linear", "/layers.31/mlp/up_proj/Linear/post_convert", "/layers.31/mlp/down_proj/Linear/pre_reshape", "/layers.31/mlp/down_proj/Linear/pre_convert", "/layers.31/mlp/down_proj/Linear", "/layers.31/mlp/down_proj/Linear/post_convert", "/layers.32/self_attn/q_proj/Linear/pre_reshape", "/layers.32/self_attn/q_proj/Linear/pre_convert", "/layers.32/self_attn/q_proj/Linear", "/layers.32/self_attn/q_proj/Linear/post_convert", "/layers.32/self_attn/k_proj/Linear/pre_reshape", "/layers.32/self_attn/k_proj/Linear/pre_convert", "/layers.32/self_attn/k_proj/Linear", "/layers.32/self_attn/k_proj/Linear/post_convert", "/layers.32/self_attn/v_proj/Linear/pre_reshape", "/layers.32/self_attn/v_proj/Linear/pre_convert", "/layers.32/self_attn/v_proj/Linear", "/layers.32/self_attn/v_proj/Linear/post_convert", "/layers.32/self_attn/o_proj/Linear/pre_reshape", "/layers.32/self_attn/o_proj/Linear/pre_convert", "/layers.32/self_attn/o_proj/Linear", "/layers.32/self_attn/o_proj/Linear/post_convert", "/layers.32/mlp/gate_proj/Linear/pre_reshape", "/layers.32/mlp/gate_proj/Linear/pre_convert", "/layers.32/mlp/gate_proj/Linear", "/layers.32/mlp/gate_proj/Linear/post_convert", "/layers.32/mlp/up_proj/Linear/pre_reshape", "/layers.32/mlp/up_proj/Linear/pre_convert", "/layers.32/mlp/up_proj/Linear", "/layers.32/mlp/up_proj/Linear/post_convert", "/layers.32/mlp/down_proj/Linear/pre_reshape", "/layers.32/mlp/down_proj/Linear/pre_convert", "/layers.32/mlp/down_proj/Linear", "/layers.32/mlp/down_proj/Linear/post_convert", "/layers.33/self_attn/q_proj/Linear/pre_reshape", "/layers.33/self_attn/q_proj/Linear/pre_convert", "/layers.33/self_attn/q_proj/Linear", "/layers.33/self_attn/q_proj/Linear/post_convert", "/layers.33/self_attn/k_proj/Linear/pre_reshape", "/layers.33/self_attn/k_proj/Linear/pre_convert", "/layers.33/self_attn/k_proj/Linear", "/layers.33/self_attn/k_proj/Linear/post_convert", "/layers.33/self_attn/v_proj/Linear/pre_reshape", "/layers.33/self_attn/v_proj/Linear/pre_convert", "/layers.33/self_attn/v_proj/Linear", "/layers.33/self_attn/v_proj/Linear/post_convert", "/layers.33/self_attn/o_proj/Linear/pre_reshape", "/layers.33/self_attn/o_proj/Linear/pre_convert", "/layers.33/self_attn/o_proj/Linear", "/layers.33/self_attn/o_proj/Linear/post_convert", "/layers.33/mlp/gate_proj/Linear/pre_reshape", "/layers.33/mlp/gate_proj/Linear/pre_convert", "/layers.33/mlp/gate_proj/Linear", "/layers.33/mlp/gate_proj/Linear/post_convert", "/layers.33/mlp/up_proj/Linear/pre_reshape", "/layers.33/mlp/up_proj/Linear/pre_convert", "/layers.33/mlp/up_proj/Linear", "/layers.33/mlp/up_proj/Linear/post_convert", "/layers.33/mlp/down_proj/Linear/pre_reshape", "/layers.33/mlp/down_proj/Linear/pre_convert", "/layers.33/mlp/down_proj/Linear", "/layers.33/mlp/down_proj/Linear/post_convert", "/layers.34/self_attn/q_proj/Linear/pre_reshape", "/layers.34/self_attn/q_proj/Linear/pre_convert", "/layers.34/self_attn/q_proj/Linear", "/layers.34/self_attn/q_proj/Linear/post_convert", "/layers.34/self_attn/k_proj/Linear/pre_reshape", "/layers.34/self_attn/k_proj/Linear/pre_convert", "/layers.34/self_attn/k_proj/Linear", "/layers.34/self_attn/k_proj/Linear/post_convert", "/layers.34/self_attn/v_proj/Linear/pre_reshape", "/layers.34/self_attn/v_proj/Linear/pre_convert", "/layers.34/self_attn/v_proj/Linear", "/layers.34/self_attn/v_proj/Linear/post_convert", "/layers.34/self_attn/o_proj/Linear/pre_reshape", "/layers.34/self_attn/o_proj/Linear/pre_convert", "/layers.34/self_attn/o_proj/Linear", "/layers.34/self_attn/o_proj/Linear/post_convert", "/layers.34/mlp/gate_proj/Linear/pre_reshape", "/layers.34/mlp/gate_proj/Linear/pre_convert", "/layers.34/mlp/gate_proj/Linear", "/layers.34/mlp/gate_proj/Linear/post_convert", "/layers.34/mlp/up_proj/Linear/pre_reshape", "/layers.34/mlp/up_proj/Linear/pre_convert", "/layers.34/mlp/up_proj/Linear", "/layers.34/mlp/up_proj/Linear/post_convert", "/layers.34/mlp/down_proj/Linear/pre_reshape", "/layers.34/mlp/down_proj/Linear/pre_convert", "/layers.34/mlp/down_proj/Linear", "/layers.34/mlp/down_proj/Linear/post_convert", "/layers.35/self_attn/q_proj/Linear/pre_reshape", "/layers.35/self_attn/q_proj/Linear/pre_convert", "/layers.35/self_attn/q_proj/Linear", "/layers.35/self_attn/q_proj/Linear/post_convert", "/layers.35/self_attn/k_proj/Linear/pre_reshape", "/layers.35/self_attn/k_proj/Linear/pre_convert", "/layers.35/self_attn/k_proj/Linear", "/layers.35/self_attn/k_proj/Linear/post_convert", "/layers.35/self_attn/v_proj/Linear/pre_reshape", "/layers.35/self_attn/v_proj/Linear/pre_convert", "/layers.35/self_attn/v_proj/Linear", "/layers.35/self_attn/v_proj/Linear/post_convert", "/layers.35/self_attn/o_proj/Linear/pre_reshape", "/layers.35/self_attn/o_proj/Linear/pre_convert", "/layers.35/self_attn/o_proj/Linear", "/layers.35/self_attn/o_proj/Linear/post_convert", "/layers.35/mlp/gate_proj/Linear/pre_reshape", "/layers.35/mlp/gate_proj/Linear/pre_convert", "/layers.35/mlp/gate_proj/Linear", "/layers.35/mlp/gate_proj/Linear/post_convert", "/layers.35/mlp/up_proj/Linear/pre_reshape", "/layers.35/mlp/up_proj/Linear/pre_convert", "/layers.35/mlp/up_proj/Linear", "/layers.35/mlp/up_proj/Linear/post_convert", "/layers.35/mlp/down_proj/Linear/pre_reshape", "/layers.35/mlp/down_proj/Linear/pre_convert", "/layers.35/mlp/down_proj/Linear", "/layers.35/mlp/down_proj/Linear/post_convert", "/layers.36/self_attn/q_proj/Linear/pre_reshape", "/layers.36/self_attn/q_proj/Linear/pre_convert", "/layers.36/self_attn/q_proj/Linear", "/layers.36/self_attn/q_proj/Linear/post_convert", "/layers.36/self_attn/k_proj/Linear/pre_reshape", "/layers.36/self_attn/k_proj/Linear/pre_convert", "/layers.36/self_attn/k_proj/Linear", "/layers.36/self_attn/k_proj/Linear/post_convert", "/layers.36/self_attn/v_proj/Linear/pre_reshape", "/layers.36/self_attn/v_proj/Linear/pre_convert", "/layers.36/self_attn/v_proj/Linear", "/layers.36/self_attn/v_proj/Linear/post_convert", "/layers.36/self_attn/o_proj/Linear/pre_reshape", "/layers.36/self_attn/o_proj/Linear/pre_convert", "/layers.36/self_attn/o_proj/Linear", "/layers.36/self_attn/o_proj/Linear/post_convert", "/layers.36/mlp/gate_proj/Linear/pre_reshape", "/layers.36/mlp/gate_proj/Linear/pre_convert", "/layers.36/mlp/gate_proj/Linear", "/layers.36/mlp/gate_proj/Linear/post_convert", "/layers.36/mlp/up_proj/Linear/pre_reshape", "/layers.36/mlp/up_proj/Linear/pre_convert", "/layers.36/mlp/up_proj/Linear", "/layers.36/mlp/up_proj/Linear/post_convert", "/layers.36/mlp/down_proj/Linear/pre_reshape", "/layers.36/mlp/down_proj/Linear/pre_convert", "/layers.36/mlp/down_proj/Linear", "/layers.36/mlp/down_proj/Linear/post_convert", "/layers.37/self_attn/q_proj/Linear/pre_reshape", "/layers.37/self_attn/q_proj/Linear/pre_convert", "/layers.37/self_attn/q_proj/Linear", "/layers.37/self_attn/q_proj/Linear/post_convert", "/layers.37/self_attn/k_proj/Linear/pre_reshape", "/layers.37/self_attn/k_proj/Linear/pre_convert", "/layers.37/self_attn/k_proj/Linear", "/layers.37/self_attn/k_proj/Linear/post_convert", "/layers.37/self_attn/v_proj/Linear/pre_reshape", "/layers.37/self_attn/v_proj/Linear/pre_convert", "/layers.37/self_attn/v_proj/Linear", "/layers.37/self_attn/v_proj/Linear/post_convert", "/layers.37/self_attn/o_proj/Linear/pre_reshape", "/layers.37/self_attn/o_proj/Linear/pre_convert", "/layers.37/self_attn/o_proj/Linear", "/layers.37/self_attn/o_proj/Linear/post_convert", "/layers.37/mlp/gate_proj/Linear/pre_reshape", "/layers.37/mlp/gate_proj/Linear/pre_convert", "/layers.37/mlp/gate_proj/Linear", "/layers.37/mlp/gate_proj/Linear/post_convert", "/layers.37/mlp/up_proj/Linear/pre_reshape", "/layers.37/mlp/up_proj/Linear/pre_convert", "/layers.37/mlp/up_proj/Linear", "/layers.37/mlp/up_proj/Linear/post_convert", "/layers.37/mlp/down_proj/Linear/pre_reshape", "/layers.37/mlp/down_proj/Linear/pre_convert", "/layers.37/mlp/down_proj/Linear", "/layers.37/mlp/down_proj/Linear/post_convert", "/layers.38/self_attn/q_proj/Linear/pre_reshape", "/layers.38/self_attn/q_proj/Linear/pre_convert", "/layers.38/self_attn/q_proj/Linear", "/layers.38/self_attn/q_proj/Linear/post_convert", "/layers.38/self_attn/k_proj/Linear/pre_reshape", "/layers.38/self_attn/k_proj/Linear/pre_convert", "/layers.38/self_attn/k_proj/Linear", "/layers.38/self_attn/k_proj/Linear/post_convert", "/layers.38/self_attn/v_proj/Linear/pre_reshape", "/layers.38/self_attn/v_proj/Linear/pre_convert", "/layers.38/self_attn/v_proj/Linear", "/layers.38/self_attn/v_proj/Linear/post_convert", "/layers.38/self_attn/o_proj/Linear/pre_reshape", "/layers.38/self_attn/o_proj/Linear/pre_convert", "/layers.38/self_attn/o_proj/Linear", "/layers.38/self_attn/o_proj/Linear/post_convert", "/layers.38/mlp/gate_proj/Linear/pre_reshape", "/layers.38/mlp/gate_proj/Linear/pre_convert", "/layers.38/mlp/gate_proj/Linear", "/layers.38/mlp/gate_proj/Linear/post_convert", "/layers.38/mlp/up_proj/Linear/pre_reshape", "/layers.38/mlp/up_proj/Linear/pre_convert", "/layers.38/mlp/up_proj/Linear", "/layers.38/mlp/up_proj/Linear/post_convert", "/layers.38/mlp/down_proj/Linear/pre_reshape", "/layers.38/mlp/down_proj/Linear/pre_convert", "/layers.38/mlp/down_proj/Linear", "/layers.38/mlp/down_proj/Linear/post_convert", "/layers.39/self_attn/q_proj/Linear/pre_reshape", "/layers.39/self_attn/q_proj/Linear/pre_convert", "/layers.39/self_attn/q_proj/Linear", "/layers.39/self_attn/q_proj/Linear/post_convert", "/layers.39/self_attn/k_proj/Linear/pre_reshape", "/layers.39/self_attn/k_proj/Linear/pre_convert", "/layers.39/self_attn/k_proj/Linear", "/layers.39/self_attn/k_proj/Linear/post_convert", "/layers.39/self_attn/v_proj/Linear/pre_reshape", "/layers.39/self_attn/v_proj/Linear/pre_convert", "/layers.39/self_attn/v_proj/Linear", "/layers.39/self_attn/v_proj/Linear/post_convert", "/layers.39/self_attn/o_proj/Linear/pre_reshape", "/layers.39/self_attn/o_proj/Linear/pre_convert", "/layers.39/self_attn/o_proj/Linear", "/layers.39/self_attn/o_proj/Linear/post_convert", "/layers.39/mlp/gate_proj/Linear/pre_reshape", "/layers.39/mlp/gate_proj/Linear/pre_convert", "/layers.39/mlp/gate_proj/Linear", "/layers.39/mlp/gate_proj/Linear/post_convert", "/layers.39/mlp/up_proj/Linear/pre_reshape", "/layers.39/mlp/up_proj/Linear/pre_convert", "/layers.39/mlp/up_proj/Linear", "/layers.39/mlp/up_proj/Linear/post_convert", "/layers.39/mlp/down_proj/Linear/pre_reshape", "/layers.39/mlp/down_proj/Linear/pre_convert", "/layers.39/mlp/down_proj/Linear", "/layers.39/mlp/down_proj/Linear/post_convert", "/layers.40/self_attn/q_proj/Linear/pre_reshape", "/layers.40/self_attn/q_proj/Linear/pre_convert", "/layers.40/self_attn/q_proj/Linear", "/layers.40/self_attn/q_proj/Linear/post_convert", "/layers.40/self_attn/k_proj/Linear/pre_reshape", "/layers.40/self_attn/k_proj/Linear/pre_convert", "/layers.40/self_attn/k_proj/Linear", "/layers.40/self_attn/k_proj/Linear/post_convert", "/layers.40/self_attn/v_proj/Linear/pre_reshape", "/layers.40/self_attn/v_proj/Linear/pre_convert", "/layers.40/self_attn/v_proj/Linear", "/layers.40/self_attn/v_proj/Linear/post_convert", "/layers.40/self_attn/o_proj/Linear/pre_reshape", "/layers.40/self_attn/o_proj/Linear/pre_convert", "/layers.40/self_attn/o_proj/Linear", "/layers.40/self_attn/o_proj/Linear/post_convert", "/layers.40/mlp/gate_proj/Linear/pre_reshape", "/layers.40/mlp/gate_proj/Linear/pre_convert", "/layers.40/mlp/gate_proj/Linear", "/layers.40/mlp/gate_proj/Linear/post_convert", "/layers.40/mlp/up_proj/Linear/pre_reshape", "/layers.40/mlp/up_proj/Linear/pre_convert", "/layers.40/mlp/up_proj/Linear", "/layers.40/mlp/up_proj/Linear/post_convert", "/layers.40/mlp/down_proj/Linear/pre_reshape", "/layers.40/mlp/down_proj/Linear/pre_convert", "/layers.40/mlp/down_proj/Linear", "/layers.40/mlp/down_proj/Linear/post_convert", "/layers.41/self_attn/q_proj/Linear/pre_reshape", "/layers.41/self_attn/q_proj/Linear/pre_convert", "/layers.41/self_attn/q_proj/Linear", "/layers.41/self_attn/q_proj/Linear/post_convert", "/layers.41/self_attn/k_proj/Linear/pre_reshape", "/layers.41/self_attn/k_proj/Linear/pre_convert", "/layers.41/self_attn/k_proj/Linear", "/layers.41/self_attn/k_proj/Linear/post_convert", "/layers.41/self_attn/v_proj/Linear/pre_reshape", "/layers.41/self_attn/v_proj/Linear/pre_convert", "/layers.41/self_attn/v_proj/Linear", "/layers.41/self_attn/v_proj/Linear/post_convert", "/layers.41/self_attn/o_proj/Linear/pre_reshape", "/layers.41/self_attn/o_proj/Linear/pre_convert", "/layers.41/self_attn/o_proj/Linear", "/layers.41/self_attn/o_proj/Linear/post_convert", "/layers.41/mlp/gate_proj/Linear/pre_reshape", "/layers.41/mlp/gate_proj/Linear/pre_convert", "/layers.41/mlp/gate_proj/Linear", "/layers.41/mlp/gate_proj/Linear/post_convert", "/layers.41/mlp/up_proj/Linear/pre_reshape", "/layers.41/mlp/up_proj/Linear/pre_convert", "/layers.41/mlp/up_proj/Linear", "/layers.41/mlp/up_proj/Linear/post_convert", "/layers.41/mlp/down_proj/Linear/pre_reshape", "/layers.41/mlp/down_proj/Linear/pre_convert", "/layers.41/mlp/down_proj/Linear", "/layers.41/mlp/down_proj/Linear/post_convert", "/layers.42/self_attn/q_proj/Linear/pre_reshape", "/layers.42/self_attn/q_proj/Linear/pre_convert", "/layers.42/self_attn/q_proj/Linear", "/layers.42/self_attn/q_proj/Linear/post_convert", "/layers.42/self_attn/k_proj/Linear/pre_reshape", "/layers.42/self_attn/k_proj/Linear/pre_convert", "/layers.42/self_attn/k_proj/Linear", "/layers.42/self_attn/k_proj/Linear/post_convert", "/layers.42/self_attn/v_proj/Linear/pre_reshape", "/layers.42/self_attn/v_proj/Linear/pre_convert", "/layers.42/self_attn/v_proj/Linear", "/layers.42/self_attn/v_proj/Linear/post_convert", "/layers.42/self_attn/o_proj/Linear/pre_reshape", "/layers.42/self_attn/o_proj/Linear/pre_convert", "/layers.42/self_attn/o_proj/Linear", "/layers.42/self_attn/o_proj/Linear/post_convert", "/layers.42/mlp/gate_proj/Linear/pre_reshape", "/layers.42/mlp/gate_proj/Linear/pre_convert", "/layers.42/mlp/gate_proj/Linear", "/layers.42/mlp/gate_proj/Linear/post_convert", "/layers.42/mlp/up_proj/Linear/pre_reshape", "/layers.42/mlp/up_proj/Linear/pre_convert", "/layers.42/mlp/up_proj/Linear", "/layers.42/mlp/up_proj/Linear/post_convert", "/layers.42/mlp/down_proj/Linear/pre_reshape", "/layers.42/mlp/down_proj/Linear/pre_convert", "/layers.42/mlp/down_proj/Linear", "/layers.42/mlp/down_proj/Linear/post_convert", "/layers.43/self_attn/q_proj/Linear/pre_reshape", "/layers.43/self_attn/q_proj/Linear/pre_convert", "/layers.43/self_attn/q_proj/Linear", "/layers.43/self_attn/q_proj/Linear/post_convert", "/layers.43/self_attn/k_proj/Linear/pre_reshape", "/layers.43/self_attn/k_proj/Linear/pre_convert", "/layers.43/self_attn/k_proj/Linear", "/layers.43/self_attn/k_proj/Linear/post_convert", "/layers.43/self_attn/v_proj/Linear/pre_reshape", "/layers.43/self_attn/v_proj/Linear/pre_convert", "/layers.43/self_attn/v_proj/Linear", "/layers.43/self_attn/v_proj/Linear/post_convert", "/layers.43/self_attn/o_proj/Linear/pre_reshape", "/layers.43/self_attn/o_proj/Linear/pre_convert", "/layers.43/self_attn/o_proj/Linear", "/layers.43/self_attn/o_proj/Linear/post_convert", "/layers.43/mlp/gate_proj/Linear/pre_reshape", "/layers.43/mlp/gate_proj/Linear/pre_convert", "/layers.43/mlp/gate_proj/Linear", "/layers.43/mlp/gate_proj/Linear/post_convert", "/layers.43/mlp/up_proj/Linear/pre_reshape", "/layers.43/mlp/up_proj/Linear/pre_convert", "/layers.43/mlp/up_proj/Linear", "/layers.43/mlp/up_proj/Linear/post_convert", "/layers.43/mlp/down_proj/Linear/pre_reshape", "/layers.43/mlp/down_proj/Linear/pre_convert", "/layers.43/mlp/down_proj/Linear", "/layers.43/mlp/down_proj/Linear/post_convert", "/layers.44/self_attn/q_proj/Linear/pre_reshape", "/layers.44/self_attn/q_proj/Linear/pre_convert", "/layers.44/self_attn/q_proj/Linear", "/layers.44/self_attn/q_proj/Linear/post_convert", "/layers.44/self_attn/k_proj/Linear/pre_reshape", "/layers.44/self_attn/k_proj/Linear/pre_convert", "/layers.44/self_attn/k_proj/Linear", "/layers.44/self_attn/k_proj/Linear/post_convert", "/layers.44/self_attn/v_proj/Linear/pre_reshape", "/layers.44/self_attn/v_proj/Linear/pre_convert", "/layers.44/self_attn/v_proj/Linear", "/layers.44/self_attn/v_proj/Linear/post_convert", "/layers.44/self_attn/o_proj/Linear/pre_reshape", "/layers.44/self_attn/o_proj/Linear/pre_convert", "/layers.44/self_attn/o_proj/Linear", "/layers.44/self_attn/o_proj/Linear/post_convert", "/layers.44/mlp/gate_proj/Linear/pre_reshape", "/layers.44/mlp/gate_proj/Linear/pre_convert", "/layers.44/mlp/gate_proj/Linear", "/layers.44/mlp/gate_proj/Linear/post_convert", "/layers.44/mlp/up_proj/Linear/pre_reshape", "/layers.44/mlp/up_proj/Linear/pre_convert", "/layers.44/mlp/up_proj/Linear", "/layers.44/mlp/up_proj/Linear/post_convert", "/layers.44/mlp/down_proj/Linear/pre_reshape", "/layers.44/mlp/down_proj/Linear/pre_convert", "/layers.44/mlp/down_proj/Linear", "/layers.44/mlp/down_proj/Linear/post_convert", "/layers.45/self_attn/q_proj/Linear/pre_reshape", "/layers.45/self_attn/q_proj/Linear/pre_convert", "/layers.45/self_attn/q_proj/Linear", "/layers.45/self_attn/q_proj/Linear/post_convert", "/layers.45/self_attn/k_proj/Linear/pre_reshape", "/layers.45/self_attn/k_proj/Linear/pre_convert", "/layers.45/self_attn/k_proj/Linear", "/layers.45/self_attn/k_proj/Linear/post_convert", "/layers.45/self_attn/v_proj/Linear/pre_reshape", "/layers.45/self_attn/v_proj/Linear/pre_convert", "/layers.45/self_attn/v_proj/Linear", "/layers.45/self_attn/v_proj/Linear/post_convert", "/layers.45/self_attn/o_proj/Linear/pre_reshape", "/layers.45/self_attn/o_proj/Linear/pre_convert", "/layers.45/self_attn/o_proj/Linear", "/layers.45/self_attn/o_proj/Linear/post_convert", "/layers.45/mlp/gate_proj/Linear/pre_reshape", "/layers.45/mlp/gate_proj/Linear/pre_convert", "/layers.45/mlp/gate_proj/Linear", "/layers.45/mlp/gate_proj/Linear/post_convert", "/layers.45/mlp/up_proj/Linear/pre_reshape", "/layers.45/mlp/up_proj/Linear/pre_convert", "/layers.45/mlp/up_proj/Linear", "/layers.45/mlp/up_proj/Linear/post_convert", "/layers.45/mlp/down_proj/Linear/pre_reshape", "/layers.45/mlp/down_proj/Linear/pre_convert", "/layers.45/mlp/down_proj/Linear", "/layers.45/mlp/down_proj/Linear/post_convert", "/layers.46/self_attn/q_proj/Linear/pre_reshape", "/layers.46/self_attn/q_proj/Linear/pre_convert", "/layers.46/self_attn/q_proj/Linear", "/layers.46/self_attn/q_proj/Linear/post_convert", "/layers.46/self_attn/k_proj/Linear/pre_reshape", "/layers.46/self_attn/k_proj/Linear/pre_convert", "/layers.46/self_attn/k_proj/Linear", "/layers.46/self_attn/k_proj/Linear/post_convert", "/layers.46/self_attn/v_proj/Linear/pre_reshape", "/layers.46/self_attn/v_proj/Linear/pre_convert", "/layers.46/self_attn/v_proj/Linear", "/layers.46/self_attn/v_proj/Linear/post_convert", "/layers.46/self_attn/o_proj/Linear/pre_reshape", "/layers.46/self_attn/o_proj/Linear/pre_convert", "/layers.46/self_attn/o_proj/Linear", "/layers.46/self_attn/o_proj/Linear/post_convert", "/layers.46/mlp/gate_proj/Linear/pre_reshape", "/layers.46/mlp/gate_proj/Linear/pre_convert", "/layers.46/mlp/gate_proj/Linear", "/layers.46/mlp/gate_proj/Linear/post_convert", "/layers.46/mlp/up_proj/Linear/pre_reshape", "/layers.46/mlp/up_proj/Linear/pre_convert", "/layers.46/mlp/up_proj/Linear", "/layers.46/mlp/up_proj/Linear/post_convert", "/layers.46/mlp/down_proj/Linear/pre_reshape", "/layers.46/mlp/down_proj/Linear/pre_convert", "/layers.46/mlp/down_proj/Linear", "/layers.46/mlp/down_proj/Linear/post_convert", "/layers.47/self_attn/q_proj/Linear/pre_reshape", "/layers.47/self_attn/q_proj/Linear/pre_convert", "/layers.47/self_attn/q_proj/Linear", "/layers.47/self_attn/q_proj/Linear/post_convert", "/layers.47/self_attn/k_proj/Linear/pre_reshape", "/layers.47/self_attn/k_proj/Linear/pre_convert", "/layers.47/self_attn/k_proj/Linear", "/layers.47/self_attn/k_proj/Linear/post_convert", "/layers.47/self_attn/v_proj/Linear/pre_reshape", "/layers.47/self_attn/v_proj/Linear/pre_convert", "/layers.47/self_attn/v_proj/Linear", "/layers.47/self_attn/v_proj/Linear/post_convert", "/layers.47/self_attn/o_proj/Linear/pre_reshape", "/layers.47/self_attn/o_proj/Linear/pre_convert", "/layers.47/self_attn/o_proj/Linear", "/layers.47/self_attn/o_proj/Linear/post_convert", "/layers.47/mlp/gate_proj/Linear/pre_reshape", "/layers.47/mlp/gate_proj/Linear/pre_convert", "/layers.47/mlp/gate_proj/Linear", "/layers.47/mlp/gate_proj/Linear/post_convert", "/layers.47/mlp/up_proj/Linear/pre_reshape", "/layers.47/mlp/up_proj/Linear/pre_convert", "/layers.47/mlp/up_proj/Linear", "/layers.47/mlp/up_proj/Linear/post_convert", "/layers.47/mlp/down_proj/Linear/pre_reshape", "/layers.47/mlp/down_proj/Linear/pre_convert", "/layers.47/mlp/down_proj/Linear", "/layers.47/mlp/down_proj/Linear/post_convert", "/layers.48/self_attn/q_proj/Linear/pre_reshape", "/layers.48/self_attn/q_proj/Linear/pre_convert", "/layers.48/self_attn/q_proj/Linear", "/layers.48/self_attn/q_proj/Linear/post_convert", "/layers.48/self_attn/k_proj/Linear/pre_reshape", "/layers.48/self_attn/k_proj/Linear/pre_convert", "/layers.48/self_attn/k_proj/Linear", "/layers.48/self_attn/k_proj/Linear/post_convert", "/layers.48/self_attn/v_proj/Linear/pre_reshape", "/layers.48/self_attn/v_proj/Linear/pre_convert", "/layers.48/self_attn/v_proj/Linear", "/layers.48/self_attn/v_proj/Linear/post_convert", "/layers.48/self_attn/o_proj/Linear/pre_reshape", "/layers.48/self_attn/o_proj/Linear/pre_convert", "/layers.48/self_attn/o_proj/Linear", "/layers.48/self_attn/o_proj/Linear/post_convert", "/layers.48/mlp/gate_proj/Linear/pre_reshape", "/layers.48/mlp/gate_proj/Linear/pre_convert", "/layers.48/mlp/gate_proj/Linear", "/layers.48/mlp/gate_proj/Linear/post_convert", "/layers.48/mlp/up_proj/Linear/pre_reshape", "/layers.48/mlp/up_proj/Linear/pre_convert", "/layers.48/mlp/up_proj/Linear", "/layers.48/mlp/up_proj/Linear/post_convert", "/layers.48/mlp/down_proj/Linear/pre_reshape", "/layers.48/mlp/down_proj/Linear/pre_convert", "/layers.48/mlp/down_proj/Linear", "/layers.48/mlp/down_proj/Linear/post_convert", "/layers.49/self_attn/q_proj/Linear/pre_reshape", "/layers.49/self_attn/q_proj/Linear/pre_convert", "/layers.49/self_attn/q_proj/Linear", "/layers.49/self_attn/q_proj/Linear/post_convert", "/layers.49/self_attn/k_proj/Linear/pre_reshape", "/layers.49/self_attn/k_proj/Linear/pre_convert", "/layers.49/self_attn/k_proj/Linear", "/layers.49/self_attn/k_proj/Linear/post_convert", "/layers.49/self_attn/v_proj/Linear/pre_reshape", "/layers.49/self_attn/v_proj/Linear/pre_convert", "/layers.49/self_attn/v_proj/Linear", "/layers.49/self_attn/v_proj/Linear/post_convert", "/layers.49/self_attn/o_proj/Linear/pre_reshape", "/layers.49/self_attn/o_proj/Linear/pre_convert", "/layers.49/self_attn/o_proj/Linear", "/layers.49/self_attn/o_proj/Linear/post_convert", "/layers.49/mlp/gate_proj/Linear/pre_reshape", "/layers.49/mlp/gate_proj/Linear/pre_convert", "/layers.49/mlp/gate_proj/Linear", "/layers.49/mlp/gate_proj/Linear/post_convert", "/layers.49/mlp/up_proj/Linear/pre_reshape", "/layers.49/mlp/up_proj/Linear/pre_convert", "/layers.49/mlp/up_proj/Linear", "/layers.49/mlp/up_proj/Linear/post_convert", "/layers.49/mlp/down_proj/Linear/pre_reshape", "/layers.49/mlp/down_proj/Linear/pre_convert", "/layers.49/mlp/down_proj/Linear", "/layers.49/mlp/down_proj/Linear/post_convert", "/layers.50/self_attn/q_proj/Linear/pre_reshape", "/layers.50/self_attn/q_proj/Linear/pre_convert", "/layers.50/self_attn/q_proj/Linear", "/layers.50/self_attn/q_proj/Linear/post_convert", "/layers.50/self_attn/k_proj/Linear/pre_reshape", "/layers.50/self_attn/k_proj/Linear/pre_convert", "/layers.50/self_attn/k_proj/Linear", "/layers.50/self_attn/k_proj/Linear/post_convert", "/layers.50/self_attn/v_proj/Linear/pre_reshape", "/layers.50/self_attn/v_proj/Linear/pre_convert", "/layers.50/self_attn/v_proj/Linear", "/layers.50/self_attn/v_proj/Linear/post_convert", "/layers.50/self_attn/o_proj/Linear/pre_reshape", "/layers.50/self_attn/o_proj/Linear/pre_convert", "/layers.50/self_attn/o_proj/Linear", "/layers.50/self_attn/o_proj/Linear/post_convert", "/layers.50/mlp/gate_proj/Linear/pre_reshape", "/layers.50/mlp/gate_proj/Linear/pre_convert", "/layers.50/mlp/gate_proj/Linear", "/layers.50/mlp/gate_proj/Linear/post_convert", "/layers.50/mlp/up_proj/Linear/pre_reshape", "/layers.50/mlp/up_proj/Linear/pre_convert", "/layers.50/mlp/up_proj/Linear", "/layers.50/mlp/up_proj/Linear/post_convert", "/layers.50/mlp/down_proj/Linear/pre_reshape", "/layers.50/mlp/down_proj/Linear/pre_convert", "/layers.50/mlp/down_proj/Linear", "/layers.50/mlp/down_proj/Linear/post_convert", "/layers.51/self_attn/q_proj/Linear/pre_reshape", "/layers.51/self_attn/q_proj/Linear/pre_convert", "/layers.51/self_attn/q_proj/Linear", "/layers.51/self_attn/q_proj/Linear/post_convert", "/layers.51/self_attn/k_proj/Linear/pre_reshape", "/layers.51/self_attn/k_proj/Linear/pre_convert", "/layers.51/self_attn/k_proj/Linear", "/layers.51/self_attn/k_proj/Linear/post_convert", "/layers.51/self_attn/v_proj/Linear/pre_reshape", "/layers.51/self_attn/v_proj/Linear/pre_convert", "/layers.51/self_attn/v_proj/Linear", "/layers.51/self_attn/v_proj/Linear/post_convert", "/layers.51/self_attn/o_proj/Linear/pre_reshape", "/layers.51/self_attn/o_proj/Linear/pre_convert", "/layers.51/self_attn/o_proj/Linear", "/layers.51/self_attn/o_proj/Linear/post_convert", "/layers.51/mlp/gate_proj/Linear/pre_reshape", "/layers.51/mlp/gate_proj/Linear/pre_convert", "/layers.51/mlp/gate_proj/Linear", "/layers.51/mlp/gate_proj/Linear/post_convert", "/layers.51/mlp/up_proj/Linear/pre_reshape", "/layers.51/mlp/up_proj/Linear/pre_convert", "/layers.51/mlp/up_proj/Linear", "/layers.51/mlp/up_proj/Linear/post_convert", "/layers.51/mlp/down_proj/Linear/pre_reshape", "/layers.51/mlp/down_proj/Linear/pre_convert", "/layers.51/mlp/down_proj/Linear", "/layers.51/mlp/down_proj/Linear/post_convert", "/layers.52/self_attn/q_proj/Linear/pre_reshape", "/layers.52/self_attn/q_proj/Linear/pre_convert", "/layers.52/self_attn/q_proj/Linear", "/layers.52/self_attn/q_proj/Linear/post_convert", "/layers.52/self_attn/k_proj/Linear/pre_reshape", "/layers.52/self_attn/k_proj/Linear/pre_convert", "/layers.52/self_attn/k_proj/Linear", "/layers.52/self_attn/k_proj/Linear/post_convert", "/layers.52/self_attn/v_proj/Linear/pre_reshape", "/layers.52/self_attn/v_proj/Linear/pre_convert", "/layers.52/self_attn/v_proj/Linear", "/layers.52/self_attn/v_proj/Linear/post_convert", "/layers.52/self_attn/o_proj/Linear/pre_reshape", "/layers.52/self_attn/o_proj/Linear/pre_convert", "/layers.52/self_attn/o_proj/Linear", "/layers.52/self_attn/o_proj/Linear/post_convert", "/layers.52/mlp/gate_proj/Linear/pre_reshape", "/layers.52/mlp/gate_proj/Linear/pre_convert", "/layers.52/mlp/gate_proj/Linear", "/layers.52/mlp/gate_proj/Linear/post_convert", "/layers.52/mlp/up_proj/Linear/pre_reshape", "/layers.52/mlp/up_proj/Linear/pre_convert", "/layers.52/mlp/up_proj/Linear", "/layers.52/mlp/up_proj/Linear/post_convert", "/layers.52/mlp/down_proj/Linear/pre_reshape", "/layers.52/mlp/down_proj/Linear/pre_convert", "/layers.52/mlp/down_proj/Linear", "/layers.52/mlp/down_proj/Linear/post_convert", "/layers.53/self_attn/q_proj/Linear/pre_reshape", "/layers.53/self_attn/q_proj/Linear/pre_convert", "/layers.53/self_attn/q_proj/Linear", "/layers.53/self_attn/q_proj/Linear/post_convert", "/layers.53/self_attn/k_proj/Linear/pre_reshape", "/layers.53/self_attn/k_proj/Linear/pre_convert", "/layers.53/self_attn/k_proj/Linear", "/layers.53/self_attn/k_proj/Linear/post_convert", "/layers.53/self_attn/v_proj/Linear/pre_reshape", "/layers.53/self_attn/v_proj/Linear/pre_convert", "/layers.53/self_attn/v_proj/Linear", "/layers.53/self_attn/v_proj/Linear/post_convert", "/layers.53/self_attn/o_proj/Linear/pre_reshape", "/layers.53/self_attn/o_proj/Linear/pre_convert", "/layers.53/self_attn/o_proj/Linear", "/layers.53/self_attn/o_proj/Linear/post_convert", "/layers.53/mlp/gate_proj/Linear/pre_reshape", "/layers.53/mlp/gate_proj/Linear/pre_convert", "/layers.53/mlp/gate_proj/Linear", "/layers.53/mlp/gate_proj/Linear/post_convert", "/layers.53/mlp/up_proj/Linear/pre_reshape", "/layers.53/mlp/up_proj/Linear/pre_convert", "/layers.53/mlp/up_proj/Linear", "/layers.53/mlp/up_proj/Linear/post_convert", "/layers.53/mlp/down_proj/Linear/pre_reshape", "/layers.53/mlp/down_proj/Linear/pre_convert", "/layers.53/mlp/down_proj/Linear", "/layers.53/mlp/down_proj/Linear/post_convert", "/lm/lm_head/Linear/pre_reshape", "/lm/lm_head/Linear/pre_convert", "/lm/lm_head/Linear", "/lm/lm_head/Linear/post_convert" ], "tensorNumber": 0, "usage": "INFERENCE", "mnn_uuid": "046f108b-2b65-49ee-8608-47c4335dcf85" }