{
    "bizCode": "MNNTest",
    "extraInfo": {
        "version": "2.9.6"
    },
    "oplists": [
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.757812,
                    1.820312,
                    1.78125,
                    1.601562,
                    1.742188,
                    1.71875,
                    1.828125,
                    1.75,
                    3.125,
                    1.734375,
                    1.757812,
                    1.859375,
                    1.757812,
                    1.671875,
                    1.539062,
                    2.328125,
                    1.71875,
                    -1.257812,
                    1.703125,
                    1.679688,
                    1.734375,
                    1.59375,
                    1.78125,
                    1.789062,
                    1.695312,
                    3.34375,
                    2.03125,
                    2.453125,
                    1.59375,
                    1.609375,
                    1.726562,
                    1.828125,
                    1.875,
                    1.765625,
                    1.898438,
                    2.0625,
                    2.078125,
                    1.859375,
                    1.875,
                    1.726562,
                    1.773438,
                    1.8125,
                    1.929688,
                    1.84375,
                    1.648438,
                    1.734375,
                    1.859375,
                    1.632812,
                    1.78125,
                    1.648438,
                    2.515625,
                    1.796875,
                    1.78125,
                    1.820312,
                    2.03125,
                    1.726562,
                    1.960938,
                    1.890625,
                    1.648438,
                    2.6875,
                    1.570312,
                    1.882812,
                    1.789062,
                    1.835938,
                    1.84375,
                    1.789062,
                    1.640625,
                    1.695312,
                    1.851562,
                    1.664062,
                    1.875,
                    1.851562,
                    1.765625,
                    1.671875,
                    2.0,
                    1.742188,
                    1.945312,
                    1.828125,
                    1.828125,
                    1.640625,
                    1.71875,
                    1.640625,
                    2.1875,
                    1.90625,
                    1.875,
                    1.8125,
                    1.8125,
                    1.75,
                    1.671875,
                    1.726562,
                    1.828125,
                    1.703125,
                    1.710938,
                    1.71875,
                    1.796875,
                    1.9375,
                    1.835938,
                    1.921875,
                    1.796875,
                    1.757812,
                    2.09375,
                    1.773438,
                    1.804688,
                    1.867188,
                    1.703125,
                    1.695312,
                    1.71875,
                    1.789062,
                    1.71875,
                    1.71875,
                    1.75,
                    1.78125,
                    1.773438,
                    1.796875,
                    1.71875,
                    1.851562,
                    1.78125,
                    1.65625,
                    1.789062,
                    1.609375,
                    1.820312,
                    1.75,
                    1.84375,
                    1.71875,
                    1.757812,
                    1.804688,
                    1.859375,
                    1.859375,
                    1.867188,
                    1.796875,
                    1.875,
                    1.734375,
                    1.71875,
                    1.59375,
                    1.609375,
                    1.742188,
                    1.78125,
                    1.84375,
                    1.890625,
                    1.773438,
                    2.046875,
                    1.90625,
                    1.835938,
                    1.71875,
                    1.84375,
                    1.882812,
                    1.664062,
                    1.875,
                    1.773438,
                    1.789062,
                    1.695312,
                    1.789062,
                    1.789062,
                    1.835938,
                    1.765625,
                    1.773438,
                    1.679688,
                    1.984375,
                    1.710938,
                    1.703125,
                    1.820312,
                    1.710938,
                    1.796875,
                    1.734375,
                    1.851562,
                    1.679688,
                    1.632812,
                    1.765625,
                    1.859375,
                    1.835938,
                    1.890625,
                    1.6875,
                    1.671875,
                    2.796875,
                    1.921875,
                    1.679688,
                    1.742188,
                    1.734375,
                    1.648438,
                    1.859375,
                    2.1875,
                    1.914062,
                    1.734375,
                    1.796875,
                    1.742188,
                    1.828125,
                    1.765625,
                    1.71875,
                    1.742188,
                    1.835938,
                    1.71875,
                    1.679688,
                    1.71875,
                    1.695312,
                    1.71875,
                    1.875,
                    1.890625,
                    1.695312,
                    1.65625,
                    2.796875,
                    1.734375,
                    1.75,
                    1.742188,
                    1.820312,
                    1.898438,
                    1.828125,
                    2.046875,
                    1.75,
                    1.867188,
                    1.796875,
                    1.789062,
                    2.0625,
                    1.632812,
                    1.757812,
                    1.898438,
                    1.703125,
                    1.664062,
                    1.59375,
                    1.8125,
                    1.828125,
                    1.742188,
                    1.859375,
                    1.757812,
                    1.664062,
                    1.625,
                    1.664062,
                    1.78125,
                    1.6875,
                    1.945312,
                    1.820312,
                    1.585938,
                    2.734375,
                    2.265625,
                    1.859375,
                    1.804688,
                    1.71875,
                    1.59375,
                    1.640625,
                    1.789062,
                    1.78125,
                    1.59375,
                    1.835938,
                    1.6875,
                    1.96875,
                    1.921875,
                    1.726562,
                    2.0,
                    -2.125,
                    2.09375,
                    1.804688,
                    1.726562,
                    1.953125,
                    1.882812,
                    1.78125,
                    1.859375,
                    1.789062,
                    1.757812,
                    1.53125,
                    1.71875,
                    1.679688,
                    1.453125,
                    1.46875,
                    1.78125,
                    1.859375,
                    1.828125,
                    1.640625,
                    1.882812,
                    2.5625,
                    1.851562,
                    1.648438,
                    1.570312,
                    1.765625,
                    1.65625,
                    1.890625,
                    1.859375,
                    1.8125,
                    2.703125,
                    1.617188,
                    1.6875,
                    1.640625,
                    1.710938,
                    1.773438,
                    1.695312,
                    1.757812,
                    1.78125,
                    1.648438,
                    1.75,
                    1.757812,
                    1.78125,
                    1.8125,
                    1.609375,
                    1.46875,
                    1.757812,
                    1.648438,
                    1.75,
                    1.78125,
                    2.96875,
                    1.6875,
                    1.710938,
                    2.09375,
                    1.773438,
                    1.84375,
                    1.65625,
                    1.75,
                    1.742188,
                    1.78125,
                    1.695312,
                    1.804688,
                    2.046875,
                    1.742188,
                    1.867188,
                    1.6875,
                    1.90625,
                    1.710938,
                    2.0,
                    1.992188,
                    1.78125,
                    1.757812,
                    1.78125,
                    1.90625,
                    1.726562,
                    1.8125,
                    2.4375,
                    1.9375,
                    1.75,
                    1.671875,
                    1.8125,
                    1.796875,
                    1.757812,
                    1.84375,
                    2.0,
                    1.773438,
                    1.898438,
                    1.921875,
                    2.296875,
                    1.601562,
                    1.851562,
                    1.882812,
                    1.742188,
                    1.898438,
                    1.789062,
                    1.914062,
                    1.6875,
                    1.765625,
                    1.695312,
                    1.648438,
                    1.992188,
                    1.820312,
                    1.75,
                    1.875,
                    2.09375,
                    1.773438,
                    1.921875,
                    1.835938,
                    1.703125,
                    2.28125,
                    1.773438,
                    1.914062,
                    1.828125,
                    1.765625,
                    1.648438,
                    1.625,
                    1.710938,
                    1.71875,
                    2.0625,
                    1.921875,
                    1.882812,
                    1.632812,
                    1.90625,
                    1.703125,
                    1.710938,
                    2.28125,
                    1.679688,
                    1.796875,
                    1.789062,
                    2.03125,
                    1.734375,
                    1.742188,
                    1.914062,
                    1.773438,
                    1.867188,
                    1.734375,
                    1.703125,
                    1.695312,
                    1.796875,
                    1.695312,
                    1.71875,
                    2.984375,
                    1.804688,
                    1.75,
                    1.789062,
                    1.9375,
                    1.757812,
                    1.742188,
                    1.742188,
                    1.648438,
                    2.3125,
                    1.679688,
                    1.742188,
                    1.898438,
                    1.820312,
                    1.703125,
                    1.835938,
                    1.804688,
                    1.890625,
                    1.75,
                    1.84375,
                    1.71875,
                    1.710938,
                    1.679688,
                    1.765625,
                    1.78125,
                    1.773438,
                    1.640625,
                    1.789062,
                    1.710938,
                    1.578125,
                    1.78125,
                    1.757812,
                    1.90625,
                    1.9375,
                    1.578125,
                    1.875,
                    1.84375,
                    1.867188,
                    1.742188,
                    1.710938,
                    1.710938,
                    1.875,
                    2.03125,
                    1.914062,
                    1.773438,
                    1.734375,
                    1.59375,
                    1.625,
                    1.75,
                    1.75,
                    1.867188,
                    1.992188,
                    1.710938,
                    1.726562,
                    1.671875,
                    1.882812,
                    1.890625,
                    1.640625,
                    1.789062,
                    1.914062,
                    1.664062,
                    1.851562,
                    1.859375,
                    1.6875,
                    1.726562,
                    1.773438,
                    1.78125,
                    1.820312,
                    1.789062,
                    1.804688,
                    1.828125,
                    1.875,
                    1.859375,
                    2.046875,
                    1.742188,
                    1.710938,
                    1.898438,
                    1.757812,
                    1.679688,
                    1.742188,
                    1.726562,
                    1.65625,
                    1.539062,
                    1.929688,
                    2.3125,
                    1.898438,
                    1.703125,
                    2.84375,
                    1.695312,
                    1.898438,
                    1.695312,
                    1.765625,
                    1.664062,
                    1.835938,
                    2.453125,
                    1.71875,
                    1.710938,
                    1.6875,
                    1.867188,
                    1.664062,
                    1.796875,
                    1.804688,
                    1.8125,
                    1.625,
                    1.890625,
                    1.75,
                    1.867188,
                    1.664062,
                    2.015625,
                    1.734375,
                    1.867188,
                    1.757812,
                    1.703125,
                    1.585938,
                    1.796875,
                    1.914062,
                    1.976562,
                    1.710938,
                    1.703125,
                    2.484375,
                    0.871094,
                    1.757812,
                    1.796875,
                    1.882812,
                    1.578125,
                    1.796875,
                    1.851562,
                    1.742188,
                    1.859375,
                    1.742188,
                    1.703125,
                    1.710938,
                    2.09375,
                    1.734375,
                    1.953125,
                    1.757812,
                    1.84375,
                    1.953125,
                    1.671875,
                    1.734375,
                    1.554688,
                    1.726562,
                    1.859375,
                    1.648438,
                    1.929688,
                    1.640625,
                    1.789062,
                    2.09375,
                    1.859375,
                    1.734375,
                    1.609375,
                    1.84375,
                    1.742188,
                    1.6875,
                    1.46875,
                    1.59375,
                    1.859375,
                    1.664062,
                    1.84375,
                    1.710938,
                    1.710938,
                    1.757812,
                    1.851562,
                    1.828125,
                    1.875,
                    1.789062,
                    1.804688,
                    1.828125,
                    1.9375,
                    2.0,
                    1.632812,
                    1.773438,
                    1.875,
                    1.992188,
                    1.71875,
                    1.726562,
                    1.828125,
                    1.875,
                    1.835938,
                    1.765625,
                    1.8125,
                    1.757812,
                    1.742188,
                    1.71875,
                    2.28125,
                    1.914062,
                    1.882812,
                    1.921875,
                    1.984375
                ]
            },
            "name": "model.model.norm.weight",
            "outputIndexes": [
                0
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    1,
                    576
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "input_ids",
            "outputIndexes": [
                1
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    3
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1,
                    -1,
                    576
                ]
            },
            "name": "/Constant_output_0",
            "outputIndexes": [
                2
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_output_0",
            "outputIndexes": [
                3
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.012519,
                    0.016985,
                    -0.016958,
                    -0.016118,
                    -0.013038,
                    -0.019117,
                    0.011253,
                    -0.014828,
                    -0.041272,
                    0.007625,
                    0.005203,
                    -0.022374,
                    0.008179,
                    0.024973,
                    0.017393,
                    -0.022933,
                    -0.013909,
                    0.023542,
                    -0.004958,
                    0.010205,
                    -0.015666,
                    0.003027,
                    -0.017178,
                    -0.020951,
                    0.008805,
                    0.044541,
                    0.002813,
                    0.003461,
                    -0.008682,
                    -0.017214,
                    -0.017651,
                    -0.006178,
                    0.019527,
                    0.017335,
                    0.019472,
                    0.00351,
                    -0.017572,
                    -0.015052,
                    0.019174,
                    -0.017057,
                    0.00443,
                    -0.004893,
                    0.018749,
                    0.015386,
                    -0.015312,
                    -0.020845,
                    0.008519,
                    0.016874,
                    0.019827,
                    -0.012054,
                    0.001651,
                    0.017302,
                    -0.011155,
                    0.011366,
                    -0.024977,
                    -0.007893,
                    -0.015452,
                    0.013545,
                    -0.009679,
                    0.019954,
                    0.006071,
                    0.016246,
                    0.002572,
                    0.00569,
                    0.0083,
                    -0.01765,
                    0.016559,
                    -0.011129,
                    0.010517,
                    -0.00143,
                    0.020663,
                    0.008953,
                    -0.007079,
                    -0.002226,
                    -0.004426,
                    0.013474,
                    -0.029127,
                    0.01101,
                    -0.022917,
                    -0.014095,
                    -0.021443,
                    0.00427,
                    -0.021001,
                    0.021351,
                    -0.013197,
                    -0.00773,
                    0.003553,
                    -0.021027,
                    -0.002203,
                    0.015115,
                    0.021074,
                    0.013366,
                    0.004236,
                    -0.016234,
                    -0.014993,
                    -0.015223,
                    0.005435,
                    0.014615,
                    0.016223,
                    -0.019794,
                    -0.01417,
                    0.020244,
                    0.015169,
                    0.024145,
                    0.003047,
                    0.015745,
                    0.019106,
                    0.015446,
                    -0.011052,
                    0.024865,
                    -0.018874,
                    -0.009113,
                    -0.008779,
                    0.020302,
                    -0.019063,
                    0.018153,
                    0.010077,
                    0.015015,
                    0.014987,
                    0.001509,
                    -0.012714,
                    0.00937,
                    0.014191,
                    0.017702,
                    0.010811,
                    -0.004539,
                    0.017637,
                    0.017237,
                    0.003333,
                    -0.008015,
                    0.020429,
                    -0.006526,
                    0.015138,
                    0.008188,
                    0.006637,
                    -0.018629,
                    -0.018806,
                    -0.019291,
                    0.01725,
                    0.011521,
                    0.001176,
                    -0.020277,
                    -0.019305,
                    -0.008393,
                    0.019808,
                    0.018808,
                    -0.016172,
                    0.01947,
                    0.016155,
                    0.01694,
                    -0.013449,
                    -0.012144,
                    0.0203,
                    0.022757,
                    -0.014308,
                    -0.008975,
                    0.011319,
                    0.014072,
                    0.017484,
                    -0.017126,
                    -0.017472,
                    0.018437,
                    0.018314,
                    -0.017804,
                    -0.019597,
                    -0.013096,
                    -0.007234,
                    0.013458,
                    0.027744,
                    0.015803,
                    0.019571,
                    0.017619,
                    -0.002689,
                    0.023427,
                    0.019169,
                    0.007874,
                    0.017565,
                    0.010903,
                    -0.009949,
                    -0.019873,
                    -0.011066,
                    -0.024007,
                    -0.01058,
                    -0.023036,
                    -0.022187,
                    0.01193,
                    0.009256,
                    -0.012208,
                    0.010163,
                    0.006488,
                    0.013004,
                    0.018118,
                    -0.005418,
                    -0.007464,
                    -0.008745,
                    -0.023836,
                    -0.021165,
                    -0.014809,
                    0.012601,
                    -0.002375,
                    0.005174,
                    0.014597,
                    0.013329,
                    -0.021822,
                    0.021193,
                    -0.021065,
                    0.016442,
                    -0.014111,
                    -0.020319,
                    -0.025539,
                    -0.013406,
                    0.003464,
                    0.003027,
                    -0.01459,
                    -0.020388,
                    0.015204,
                    -0.021366,
                    0.011017,
                    -0.009284,
                    0.011087,
                    0.014107,
                    -0.003795,
                    -0.012659,
                    -0.021965,
                    -0.004529,
                    -0.016839,
                    -0.019438,
                    -0.023261,
                    0.019263,
                    0.01718,
                    -0.022152,
                    -0.039755,
                    0.022591,
                    -0.015613,
                    -0.018161,
                    -0.00322,
                    -0.00673,
                    0.012174,
                    0.020036,
                    -0.016725,
                    -0.023629,
                    -0.020329,
                    -0.005284,
                    0.015782,
                    0.010123,
                    -0.0197,
                    -0.020231,
                    0.007938,
                    -0.026232,
                    0.022217,
                    0.015423,
                    0.022055,
                    -0.015295,
                    0.015232,
                    0.024868,
                    -0.021659,
                    0.017414,
                    0.013409,
                    0.007164,
                    0.008839,
                    -0.017292,
                    0.010009,
                    0.022549,
                    0.005772,
                    0.015574,
                    0.010386,
                    0.018284,
                    -0.010167,
                    -0.014775,
                    -0.017033,
                    0.018622,
                    0.022772,
                    -0.008139,
                    -0.012215,
                    0.022363,
                    -0.008897,
                    0.027903,
                    -0.012265,
                    -0.019568,
                    -0.00745,
                    -0.011685,
                    -0.008711,
                    -0.013694,
                    -0.013478,
                    -0.016118,
                    0.019318,
                    0.019935,
                    -0.011858,
                    0.014571,
                    -0.006066,
                    0.003082,
                    -0.004854,
                    0.016047,
                    -0.019573,
                    0.005008,
                    0.019542,
                    0.005133,
                    -0.012634,
                    0.022437,
                    0.017411,
                    0.013908,
                    -0.005997,
                    0.020145,
                    0.005806,
                    -0.022129,
                    -0.003142,
                    0.016428,
                    -0.022524,
                    0.004129,
                    -0.011359,
                    -0.013559,
                    -0.009195,
                    0.038805,
                    0.01247,
                    0.007749,
                    -0.023595,
                    -0.008641,
                    0.006254,
                    -0.021338,
                    0.007186,
                    0.008675,
                    0.02156,
                    0.003178,
                    -0.016904,
                    -0.016535,
                    0.013448,
                    0.01686,
                    -0.012743,
                    -0.003079,
                    0.009434,
                    0.018351,
                    0.018789,
                    0.019703,
                    0.021928,
                    -0.008425,
                    -0.01619,
                    -0.018775,
                    0.020884,
                    -0.004717,
                    0.008606,
                    -0.01706,
                    0.023332,
                    -0.012483,
                    -0.004049,
                    0.008457,
                    0.018597,
                    -0.02583,
                    0.011432,
                    0.006844,
                    -0.014218,
                    0.002962,
                    0.020261,
                    -0.014523,
                    0.023166,
                    0.006106,
                    -0.025684,
                    -0.023423,
                    0.025447,
                    -0.025323,
                    0.008507,
                    -0.020967,
                    -0.017123,
                    -0.016665,
                    -0.004534,
                    -0.00514,
                    -0.017945,
                    0.004696,
                    0.011682,
                    0.017419,
                    0.004407,
                    0.018761,
                    0.01685,
                    -0.021039,
                    0.01886,
                    0.027448,
                    0.018069,
                    0.011313,
                    0.019614,
                    -0.004985,
                    0.019695,
                    -0.016651,
                    0.006155,
                    0.015597,
                    0.023341,
                    0.011316,
                    -0.0223,
                    -0.013417,
                    -0.032419,
                    -0.018118,
                    0.020557,
                    -0.010319,
                    0.004912,
                    0.020601,
                    0.011849,
                    -0.019801,
                    0.018815,
                    -0.029313,
                    -0.012474,
                    -0.0151,
                    0.019137,
                    0.011716,
                    -0.016624,
                    -0.022136,
                    -0.016884,
                    -0.024341,
                    0.021095,
                    0.009471,
                    0.015641,
                    0.003825,
                    -0.018831,
                    -0.024697,
                    0.014869,
                    0.023588,
                    0.018178,
                    -0.021086,
                    0.018587,
                    -0.003351,
                    -0.020619,
                    0.009091,
                    0.024376,
                    0.007849,
                    -0.00159,
                    0.009274,
                    -0.003144,
                    0.011901,
                    -0.016182,
                    0.010434,
                    0.014891,
                    -0.029526,
                    -0.006151,
                    0.006903,
                    0.01664,
                    -0.021158,
                    0.009045,
                    0.007006,
                    -0.01396,
                    0.014459,
                    0.020645,
                    0.016416,
                    -0.007695,
                    -0.015029,
                    -0.015811,
                    0.020592,
                    -0.004986,
                    0.004759,
                    -0.002469,
                    -0.011303,
                    -0.008403,
                    0.019421,
                    0.013417,
                    0.006279,
                    -0.015074,
                    -0.012029,
                    0.002916,
                    0.018536,
                    -0.011544,
                    0.02049,
                    -0.004784,
                    0.014791,
                    -0.0189,
                    -0.013187,
                    0.006676,
                    -0.010769,
                    -0.013937,
                    -0.012105,
                    0.013236,
                    -0.008451,
                    -0.014117,
                    0.010258,
                    0.007814,
                    0.007707,
                    -0.025406,
                    -0.019442,
                    -0.014985,
                    0.026662,
                    0.014054,
                    -0.012235,
                    0.013365,
                    -0.017557,
                    -0.015803,
                    0.020907,
                    -0.012086,
                    -0.017537,
                    0.014333,
                    0.021993,
                    -0.009882,
                    0.026093,
                    -0.02389,
                    -0.006398,
                    0.012671,
                    0.021179,
                    0.01033,
                    0.012974,
                    -0.017648,
                    -0.010266,
                    0.012612,
                    -0.016547,
                    0.012522,
                    0.016621,
                    0.012226,
                    0.010616,
                    0.00532,
                    0.015489,
                    0.01448,
                    -0.015193,
                    0.016065,
                    0.030741,
                    0.011867,
                    0.015866,
                    -0.020516,
                    -0.021887,
                    0.003068,
                    0.026029,
                    -0.018684,
                    0.00956,
                    0.017486,
                    -0.018802,
                    0.0155,
                    -0.017144,
                    0.021885,
                    -0.016202,
                    0.002318,
                    0.024394,
                    0.020833,
                    0.021717,
                    -0.008337,
                    0.005681,
                    -0.016326,
                    -0.008667,
                    -0.014915,
                    -0.010944,
                    0.028825,
                    -0.020214,
                    -0.016338,
                    -0.014939,
                    0.012667,
                    -0.010173,
                    -0.020114,
                    0.012823,
                    0.012728,
                    -0.008708,
                    -0.016253,
                    -0.006582,
                    0.021544,
                    -0.019492,
                    0.019885,
                    -0.005514,
                    -0.019308,
                    0.017669,
                    0.020742,
                    -0.018926,
                    -0.01224,
                    -0.011608,
                    -0.018744,
                    0.00909,
                    0.024339,
                    -0.020287,
                    -0.005042,
                    0.016519,
                    0.017143,
                    -0.017411,
                    0.016095,
                    -0.00612,
                    0.02307,
                    0.003621,
                    0.022838,
                    0.015647,
                    0.021398,
                    0.003539,
                    -0.0182,
                    -0.008632,
                    -0.021353,
                    0.004525,
                    0.01756,
                    0.024104,
                    -0.022302
                ]
            },
            "name": "model.model.layers.0.input_layernorm.weight",
            "outputIndexes": [
                4
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                3
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm/Mul_output_0",
            "outputIndexes": [
                5
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                4,
                5
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm/Mul_1_output_0",
            "outputIndexes": [
                6
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2467
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2467
            ],
            "outputIndexes": [
                2468
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear",
            "inputIndexes": [
                2468
            ],
            "outputIndexes": [
                2469
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    0,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2469
            ],
            "outputIndexes": [
                2470
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2470
            ],
            "outputIndexes": [
                7
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1
                ]
            },
            "name": "/Unsqueeze_output_0",
            "outputIndexes": [
                8
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                6
            ],
            "main_type": "NONE",
            "name": "/Shape_1_output_0",
            "outputIndexes": [
                9
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1
                ]
            },
            "name": "/rotary/Constant_9_output_0",
            "outputIndexes": [
                10
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9
            ],
            "main_type": "NONE",
            "name": "Shape20",
            "outputIndexes": [
                11
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                9
            ],
            "main_type": "NONE",
            "name": "Rank22",
            "outputIndexes": [
                12
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                12,
                12
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp24",
            "outputIndexes": [
                13
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                13
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze25",
            "outputIndexes": [
                14
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                13,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp27",
            "outputIndexes": [
                15
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                15
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze28",
            "outputIndexes": [
                16
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                11,
                14,
                16,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice31",
            "outputIndexes": [
                17
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                17
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze32",
            "outputIndexes": [
                18
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                18
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp33",
            "outputIndexes": [
                19
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                19,
                18
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp34",
            "outputIndexes": [
                20
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                20,
                13
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_2_output_0",
            "outputIndexes": [
                21
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    0
                ]
            },
            "name": "/rotary/Constant_4_output_0",
            "outputIndexes": [
                22
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                21,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_1_output_0",
            "outputIndexes": [
                23
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    9
                ]
            },
            "name": "/Constant_4_output_0",
            "outputIndexes": [
                24
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    64
                ]
            },
            "name": "/Constant_5_output_0",
            "outputIndexes": [
                25
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                23,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_output_0",
            "outputIndexes": [
                26
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                26
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_1_output_0",
            "outputIndexes": [
                27
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    -1
                ],
                "dtype": "DT_INT32",
                "dformat": "NCHW"
            },
            "name": "position_ids",
            "outputIndexes": [
                28
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                28
            ],
            "main_type": "CastParam",
            "main": {
                "srcT": "DT_VARIANT",
                "dstT": "DT_FLOAT"
            },
            "name": "/rotary/Cast_output_0",
            "outputIndexes": [
                29
            ],
            "type": "Cast",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1,
                    1
                ]
            },
            "name": "/rotary/Constant_1_output_0",
            "outputIndexes": [
                30
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                29,
                30
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/rotary/Reshape_output_0",
            "outputIndexes": [
                31
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    32
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.0,
                    0.697831,
                    0.486968,
                    0.339821,
                    0.237137,
                    0.165482,
                    0.115478,
                    0.080584,
                    0.056234,
                    0.039242,
                    0.027384,
                    0.01911,
                    0.013335,
                    0.009306,
                    0.006494,
                    0.004532,
                    0.003162,
                    0.002207,
                    0.00154,
                    0.001075,
                    0.00075,
                    0.000523,
                    0.000365,
                    0.000255,
                    0.000178,
                    0.000124,
                    8.7e-05,
                    6e-05,
                    4.2e-05,
                    2.9e-05,
                    2.1e-05,
                    1.4e-05
                ]
            },
            "name": "/rotary/Constant_2_output_0",
            "outputIndexes": [
                32
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                31,
                32
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/rotary/Mul_output_0",
            "outputIndexes": [
                33
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                33
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "COS",
                "T": "DT_FLOAT"
            },
            "name": "/rotary/Cos_output_0",
            "outputIndexes": [
                34
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                34,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_output_0",
            "outputIndexes": [
                35
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                33
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIN",
                "T": "DT_FLOAT"
            },
            "name": "/rotary/Sin_output_0",
            "outputIndexes": [
                36
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                36,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_1_output_0",
            "outputIndexes": [
                37
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                35,
                37
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/rotary/Concat_output_0",
            "outputIndexes": [
                38
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                38,
                38
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/rotary/Concat_1_output_0",
            "outputIndexes": [
                39
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3,
                    1
                ]
            },
            "name": "/rotary/Unsqueeze_2_axes",
            "outputIndexes": [
                40
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                39,
                40
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_3_output_0",
            "outputIndexes": [
                41
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41
            ],
            "main_type": "NONE",
            "name": "Shape57",
            "outputIndexes": [
                42
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                41
            ],
            "main_type": "NONE",
            "name": "Rank59",
            "outputIndexes": [
                43
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                43,
                43
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp61",
            "outputIndexes": [
                44
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze62",
            "outputIndexes": [
                45
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp64",
            "outputIndexes": [
                46
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze65",
            "outputIndexes": [
                47
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                42,
                45,
                47,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice68",
            "outputIndexes": [
                48
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                48
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze69",
            "outputIndexes": [
                49
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                49,
                49
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp71",
            "outputIndexes": [
                50
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41,
                50,
                44
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_3_output_0",
            "outputIndexes": [
                51
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_output_0",
            "outputIndexes": [
                52
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27
            ],
            "main_type": "NONE",
            "name": "/Shape_2_output_0",
            "outputIndexes": [
                53
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3
                ]
            },
            "name": "/Constant_6_output_0",
            "outputIndexes": [
                54
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                53
            ],
            "main_type": "NONE",
            "name": "Shape76",
            "outputIndexes": [
                55
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                53
            ],
            "main_type": "NONE",
            "name": "Rank78",
            "outputIndexes": [
                56
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                56,
                56
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp80",
            "outputIndexes": [
                57
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                57
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze81",
            "outputIndexes": [
                58
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                57,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp83",
            "outputIndexes": [
                59
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                59
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze84",
            "outputIndexes": [
                60
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                55,
                58,
                60,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice87",
            "outputIndexes": [
                61
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                61
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze88",
            "outputIndexes": [
                62
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                62
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp89",
            "outputIndexes": [
                63
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                63,
                62
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp90",
            "outputIndexes": [
                64
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                53,
                64,
                57
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_5_output_0",
            "outputIndexes": [
                65
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2
                ]
            },
            "name": "/rotary/Constant_7_output_0",
            "outputIndexes": [
                66
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                65,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_output_0",
            "outputIndexes": [
                67
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                67,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_6_output_0",
            "outputIndexes": [
                68
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1073741824
                ]
            },
            "name": "/Constant_19_output_0",
            "outputIndexes": [
                69
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3
                ]
            },
            "name": "/Constant_7_output_0",
            "outputIndexes": [
                70
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                68,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_1_output_0",
            "outputIndexes": [
                71
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                71
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_output_0",
            "outputIndexes": [
                72
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                22,
                68,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_output_0",
            "outputIndexes": [
                73
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                72,
                73
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_3_output_0",
            "outputIndexes": [
                74
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze106",
            "outputIndexes": [
                75
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze109",
            "outputIndexes": [
                76
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                42,
                75,
                76,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice112",
            "outputIndexes": [
                77
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                77
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze113",
            "outputIndexes": [
                78
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                78
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp114",
            "outputIndexes": [
                79
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                79,
                78
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp115",
            "outputIndexes": [
                80
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41,
                80,
                44
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_4_output_0",
            "outputIndexes": [
                81
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                74,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_1_output_0",
            "outputIndexes": [
                82
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                52,
                82
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_output_0",
            "outputIndexes": [
                83
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2471
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2471
            ],
            "outputIndexes": [
                2472
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear",
            "inputIndexes": [
                2472
            ],
            "outputIndexes": [
                2473
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    207382,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2473
            ],
            "outputIndexes": [
                2474
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2474
            ],
            "outputIndexes": [
                84
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                23,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_1_output_0",
            "outputIndexes": [
                85
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                84,
                85
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_2_output_0",
            "outputIndexes": [
                86
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                86,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_2_output_0",
            "outputIndexes": [
                87
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                86
            ],
            "main_type": "NONE",
            "name": "/Shape_3_output_0",
            "outputIndexes": [
                88
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                88
            ],
            "main_type": "NONE",
            "name": "Shape158",
            "outputIndexes": [
                89
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                88
            ],
            "main_type": "NONE",
            "name": "Rank160",
            "outputIndexes": [
                90
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                90,
                90
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp162",
            "outputIndexes": [
                91
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                91
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze163",
            "outputIndexes": [
                92
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                91,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp165",
            "outputIndexes": [
                93
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                93
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze166",
            "outputIndexes": [
                94
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                89,
                92,
                94,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice169",
            "outputIndexes": [
                95
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                95
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze170",
            "outputIndexes": [
                96
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                96
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp171",
            "outputIndexes": [
                97
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                97,
                96
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp172",
            "outputIndexes": [
                98
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                88,
                98,
                91
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_6_output_0",
            "outputIndexes": [
                99
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                99,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_1_output_0",
            "outputIndexes": [
                100
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                100,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_8_output_0",
            "outputIndexes": [
                101
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                86,
                101,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_3_output_0",
            "outputIndexes": [
                102
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                102
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_1_output_0",
            "outputIndexes": [
                103
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                86,
                22,
                101,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_2_output_0",
            "outputIndexes": [
                104
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                103,
                104
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_4_output_0",
            "outputIndexes": [
                105
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                105,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_3_output_0",
            "outputIndexes": [
                106
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                87,
                106
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_1_output_0",
            "outputIndexes": [
                107
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2475
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2475
            ],
            "outputIndexes": [
                2476
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear",
            "inputIndexes": [
                2476
            ],
            "outputIndexes": [
                2477
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    276524,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2477
            ],
            "outputIndexes": [
                2478
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2478
            ],
            "outputIndexes": [
                108
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                108,
                85
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_3_output_0",
            "outputIndexes": [
                109
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    1,
                    -1,
                    -1
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "attention_mask",
            "outputIndexes": [
                110
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                83,
                107,
                109,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_8_output_0",
            "outputIndexes": [
                111
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                111
            ],
            "outputIndexes": [
                2479
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2479
            ],
            "outputIndexes": [
                2480
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear",
            "inputIndexes": [
                2480
            ],
            "outputIndexes": [
                2481
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    345666,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2481
            ],
            "outputIndexes": [
                2482
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2482
            ],
            "outputIndexes": [
                112
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                3,
                112
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_3_output_0",
            "outputIndexes": [
                113
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.163322,
                    0.186574,
                    0.179925,
                    0.141021,
                    0.177123,
                    0.173378,
                    0.172895,
                    0.182622,
                    0.333913,
                    0.172038,
                    0.180614,
                    0.183492,
                    0.183124,
                    0.166646,
                    0.170294,
                    0.233197,
                    0.175072,
                    0.231425,
                    0.162773,
                    0.159589,
                    0.179684,
                    0.162616,
                    0.176606,
                    0.182229,
                    0.156787,
                    0.296558,
                    0.192499,
                    0.281991,
                    0.15788,
                    0.164077,
                    0.168707,
                    0.172159,
                    0.185528,
                    0.173747,
                    0.180532,
                    0.213891,
                    0.209394,
                    0.182071,
                    0.178679,
                    0.165312,
                    0.174363,
                    0.18139,
                    0.185697,
                    0.17493,
                    0.156239,
                    0.162757,
                    0.186965,
                    0.149469,
                    0.180172,
                    0.150332,
                    0.223611,
                    0.183627,
                    0.16981,
                    0.16477,
                    0.208191,
                    0.165202,
                    0.181604,
                    0.186132,
                    0.167745,
                    0.215236,
                    0.153909,
                    0.1882,
                    0.182802,
                    0.18861,
                    0.187091,
                    0.17301,
                    0.149437,
                    0.167202,
                    0.190933,
                    0.166926,
                    0.187641,
                    0.178606,
                    0.164944,
                    0.170767,
                    0.193226,
                    0.17012,
                    0.184819,
                    0.17657,
                    0.182723,
                    0.172328,
                    0.172536,
                    0.16029,
                    0.236807,
                    0.189013,
                    0.185858,
                    0.173889,
                    0.188025,
                    0.17641,
                    0.156782,
                    0.166164,
                    0.191046,
                    0.168899,
                    0.178838,
                    0.166732,
                    0.181258,
                    0.19728,
                    0.181342,
                    0.186157,
                    0.185462,
                    0.167361,
                    0.22113,
                    0.168172,
                    0.193802,
                    0.182341,
                    0.172036,
                    0.168114,
                    0.171862,
                    0.173796,
                    0.173587,
                    0.1687,
                    0.171845,
                    0.185106,
                    0.178656,
                    0.172312,
                    0.172266,
                    0.190971,
                    0.175623,
                    0.166695,
                    0.169641,
                    0.180656,
                    0.176929,
                    0.174899,
                    0.183249,
                    0.175204,
                    0.176944,
                    0.19479,
                    0.18264,
                    0.169566,
                    0.183356,
                    0.188489,
                    0.185065,
                    0.178867,
                    0.175621,
                    0.146327,
                    0.158606,
                    0.170686,
                    0.171353,
                    0.188909,
                    0.181821,
                    0.169503,
                    0.20777,
                    0.183802,
                    0.176144,
                    0.160481,
                    0.181046,
                    0.171131,
                    0.15955,
                    0.186469,
                    0.172088,
                    0.168923,
                    0.159596,
                    0.18217,
                    0.183267,
                    0.18065,
                    0.171901,
                    0.170161,
                    0.166736,
                    0.184516,
                    0.171098,
                    0.176549,
                    0.175782,
                    0.175412,
                    0.165526,
                    0.171832,
                    0.176503,
                    0.171184,
                    0.158159,
                    0.165098,
                    0.181615,
                    0.18118,
                    0.194614,
                    0.16149,
                    0.159359,
                    0.251879,
                    0.19259,
                    0.171884,
                    0.167698,
                    0.168437,
                    0.150497,
                    0.196178,
                    0.193314,
                    0.186397,
                    0.178617,
                    0.193073,
                    0.17025,
                    0.179422,
                    0.172033,
                    0.159262,
                    0.164466,
                    0.176131,
                    0.16718,
                    0.164818,
                    0.176507,
                    0.163764,
                    0.166801,
                    0.19285,
                    0.176008,
                    0.16328,
                    0.151931,
                    0.396501,
                    0.169041,
                    0.174199,
                    0.168041,
                    0.186269,
                    0.191423,
                    0.176311,
                    0.191492,
                    0.173018,
                    0.183093,
                    0.181976,
                    0.189858,
                    0.219617,
                    0.171095,
                    0.158463,
                    0.179046,
                    0.169773,
                    0.161021,
                    0.155463,
                    0.178759,
                    0.186773,
                    0.172911,
                    0.178253,
                    0.184869,
                    0.167388,
                    0.161717,
                    0.158625,
                    0.176862,
                    0.156689,
                    0.19097,
                    0.185825,
                    0.164576,
                    0.258727,
                    0.225197,
                    0.169524,
                    0.173534,
                    0.183174,
                    0.148504,
                    0.157929,
                    0.168427,
                    0.17888,
                    0.147907,
                    0.167543,
                    0.163469,
                    0.275697,
                    0.204419,
                    0.172582,
                    0.201651,
                    0.217596,
                    0.197989,
                    0.171837,
                    0.168137,
                    0.194,
                    0.190692,
                    0.186435,
                    0.17749,
                    0.172108,
                    0.176971,
                    0.150243,
                    0.163019,
                    0.167357,
                    0.037192,
                    0.169223,
                    0.173983,
                    0.183945,
                    0.178631,
                    0.17189,
                    0.17966,
                    0.203101,
                    0.186339,
                    0.17759,
                    0.147479,
                    0.17574,
                    0.15928,
                    0.191548,
                    0.186121,
                    0.181371,
                    0.257134,
                    0.163915,
                    0.166155,
                    0.16848,
                    0.170201,
                    0.181412,
                    0.158375,
                    0.161852,
                    0.174005,
                    0.148216,
                    0.176028,
                    0.177924,
                    0.165212,
                    0.183881,
                    0.163653,
                    0.149095,
                    0.18342,
                    0.164559,
                    0.165641,
                    0.171914,
                    0.286311,
                    0.156612,
                    0.171354,
                    0.134629,
                    0.162995,
                    0.188664,
                    0.179046,
                    0.169873,
                    0.179709,
                    0.171903,
                    0.168237,
                    0.183583,
                    0.176861,
                    0.172083,
                    0.191004,
                    0.181747,
                    0.174453,
                    0.164797,
                    0.194157,
                    0.200111,
                    0.176835,
                    0.169856,
                    0.177103,
                    0.196248,
                    0.176814,
                    0.17557,
                    0.209727,
                    0.190823,
                    0.170736,
                    0.165234,
                    0.183013,
                    0.174842,
                    0.170709,
                    0.176791,
                    0.200322,
                    0.179956,
                    0.185518,
                    0.183396,
                    0.222512,
                    0.159856,
                    0.18472,
                    0.174612,
                    0.168272,
                    0.189654,
                    0.178686,
                    0.203468,
                    0.159762,
                    0.183909,
                    0.1616,
                    0.160793,
                    0.199565,
                    0.183723,
                    0.184744,
                    0.181813,
                    0.249586,
                    0.164328,
                    0.182303,
                    0.17667,
                    0.169976,
                    0.2135,
                    0.1853,
                    0.188334,
                    0.17668,
                    0.184226,
                    0.160323,
                    0.155394,
                    0.169604,
                    0.168686,
                    0.195082,
                    0.187228,
                    0.195517,
                    0.168294,
                    0.185934,
                    0.168234,
                    0.15869,
                    0.3068,
                    0.18475,
                    0.17631,
                    0.171203,
                    0.207295,
                    0.168209,
                    0.171712,
                    0.186597,
                    0.15648,
                    0.190135,
                    0.167249,
                    0.17465,
                    0.168901,
                    0.172264,
                    0.173112,
                    0.175303,
                    0.270625,
                    0.173053,
                    0.17523,
                    0.169136,
                    0.188673,
                    0.174344,
                    0.185816,
                    0.171645,
                    0.158234,
                    0.219202,
                    0.157875,
                    0.165875,
                    0.189909,
                    0.171245,
                    0.173799,
                    0.179685,
                    0.170037,
                    0.183106,
                    0.177658,
                    0.183991,
                    0.169603,
                    0.179551,
                    0.153622,
                    0.169907,
                    0.186074,
                    0.165806,
                    0.161412,
                    0.179042,
                    0.164874,
                    0.150566,
                    0.16518,
                    0.173021,
                    0.18921,
                    0.197215,
                    0.146003,
                    0.175284,
                    0.174512,
                    0.14579,
                    0.172601,
                    0.171628,
                    0.181507,
                    0.191876,
                    0.211234,
                    0.198355,
                    0.173002,
                    0.157497,
                    0.145058,
                    0.146913,
                    0.180909,
                    0.18077,
                    0.192307,
                    0.204083,
                    0.18045,
                    0.163033,
                    0.171385,
                    0.194797,
                    0.188298,
                    0.15482,
                    0.182531,
                    0.233202,
                    0.172188,
                    0.190107,
                    0.187387,
                    0.174591,
                    0.166084,
                    0.168728,
                    0.177487,
                    0.182203,
                    0.169404,
                    0.167651,
                    0.175539,
                    0.184113,
                    0.174142,
                    0.197767,
                    0.167076,
                    0.173462,
                    0.188466,
                    0.18031,
                    0.163102,
                    0.170452,
                    0.169867,
                    0.166551,
                    0.150566,
                    0.171294,
                    0.29483,
                    0.192875,
                    0.156667,
                    0.274614,
                    0.166197,
                    0.179453,
                    0.169651,
                    0.17253,
                    0.172378,
                    0.197778,
                    0.182389,
                    0.17468,
                    0.17293,
                    0.166956,
                    0.189205,
                    0.16205,
                    0.168826,
                    0.179352,
                    0.186862,
                    0.158263,
                    0.186804,
                    0.180309,
                    0.189716,
                    0.16025,
                    0.209782,
                    0.165765,
                    0.191393,
                    0.170533,
                    0.182663,
                    0.149,
                    0.178828,
                    0.18845,
                    0.204879,
                    0.166783,
                    0.182004,
                    0.242885,
                    0.169418,
                    0.180904,
                    0.176992,
                    0.174921,
                    0.157632,
                    0.15887,
                    0.184835,
                    0.177126,
                    0.192085,
                    0.171679,
                    0.176248,
                    0.175976,
                    0.209565,
                    0.167537,
                    0.184617,
                    0.167893,
                    0.1868,
                    0.18729,
                    0.154049,
                    0.168995,
                    0.153252,
                    0.173362,
                    0.190002,
                    0.163484,
                    0.211902,
                    0.171954,
                    0.169374,
                    0.203187,
                    0.181568,
                    0.168829,
                    0.14281,
                    0.176702,
                    0.179012,
                    0.171411,
                    0.137622,
                    0.148715,
                    0.185009,
                    0.166055,
                    0.17561,
                    0.163096,
                    0.168879,
                    0.151483,
                    0.17631,
                    0.190326,
                    0.188891,
                    0.177635,
                    0.184721,
                    0.191812,
                    0.192185,
                    0.205886,
                    0.173422,
                    0.177114,
                    0.185806,
                    0.176467,
                    0.168594,
                    0.179224,
                    0.189723,
                    0.196451,
                    0.178353,
                    0.178896,
                    0.174366,
                    0.182279,
                    0.169366,
                    0.169044,
                    0.230937,
                    0.171521,
                    0.191566,
                    0.188775,
                    0.20023
                ]
            },
            "name": "model.model.layers.0.post_attention_layernorm.weight",
            "outputIndexes": [
                114
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                113
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm/Mul_output_0",
            "outputIndexes": [
                115
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                114,
                115
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm/Mul_1_output_0",
            "outputIndexes": [
                116
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                116
            ],
            "outputIndexes": [
                2483
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2483
            ],
            "outputIndexes": [
                2484
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear",
            "inputIndexes": [
                2484
            ],
            "outputIndexes": [
                2485
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    553048,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2485
            ],
            "outputIndexes": [
                2486
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2486
            ],
            "outputIndexes": [
                117
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                117
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn/Sigmoid_output_0",
            "outputIndexes": [
                118
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                117,
                118
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn/Mul_output_0",
            "outputIndexes": [
                119
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                116
            ],
            "outputIndexes": [
                2487
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2487
            ],
            "outputIndexes": [
                2488
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear",
            "inputIndexes": [
                2488
            ],
            "outputIndexes": [
                2489
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    1106030,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2489
            ],
            "outputIndexes": [
                2490
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2490
            ],
            "outputIndexes": [
                120
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                119,
                120
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/Mul_output_0",
            "outputIndexes": [
                121
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                121
            ],
            "outputIndexes": [
                2491
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2491
            ],
            "outputIndexes": [
                2492
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear",
            "inputIndexes": [
                2492
            ],
            "outputIndexes": [
                2493
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    1659012,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2493
            ],
            "outputIndexes": [
                2494
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2494
            ],
            "outputIndexes": [
                122
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                113,
                122
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_4_output_0",
            "outputIndexes": [
                123
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                123,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_9_output_0",
            "outputIndexes": [
                124
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.10698,
                    0.365154,
                    0.187318,
                    0.110809,
                    0.318809,
                    0.428844,
                    0.289032,
                    0.409366,
                    0.438089,
                    0.358748,
                    0.248671,
                    0.203978,
                    0.309106,
                    0.240129,
                    0.359423,
                    0.421585,
                    0.175804,
                    0.451888,
                    0.352167,
                    0.304435,
                    0.279678,
                    0.262859,
                    0.247641,
                    0.31856,
                    0.220975,
                    0.205047,
                    0.495816,
                    0.335889,
                    0.12925,
                    0.304033,
                    0.321516,
                    0.2685,
                    0.33078,
                    0.382984,
                    0.354394,
                    0.471834,
                    0.302443,
                    0.311906,
                    0.313949,
                    0.257164,
                    0.294495,
                    0.208737,
                    0.277212,
                    0.354395,
                    0.137654,
                    0.351203,
                    0.40832,
                    0.27135,
                    0.3942,
                    0.140758,
                    0.4248,
                    0.005108,
                    0.142407,
                    0.099271,
                    0.338556,
                    0.16611,
                    0.154285,
                    0.464534,
                    0.249876,
                    0.39545,
                    0.427953,
                    0.279906,
                    0.45918,
                    0.320882,
                    0.471594,
                    0.1754,
                    0.146943,
                    0.311994,
                    0.417428,
                    0.320598,
                    0.393917,
                    0.140291,
                    0.447346,
                    0.321534,
                    0.383431,
                    0.224892,
                    0.400667,
                    0.273787,
                    0.423435,
                    0.408411,
                    0.349526,
                    0.371597,
                    0.395735,
                    0.26777,
                    0.384698,
                    0.25054,
                    0.369528,
                    0.288038,
                    0.253695,
                    0.295175,
                    0.284608,
                    0.277528,
                    0.409752,
                    0.103687,
                    0.303257,
                    0.424902,
                    0.37128,
                    0.289713,
                    0.358792,
                    0.18029,
                    0.734292,
                    0.230354,
                    0.396418,
                    0.288469,
                    0.410454,
                    0.210214,
                    0.139042,
                    0.28659,
                    0.328999,
                    0.095077,
                    0.362619,
                    0.35358,
                    0.371721,
                    0.398545,
                    0.166054,
                    0.35279,
                    0.37322,
                    0.337435,
                    0.102013,
                    0.443044,
                    0.400456,
                    0.388057,
                    0.392218,
                    0.303824,
                    0.376835,
                    0.443896,
                    0.349283,
                    0.096044,
                    0.00711,
                    0.365951,
                    0.289223,
                    0.398116,
                    0.299448,
                    0.191573,
                    0.290386,
                    0.477357,
                    0.291357,
                    0.343079,
                    0.270652,
                    0.352485,
                    0.192443,
                    0.439436,
                    0.341058,
                    0.38461,
                    0.261725,
                    0.092068,
                    0.284631,
                    0.314189,
                    0.403678,
                    0.434495,
                    0.14175,
                    0.306681,
                    0.290794,
                    0.334583,
                    0.276393,
                    0.394082,
                    0.332068,
                    0.206145,
                    0.274621,
                    0.346828,
                    0.372083,
                    0.367872,
                    0.078865,
                    0.281339,
                    0.35176,
                    0.397883,
                    0.127349,
                    0.477026,
                    0.332991,
                    0.323431,
                    0.262666,
                    0.177107,
                    0.297669,
                    0.469574,
                    0.390758,
                    0.420642,
                    0.348988,
                    0.3578,
                    0.156965,
                    0.382782,
                    0.132308,
                    0.361436,
                    0.322181,
                    0.348444,
                    0.326973,
                    0.282665,
                    0.304848,
                    0.101803,
                    0.340681,
                    0.257342,
                    0.165901,
                    0.361358,
                    0.410802,
                    0.267429,
                    0.190607,
                    0.294459,
                    0.114565,
                    0.36424,
                    0.097128,
                    0.422307,
                    0.246876,
                    0.312375,
                    0.125171,
                    0.321101,
                    0.34239,
                    0.244994,
                    0.400741,
                    0.19083,
                    0.278668,
                    0.337516,
                    0.325324,
                    0.14979,
                    0.268921,
                    0.344543,
                    0.394387,
                    0.266309,
                    0.506207,
                    0.165208,
                    0.348562,
                    0.288189,
                    0.397076,
                    0.415036,
                    0.308366,
                    0.385092,
                    0.229021,
                    0.311383,
                    0.380346,
                    0.331352,
                    0.254287,
                    0.229848,
                    0.141885,
                    0.305277,
                    0.276667,
                    0.330678,
                    -0.005637,
                    0.337538,
                    0.133415,
                    0.105776,
                    0.218213,
                    0.456621,
                    0.110063,
                    0.282062,
                    0.431453,
                    0.439236,
                    0.279516,
                    0.344621,
                    0.297567,
                    0.001157,
                    0.300641,
                    0.40189,
                    0.334869,
                    0.456855,
                    0.329729,
                    0.303614,
                    0.126585,
                    0.169711,
                    0.342711,
                    0.097413,
                    0.078906,
                    0.170072,
                    0.47404,
                    0.40851,
                    0.320936,
                    0.39002,
                    0.351106,
                    0.363692,
                    0.394071,
                    0.32708,
                    0.244209,
                    0.324922,
                    0.145237,
                    0.402091,
                    0.228043,
                    0.331436,
                    0.214897,
                    0.221181,
                    0.332036,
                    0.149489,
                    0.278463,
                    0.192846,
                    0.438385,
                    0.289817,
                    0.154785,
                    0.124545,
                    0.202836,
                    0.126764,
                    0.409837,
                    0.317442,
                    0.369789,
                    0.282252,
                    0.471657,
                    0.099505,
                    0.336091,
                    0.169998,
                    0.323908,
                    0.29904,
                    0.259884,
                    0.165374,
                    0.270423,
                    0.426735,
                    0.249998,
                    0.290711,
                    0.492037,
                    0.442686,
                    0.254332,
                    0.34779,
                    0.354871,
                    0.428731,
                    0.068635,
                    0.390747,
                    0.315063,
                    0.284489,
                    0.356243,
                    0.154843,
                    0.267799,
                    0.27988,
                    0.44926,
                    0.168336,
                    0.352306,
                    0.437245,
                    0.341102,
                    0.441148,
                    0.201636,
                    0.268282,
                    0.246405,
                    0.34116,
                    0.350045,
                    0.364732,
                    0.33108,
                    0.412919,
                    0.004998,
                    0.312422,
                    0.344391,
                    0.419003,
                    0.341555,
                    0.163084,
                    0.375663,
                    0.364294,
                    0.316794,
                    0.446903,
                    0.309528,
                    -0.008075,
                    0.111296,
                    0.481822,
                    0.307595,
                    0.123454,
                    0.298862,
                    0.49798,
                    0.401875,
                    0.415515,
                    0.281425,
                    0.210483,
                    0.339921,
                    0.290315,
                    0.26458,
                    0.483881,
                    0.301529,
                    0.30688,
                    0.317215,
                    0.273126,
                    0.385059,
                    0.138325,
                    0.16063,
                    0.339212,
                    0.358126,
                    0.287392,
                    0.403786,
                    0.148392,
                    0.330103,
                    0.246552,
                    0.146778,
                    0.450878,
                    0.372254,
                    0.347032,
                    0.204011,
                    0.401598,
                    0.203027,
                    0.327723,
                    0.288968,
                    0.162064,
                    0.32707,
                    0.324847,
                    0.33683,
                    0.340726,
                    0.305983,
                    0.360819,
                    0.310493,
                    0.376934,
                    0.377905,
                    0.318575,
                    0.104127,
                    0.355079,
                    0.275729,
                    0.355231,
                    0.299635,
                    0.160011,
                    0.34305,
                    0.096674,
                    0.157372,
                    0.342196,
                    0.369551,
                    0.319606,
                    0.329428,
                    0.206389,
                    0.187295,
                    0.179336,
                    0.282542,
                    0.27043,
                    0.369586,
                    0.007434,
                    0.353569,
                    0.355536,
                    0.242086,
                    0.280962,
                    0.340861,
                    0.218418,
                    0.131909,
                    0.21026,
                    0.236253,
                    0.306939,
                    0.368767,
                    0.108693,
                    0.3259,
                    0.123239,
                    0.092921,
                    0.255632,
                    0.346109,
                    0.370094,
                    0.277536,
                    0.317851,
                    0.317737,
                    0.290041,
                    0.153215,
                    0.088348,
                    0.22768,
                    0.500343,
                    0.564959,
                    0.360999,
                    0.239195,
                    0.377917,
                    0.164007,
                    0.398583,
                    0.422673,
                    0.363534,
                    0.188719,
                    0.310871,
                    0.819165,
                    0.405416,
                    0.346004,
                    0.344752,
                    0.311983,
                    0.104935,
                    0.307659,
                    0.189018,
                    0.372499,
                    0.342808,
                    0.382399,
                    0.349884,
                    0.22852,
                    0.367248,
                    0.308269,
                    0.337838,
                    0.273812,
                    0.243364,
                    0.39534,
                    0.340276,
                    0.293169,
                    0.246848,
                    0.310161,
                    0.10625,
                    0.099185,
                    0.09931,
                    0.320204,
                    0.170337,
                    0.43629,
                    0.35004,
                    0.334771,
                    0.35989,
                    0.273013,
                    0.344286,
                    0.371446,
                    0.150164,
                    0.355132,
                    0.296369,
                    0.113627,
                    0.418156,
                    0.247742,
                    0.404868,
                    0.194956,
                    0.408872,
                    0.090108,
                    0.324449,
                    0.319927,
                    0.218238,
                    0.209206,
                    0.252999,
                    0.483637,
                    0.32231,
                    0.335329,
                    0.303782,
                    0.145221,
                    0.368421,
                    0.475444,
                    0.363522,
                    0.178411,
                    0.310985,
                    0.429926,
                    0.228095,
                    0.309564,
                    0.354659,
                    0.367448,
                    0.454284,
                    0.310982,
                    0.274269,
                    0.243504,
                    0.36534,
                    0.41088,
                    0.377742,
                    0.376831,
                    0.369152,
                    0.322099,
                    0.32048,
                    0.113344,
                    0.37874,
                    0.287533,
                    0.350759,
                    0.174445,
                    0.251494,
                    0.356386,
                    0.314154,
                    0.133366,
                    0.298286,
                    0.370689,
                    0.119149,
                    0.359015,
                    0.376003,
                    0.238203,
                    0.14118,
                    0.266835,
                    0.438509,
                    0.337247,
                    0.360915,
                    0.232321,
                    0.332008,
                    0.351487,
                    0.385088,
                    0.150955,
                    0.272307,
                    0.120168,
                    0.265987,
                    0.294143,
                    0.395422,
                    0.290367,
                    0.3802,
                    0.272744,
                    -0.002033,
                    0.351052,
                    0.359868,
                    0.427692,
                    0.427372,
                    0.106613,
                    0.135211,
                    0.361462,
                    0.546013,
                    0.397441,
                    0.388117,
                    0.399156,
                    0.275892,
                    0.30671,
                    0.181795,
                    0.223512,
                    0.302058,
                    0.334949,
                    0.328338,
                    0.462358,
                    0.442526
                ]
            },
            "name": "model.model.layers.1.input_layernorm.weight",
            "outputIndexes": [
                125
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                124
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_1/Mul_output_0",
            "outputIndexes": [
                126
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                125,
                126
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_1/Mul_1_output_0",
            "outputIndexes": [
                127
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                127
            ],
            "outputIndexes": [
                2495
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2495
            ],
            "outputIndexes": [
                2496
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear",
            "inputIndexes": [
                2496
            ],
            "outputIndexes": [
                2497
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    2211994,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2497
            ],
            "outputIndexes": [
                2498
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2498
            ],
            "outputIndexes": [
                128
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                127
            ],
            "main_type": "NONE",
            "name": "/Shape_15_output_0",
            "outputIndexes": [
                129
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                129
            ],
            "main_type": "NONE",
            "name": "Shape296",
            "outputIndexes": [
                130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                129
            ],
            "main_type": "NONE",
            "name": "Rank298",
            "outputIndexes": [
                131
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                131,
                131
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp300",
            "outputIndexes": [
                132
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                132
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze301",
            "outputIndexes": [
                133
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                132,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp303",
            "outputIndexes": [
                134
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                134
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze304",
            "outputIndexes": [
                135
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                130,
                133,
                135,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice307",
            "outputIndexes": [
                136
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                136
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze308",
            "outputIndexes": [
                137
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp309",
            "outputIndexes": [
                138
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                138,
                137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp310",
            "outputIndexes": [
                139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                129,
                139,
                132
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_19_output_0",
            "outputIndexes": [
                140
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                140,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_33_output_0",
            "outputIndexes": [
                141
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                141,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_13_output_0",
            "outputIndexes": [
                142
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                128,
                142
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_10_output_0",
            "outputIndexes": [
                143
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                143,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_8_output_0",
            "outputIndexes": [
                144
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                143
            ],
            "main_type": "NONE",
            "name": "/Shape_16_output_0",
            "outputIndexes": [
                145
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                145
            ],
            "main_type": "NONE",
            "name": "Shape317",
            "outputIndexes": [
                146
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                145
            ],
            "main_type": "NONE",
            "name": "Rank319",
            "outputIndexes": [
                147
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                147,
                147
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp321",
            "outputIndexes": [
                148
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                148
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze322",
            "outputIndexes": [
                149
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                148,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp324",
            "outputIndexes": [
                150
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                150
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze325",
            "outputIndexes": [
                151
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                146,
                149,
                151,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice328",
            "outputIndexes": [
                152
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                152
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze329",
            "outputIndexes": [
                153
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp330",
            "outputIndexes": [
                154
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                154,
                153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp331",
            "outputIndexes": [
                155
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                145,
                155,
                148
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_20_output_0",
            "outputIndexes": [
                156
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                156,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_3_output_0",
            "outputIndexes": [
                157
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                157,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_38_output_0",
            "outputIndexes": [
                158
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                143,
                158,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_5_output_0",
            "outputIndexes": [
                159
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                159
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_2_output_0",
            "outputIndexes": [
                160
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                143,
                22,
                158,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_4_output_0",
            "outputIndexes": [
                161
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                160,
                161
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_16_output_0",
            "outputIndexes": [
                162
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                162,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_9_output_0",
            "outputIndexes": [
                163
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                144,
                163
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_5_output_0",
            "outputIndexes": [
                164
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                127
            ],
            "outputIndexes": [
                2499
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2499
            ],
            "outputIndexes": [
                2500
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear",
            "inputIndexes": [
                2500
            ],
            "outputIndexes": [
                2501
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    2419376,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2501
            ],
            "outputIndexes": [
                2502
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2502
            ],
            "outputIndexes": [
                165
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                141,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_14_output_0",
            "outputIndexes": [
                166
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                165,
                166
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_11_output_0",
            "outputIndexes": [
                167
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                167,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_10_output_0",
            "outputIndexes": [
                168
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                167
            ],
            "main_type": "NONE",
            "name": "/Shape_17_output_0",
            "outputIndexes": [
                169
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                169
            ],
            "main_type": "NONE",
            "name": "Shape379",
            "outputIndexes": [
                170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                169
            ],
            "main_type": "NONE",
            "name": "Rank381",
            "outputIndexes": [
                171
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                171,
                171
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp383",
            "outputIndexes": [
                172
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                172
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze384",
            "outputIndexes": [
                173
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                172,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp386",
            "outputIndexes": [
                174
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                174
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze387",
            "outputIndexes": [
                175
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                170,
                173,
                175,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice390",
            "outputIndexes": [
                176
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                176
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze391",
            "outputIndexes": [
                177
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp392",
            "outputIndexes": [
                178
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                178,
                177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp393",
            "outputIndexes": [
                179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                169,
                179,
                172
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_21_output_0",
            "outputIndexes": [
                180
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                180,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_4_output_0",
            "outputIndexes": [
                181
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                181,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_40_output_0",
            "outputIndexes": [
                182
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                167,
                182,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_7_output_0",
            "outputIndexes": [
                183
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                183
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_3_output_0",
            "outputIndexes": [
                184
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                167,
                22,
                182,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_6_output_0",
            "outputIndexes": [
                185
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                184,
                185
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_17_output_0",
            "outputIndexes": [
                186
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                186,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_11_output_0",
            "outputIndexes": [
                187
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                168,
                187
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_6_output_0",
            "outputIndexes": [
                188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                127
            ],
            "outputIndexes": [
                2503
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2503
            ],
            "outputIndexes": [
                2504
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear",
            "inputIndexes": [
                2504
            ],
            "outputIndexes": [
                2505
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    2488518,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2505
            ],
            "outputIndexes": [
                2506
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2506
            ],
            "outputIndexes": [
                189
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                189,
                166
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_12_output_0",
            "outputIndexes": [
                190
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                164,
                188,
                190,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_17_output_0",
            "outputIndexes": [
                191
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                191
            ],
            "outputIndexes": [
                2507
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2507
            ],
            "outputIndexes": [
                2508
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear",
            "inputIndexes": [
                2508
            ],
            "outputIndexes": [
                2509
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    2557660,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2509
            ],
            "outputIndexes": [
                2510
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2510
            ],
            "outputIndexes": [
                192
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                124,
                192
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_8_output_0",
            "outputIndexes": [
                193
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.094518,
                    0.338311,
                    0.14911,
                    0.089359,
                    0.300673,
                    0.387238,
                    0.258299,
                    0.369974,
                    0.375619,
                    0.33411,
                    0.246473,
                    0.185522,
                    0.294105,
                    0.211254,
                    0.291081,
                    0.380001,
                    0.131435,
                    0.379118,
                    0.296116,
                    0.28288,
                    0.222658,
                    0.227942,
                    0.173137,
                    0.310975,
                    0.193905,
                    0.139655,
                    0.39055,
                    0.346415,
                    0.099751,
                    0.293389,
                    0.283561,
                    0.260136,
                    0.301216,
                    0.361274,
                    0.323544,
                    0.398946,
                    0.313125,
                    0.303804,
                    0.2993,
                    0.210583,
                    0.256028,
                    0.165272,
                    0.218827,
                    0.390847,
                    0.118649,
                    0.317247,
                    0.364721,
                    0.247044,
                    0.338687,
                    0.116139,
                    0.361906,
                    0.411353,
                    0.101236,
                    0.082095,
                    0.315152,
                    0.144498,
                    0.096635,
                    0.356764,
                    0.197918,
                    0.32743,
                    0.36856,
                    0.222124,
                    0.395268,
                    0.32022,
                    0.371174,
                    0.143656,
                    0.117955,
                    0.281546,
                    0.409311,
                    0.290512,
                    0.369648,
                    0.115674,
                    0.35935,
                    0.274388,
                    0.350805,
                    0.16197,
                    0.35599,
                    0.25229,
                    0.362458,
                    0.356372,
                    0.312176,
                    0.336864,
                    0.338868,
                    0.282228,
                    0.325952,
                    0.248684,
                    0.344595,
                    0.273439,
                    0.220609,
                    0.258886,
                    0.271463,
                    0.259174,
                    0.336622,
                    0.093511,
                    0.309034,
                    0.353967,
                    0.353488,
                    0.232945,
                    0.313283,
                    0.143192,
                    0.108634,
                    0.172248,
                    0.361444,
                    0.284381,
                    0.347459,
                    0.139064,
                    0.118755,
                    0.239768,
                    0.303235,
                    0.082895,
                    0.301487,
                    0.329494,
                    0.350123,
                    0.362062,
                    0.137288,
                    0.353984,
                    0.3561,
                    0.327054,
                    0.074713,
                    0.379028,
                    0.338249,
                    0.332012,
                    0.375265,
                    0.257243,
                    0.353051,
                    0.386233,
                    0.333591,
                    0.082984,
                    0.295396,
                    0.320501,
                    0.231436,
                    0.350152,
                    0.275689,
                    0.147584,
                    0.278817,
                    0.364123,
                    0.290614,
                    0.344214,
                    0.253955,
                    0.319744,
                    0.14144,
                    0.372666,
                    0.311115,
                    0.338563,
                    0.235944,
                    0.078535,
                    0.23045,
                    0.309418,
                    0.356133,
                    0.376658,
                    0.120282,
                    0.287417,
                    0.281192,
                    0.317075,
                    0.230752,
                    0.332666,
                    0.33757,
                    0.131603,
                    0.263983,
                    0.315087,
                    0.345029,
                    0.335903,
                    0.073981,
                    0.230553,
                    0.279071,
                    0.34529,
                    0.102915,
                    0.397249,
                    0.316286,
                    0.295297,
                    0.217884,
                    0.123612,
                    0.274107,
                    0.381388,
                    0.368488,
                    0.330941,
                    0.29601,
                    0.320853,
                    0.089898,
                    0.348621,
                    0.097802,
                    0.348145,
                    0.306232,
                    0.32247,
                    0.318407,
                    0.26885,
                    0.278936,
                    0.084281,
                    0.304616,
                    0.206211,
                    0.121125,
                    0.340501,
                    0.377065,
                    0.275578,
                    0.150758,
                    0.271779,
                    0.081703,
                    0.328107,
                    0.080091,
                    0.373677,
                    0.200675,
                    0.285064,
                    0.128344,
                    0.306931,
                    0.30247,
                    0.212383,
                    0.345373,
                    0.157718,
                    0.290646,
                    0.304477,
                    0.336821,
                    0.105047,
                    0.247455,
                    0.336725,
                    0.338343,
                    0.234674,
                    0.384866,
                    0.145709,
                    0.33888,
                    0.266329,
                    0.32761,
                    0.36342,
                    0.288342,
                    0.335438,
                    0.191229,
                    0.298263,
                    0.373968,
                    0.306935,
                    0.186539,
                    0.196818,
                    0.071882,
                    0.263074,
                    0.255134,
                    0.30981,
                    0.356002,
                    0.298011,
                    0.107108,
                    0.085178,
                    0.19122,
                    0.371765,
                    0.091661,
                    0.266995,
                    0.348617,
                    0.349031,
                    0.276732,
                    0.296799,
                    0.277419,
                    -0.000115,
                    0.236323,
                    0.351858,
                    0.310529,
                    0.395177,
                    0.335594,
                    0.27859,
                    0.108138,
                    0.134565,
                    0.324683,
                    0.080487,
                    0.075585,
                    0.146971,
                    0.095053,
                    0.310312,
                    0.279497,
                    0.356285,
                    0.323322,
                    0.307217,
                    0.352625,
                    0.26853,
                    0.182779,
                    0.298464,
                    0.114391,
                    0.332209,
                    0.185766,
                    0.29887,
                    0.166922,
                    0.191467,
                    0.291704,
                    0.141743,
                    0.2797,
                    0.1547,
                    0.371357,
                    0.257256,
                    0.128261,
                    0.108746,
                    0.152976,
                    0.085604,
                    0.340525,
                    0.28795,
                    0.33277,
                    0.262858,
                    0.367827,
                    0.086112,
                    0.322054,
                    0.124089,
                    0.304845,
                    0.306721,
                    0.228815,
                    0.144434,
                    0.195173,
                    0.358179,
                    0.249327,
                    0.269549,
                    0.385208,
                    0.386465,
                    0.217468,
                    0.340655,
                    0.327098,
                    0.361983,
                    -0.000372,
                    0.351074,
                    0.290614,
                    0.270847,
                    0.344049,
                    0.120454,
                    0.232843,
                    0.261034,
                    0.344125,
                    0.136287,
                    0.310048,
                    0.351398,
                    0.320307,
                    0.36265,
                    0.150305,
                    0.256156,
                    0.191936,
                    0.295991,
                    0.32307,
                    0.375328,
                    0.303118,
                    0.361103,
                    0.451614,
                    0.261217,
                    0.328025,
                    0.348371,
                    0.280009,
                    0.129524,
                    0.344566,
                    0.315741,
                    0.285405,
                    0.350032,
                    0.315296,
                    0.301807,
                    0.088664,
                    0.393361,
                    0.298767,
                    0.098056,
                    0.252052,
                    0.375246,
                    0.346678,
                    0.350429,
                    0.203669,
                    0.170261,
                    0.320871,
                    0.259395,
                    0.211605,
                    0.397649,
                    0.273057,
                    0.248331,
                    0.294687,
                    0.270412,
                    0.331431,
                    0.118752,
                    0.129364,
                    0.32114,
                    0.310075,
                    0.277278,
                    0.361784,
                    0.128349,
                    0.338475,
                    0.201136,
                    0.118483,
                    0.355569,
                    0.349996,
                    0.333995,
                    0.161609,
                    0.323805,
                    0.17444,
                    0.30527,
                    0.278157,
                    0.116591,
                    0.3025,
                    0.306015,
                    0.296623,
                    0.301971,
                    0.292205,
                    0.328323,
                    0.267619,
                    0.351959,
                    0.350859,
                    0.292684,
                    0.079726,
                    0.322555,
                    0.252768,
                    0.335848,
                    0.26783,
                    0.135485,
                    0.318722,
                    0.080967,
                    0.118024,
                    0.297825,
                    0.328919,
                    0.292902,
                    0.288472,
                    0.156921,
                    0.12886,
                    0.15197,
                    0.275439,
                    0.225884,
                    0.365775,
                    0.43214,
                    0.320129,
                    0.32603,
                    0.215585,
                    0.265215,
                    0.331396,
                    0.17211,
                    0.105108,
                    0.171167,
                    0.184852,
                    0.306706,
                    0.343773,
                    0.071652,
                    0.33523,
                    0.096348,
                    0.082284,
                    0.233983,
                    0.303501,
                    0.345009,
                    0.271391,
                    0.301446,
                    0.311594,
                    0.310666,
                    0.107642,
                    0.079911,
                    0.184473,
                    0.379025,
                    0.438763,
                    0.344307,
                    0.207595,
                    0.341349,
                    0.131635,
                    0.358819,
                    0.384015,
                    0.335073,
                    0.141474,
                    0.288154,
                    0.19935,
                    0.336578,
                    0.346392,
                    0.324679,
                    0.278205,
                    0.08046,
                    0.297298,
                    0.141406,
                    0.340425,
                    0.335702,
                    0.327851,
                    0.319214,
                    0.229699,
                    0.297118,
                    0.285142,
                    0.340464,
                    0.228981,
                    0.213287,
                    0.346837,
                    0.348774,
                    0.25159,
                    0.22018,
                    0.301443,
                    0.084645,
                    0.088715,
                    0.079357,
                    0.321664,
                    0.124207,
                    0.360083,
                    0.337552,
                    0.298591,
                    0.359602,
                    0.261496,
                    0.336012,
                    0.351551,
                    0.1054,
                    0.337318,
                    0.223674,
                    0.103558,
                    0.344377,
                    0.220733,
                    0.350953,
                    0.148716,
                    0.3675,
                    0.084625,
                    0.334606,
                    0.290477,
                    0.184718,
                    0.156469,
                    0.265131,
                    0.394845,
                    0.272186,
                    0.30201,
                    0.287845,
                    0.1235,
                    0.336478,
                    0.393194,
                    0.348384,
                    0.146167,
                    0.28519,
                    0.33025,
                    0.000445,
                    0.271725,
                    0.324023,
                    0.353817,
                    0.359564,
                    0.261034,
                    0.254854,
                    0.189867,
                    0.347183,
                    0.354331,
                    0.342105,
                    0.321557,
                    0.33003,
                    0.315795,
                    0.285849,
                    0.085741,
                    0.336051,
                    0.292814,
                    0.305728,
                    0.137645,
                    0.217573,
                    0.330661,
                    0.286668,
                    0.114511,
                    0.276408,
                    0.320785,
                    0.095305,
                    0.348791,
                    0.342168,
                    0.173085,
                    0.115738,
                    0.223324,
                    0.374909,
                    0.274427,
                    0.32405,
                    0.191368,
                    0.294961,
                    0.31847,
                    0.358211,
                    0.111187,
                    0.263456,
                    0.108015,
                    0.218084,
                    0.254696,
                    0.362646,
                    0.282689,
                    0.316573,
                    0.267886,
                    0.283062,
                    0.317295,
                    0.322858,
                    0.354355,
                    0.386813,
                    0.085811,
                    0.105183,
                    0.326898,
                    0.367555,
                    0.337861,
                    0.335449,
                    0.351013,
                    0.211843,
                    0.317661,
                    0.142817,
                    0.212007,
                    0.299259,
                    0.329054,
                    0.309707,
                    0.364693,
                    0.351788
                ]
            },
            "name": "model.model.layers.1.post_attention_layernorm.weight",
            "outputIndexes": [
                194
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                193
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_1/Mul_output_0",
            "outputIndexes": [
                195
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                194,
                195
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_1/Mul_1_output_0",
            "outputIndexes": [
                196
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                196
            ],
            "outputIndexes": [
                2511
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2511
            ],
            "outputIndexes": [
                2512
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear",
            "inputIndexes": [
                2512
            ],
            "outputIndexes": [
                2513
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    2765042,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2513
            ],
            "outputIndexes": [
                2514
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2514
            ],
            "outputIndexes": [
                197
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                197
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_1/Sigmoid_output_0",
            "outputIndexes": [
                198
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                197,
                198
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_1/Mul_output_0",
            "outputIndexes": [
                199
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                196
            ],
            "outputIndexes": [
                2515
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2515
            ],
            "outputIndexes": [
                2516
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear",
            "inputIndexes": [
                2516
            ],
            "outputIndexes": [
                2517
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    3318024,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2517
            ],
            "outputIndexes": [
                2518
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2518
            ],
            "outputIndexes": [
                200
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                199,
                200
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_1/Mul_output_0",
            "outputIndexes": [
                201
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                201
            ],
            "outputIndexes": [
                2519
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2519
            ],
            "outputIndexes": [
                2520
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear",
            "inputIndexes": [
                2520
            ],
            "outputIndexes": [
                2521
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    3871006,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2521
            ],
            "outputIndexes": [
                2522
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2522
            ],
            "outputIndexes": [
                202
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                193,
                202
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_9_output_0",
            "outputIndexes": [
                203
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                203,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_18_output_0",
            "outputIndexes": [
                204
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.170665,
                    0.517773,
                    0.292813,
                    0.150546,
                    0.494478,
                    0.604184,
                    0.461018,
                    0.574032,
                    0.662412,
                    0.507016,
                    0.406774,
                    0.342456,
                    0.418407,
                    0.367687,
                    0.567537,
                    0.577208,
                    0.262235,
                    0.568849,
                    0.481289,
                    0.42306,
                    0.391459,
                    0.402833,
                    0.320273,
                    0.505589,
                    0.350952,
                    0.289453,
                    0.70271,
                    0.506189,
                    0.17768,
                    0.456289,
                    0.479872,
                    0.440863,
                    0.491082,
                    0.493042,
                    0.529797,
                    0.629967,
                    0.443975,
                    0.500545,
                    0.478371,
                    0.416356,
                    0.41999,
                    0.310915,
                    0.385257,
                    0.535835,
                    0.24882,
                    0.494853,
                    0.595964,
                    0.400444,
                    0.586044,
                    0.215584,
                    0.59475,
                    0.645757,
                    0.197384,
                    0.151833,
                    0.473431,
                    0.292698,
                    0.210665,
                    0.568678,
                    0.351874,
                    0.582113,
                    0.576862,
                    0.385671,
                    0.589408,
                    0.495097,
                    0.612847,
                    0.252208,
                    0.225197,
                    0.466582,
                    0.628231,
                    0.478049,
                    0.537895,
                    0.243017,
                    0.586398,
                    0.47158,
                    0.616529,
                    0.310466,
                    0.578377,
                    0.414493,
                    0.564017,
                    0.568408,
                    0.47265,
                    0.45369,
                    0.460128,
                    0.411198,
                    0.520405,
                    0.386035,
                    0.514127,
                    0.436757,
                    0.370579,
                    0.419969,
                    0.407227,
                    0.419472,
                    0.541642,
                    0.156121,
                    0.489948,
                    0.560005,
                    0.552487,
                    0.398201,
                    0.537297,
                    0.271166,
                    0.855954,
                    0.349425,
                    0.561726,
                    0.418923,
                    0.532553,
                    0.281861,
                    0.248411,
                    0.369264,
                    0.433789,
                    0.146291,
                    0.463616,
                    0.488871,
                    0.514024,
                    0.545301,
                    0.258492,
                    0.571448,
                    0.483223,
                    0.507684,
                    0.174952,
                    0.605642,
                    0.517776,
                    0.557451,
                    0.547863,
                    0.462219,
                    0.520296,
                    0.634871,
                    0.49838,
                    0.13912,
                    0.450345,
                    0.495682,
                    0.415374,
                    0.541559,
                    0.424159,
                    0.281065,
                    0.449997,
                    0.604254,
                    0.437252,
                    0.479154,
                    0.419353,
                    0.481236,
                    0.296541,
                    0.585431,
                    0.452159,
                    0.519376,
                    0.425727,
                    0.149619,
                    0.411645,
                    0.418228,
                    0.527392,
                    0.611366,
                    0.212778,
                    0.451955,
                    0.434012,
                    0.504354,
                    0.389826,
                    0.548781,
                    0.506445,
                    0.303899,
                    0.359942,
                    0.49392,
                    0.502665,
                    0.520212,
                    0.113033,
                    0.396993,
                    0.468748,
                    0.567446,
                    0.213426,
                    0.661898,
                    0.462848,
                    0.485039,
                    0.483987,
                    0.253194,
                    0.467377,
                    0.621808,
                    0.592285,
                    0.541815,
                    0.453818,
                    0.474343,
                    0.235674,
                    0.557238,
                    0.185731,
                    0.553928,
                    0.461323,
                    0.494035,
                    0.490557,
                    0.428401,
                    0.48705,
                    0.153388,
                    0.507129,
                    0.349276,
                    0.241804,
                    0.565348,
                    0.564514,
                    0.446753,
                    0.284575,
                    0.443196,
                    0.177038,
                    0.487327,
                    0.162578,
                    0.561422,
                    0.390428,
                    0.486146,
                    0.257569,
                    0.508242,
                    0.497124,
                    0.371098,
                    0.521572,
                    0.266652,
                    0.392476,
                    0.466265,
                    0.528848,
                    0.218328,
                    0.406795,
                    0.55953,
                    0.52393,
                    0.405481,
                    0.559103,
                    0.271213,
                    0.53709,
                    0.448203,
                    0.51635,
                    0.554519,
                    0.444611,
                    0.511092,
                    0.334084,
                    0.447552,
                    0.564197,
                    0.467886,
                    0.337034,
                    0.351206,
                    0.212198,
                    0.437138,
                    0.449093,
                    0.48159,
                    0.544484,
                    0.518753,
                    0.210598,
                    0.154304,
                    0.360736,
                    0.677047,
                    0.165871,
                    0.41582,
                    0.546066,
                    0.598765,
                    0.44608,
                    0.460383,
                    0.429285,
                    -0.003464,
                    0.442276,
                    0.539109,
                    0.443913,
                    0.643517,
                    0.490412,
                    0.464594,
                    0.210017,
                    0.270882,
                    0.545789,
                    0.150592,
                    0.127561,
                    0.270732,
                    0.195884,
                    0.687893,
                    0.450439,
                    0.512221,
                    0.471808,
                    0.45586,
                    0.571087,
                    0.416788,
                    0.344303,
                    0.491023,
                    0.207439,
                    0.528055,
                    0.336216,
                    0.454418,
                    0.305469,
                    0.31397,
                    0.468283,
                    0.266334,
                    0.427341,
                    0.298326,
                    0.542864,
                    0.450788,
                    0.223762,
                    0.185687,
                    0.289552,
                    0.194386,
                    0.544052,
                    0.441263,
                    0.52574,
                    0.420694,
                    0.551771,
                    0.149636,
                    0.539567,
                    0.26681,
                    0.444114,
                    0.456398,
                    0.394867,
                    0.279338,
                    0.378959,
                    0.653489,
                    0.397042,
                    0.456119,
                    0.643622,
                    0.634614,
                    0.36972,
                    0.526017,
                    0.520882,
                    0.546073,
                    0.137456,
                    0.576737,
                    0.474313,
                    0.434067,
                    0.544175,
                    0.231506,
                    0.396322,
                    0.396777,
                    0.584589,
                    0.279954,
                    0.486236,
                    0.580677,
                    0.528093,
                    0.558474,
                    0.282267,
                    0.496415,
                    0.336919,
                    0.458738,
                    0.545268,
                    0.54558,
                    0.491518,
                    0.595449,
                    0.503131,
                    0.461187,
                    0.487387,
                    0.530492,
                    0.464451,
                    0.261918,
                    0.551142,
                    0.498801,
                    0.451824,
                    0.552351,
                    0.455073,
                    0.459627,
                    0.175263,
                    0.617773,
                    0.48456,
                    0.193535,
                    0.38537,
                    0.651756,
                    0.546862,
                    0.541442,
                    0.481085,
                    0.351372,
                    0.501696,
                    0.403149,
                    0.371398,
                    0.590887,
                    0.442563,
                    0.467376,
                    0.478427,
                    0.39231,
                    0.500992,
                    0.20222,
                    0.254936,
                    0.510904,
                    0.461987,
                    0.413139,
                    0.565508,
                    0.242007,
                    0.526181,
                    0.32936,
                    0.225047,
                    0.650553,
                    0.529873,
                    0.456515,
                    0.290365,
                    0.499084,
                    0.283405,
                    0.4767,
                    0.417571,
                    0.228397,
                    0.464114,
                    0.452094,
                    0.452112,
                    0.487149,
                    0.451618,
                    0.546266,
                    0.478911,
                    0.53754,
                    0.573995,
                    0.432182,
                    0.153578,
                    0.52547,
                    0.413272,
                    0.504572,
                    0.417845,
                    0.255485,
                    0.496564,
                    0.134684,
                    0.202505,
                    0.504944,
                    0.519104,
                    0.475862,
                    0.457056,
                    0.313707,
                    0.277159,
                    0.28863,
                    0.419104,
                    0.432041,
                    0.526913,
                    0.653376,
                    0.489053,
                    0.472742,
                    0.349786,
                    0.396593,
                    0.494684,
                    0.302789,
                    0.197832,
                    0.318929,
                    0.332744,
                    0.455296,
                    0.525834,
                    0.178685,
                    0.52127,
                    0.171087,
                    0.137835,
                    0.373686,
                    0.458494,
                    0.559791,
                    0.399209,
                    0.448149,
                    0.446445,
                    0.445712,
                    0.22742,
                    0.152798,
                    0.319982,
                    0.712421,
                    0.707078,
                    0.548161,
                    0.410462,
                    0.568873,
                    0.253613,
                    0.522579,
                    0.579732,
                    0.494965,
                    0.275129,
                    0.437408,
                    1.115815,
                    0.56402,
                    0.571127,
                    0.509256,
                    0.470537,
                    0.140837,
                    0.482448,
                    0.295245,
                    0.526427,
                    0.475608,
                    0.49607,
                    0.50596,
                    0.365903,
                    0.454223,
                    0.435929,
                    0.47851,
                    0.397914,
                    0.347437,
                    0.558461,
                    0.493546,
                    0.400811,
                    0.390993,
                    0.477437,
                    0.172794,
                    0.145273,
                    0.142914,
                    0.481556,
                    0.241425,
                    0.549401,
                    0.547615,
                    0.457399,
                    0.562803,
                    0.407676,
                    0.530126,
                    0.531833,
                    0.212171,
                    0.515138,
                    0.400564,
                    0.21084,
                    0.548,
                    0.49227,
                    0.552505,
                    0.288608,
                    0.546078,
                    0.145241,
                    0.509579,
                    0.446282,
                    0.315769,
                    0.304553,
                    0.420518,
                    0.632131,
                    0.42483,
                    0.436822,
                    0.490767,
                    0.246813,
                    0.487183,
                    0.645328,
                    0.507632,
                    0.280916,
                    0.453703,
                    0.568203,
                    0.097264,
                    0.432,
                    0.561123,
                    0.505317,
                    0.60875,
                    0.454937,
                    0.426598,
                    0.354513,
                    0.561554,
                    0.566213,
                    0.528133,
                    0.514292,
                    0.526003,
                    0.522844,
                    0.476588,
                    0.154969,
                    0.562588,
                    0.458154,
                    0.471801,
                    0.264172,
                    0.389138,
                    0.496725,
                    0.40985,
                    0.229794,
                    0.494859,
                    0.502398,
                    0.188554,
                    0.578152,
                    0.505957,
                    0.336951,
                    0.219616,
                    0.414149,
                    0.551411,
                    0.496799,
                    0.515219,
                    0.376341,
                    0.494135,
                    0.443427,
                    0.527029,
                    0.211981,
                    0.444894,
                    0.187358,
                    0.379974,
                    0.386196,
                    0.536037,
                    0.44265,
                    0.516286,
                    0.425393,
                    0.465418,
                    0.530408,
                    0.528817,
                    0.592056,
                    0.603093,
                    0.167323,
                    0.210317,
                    0.507014,
                    0.629472,
                    0.517285,
                    0.521255,
                    0.517152,
                    0.351466,
                    0.479166,
                    0.281184,
                    0.357481,
                    0.507739,
                    0.551889,
                    0.505021,
                    0.775426,
                    0.559456
                ]
            },
            "name": "model.model.layers.2.input_layernorm.weight",
            "outputIndexes": [
                205
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                204
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_2/Mul_output_0",
            "outputIndexes": [
                206
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                205,
                206
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_2/Mul_1_output_0",
            "outputIndexes": [
                207
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                207
            ],
            "outputIndexes": [
                2523
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2523
            ],
            "outputIndexes": [
                2524
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear",
            "inputIndexes": [
                2524
            ],
            "outputIndexes": [
                2525
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    4423988,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2525
            ],
            "outputIndexes": [
                2526
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2526
            ],
            "outputIndexes": [
                208
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                207
            ],
            "main_type": "NONE",
            "name": "/Shape_29_output_0",
            "outputIndexes": [
                209
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                209
            ],
            "main_type": "NONE",
            "name": "Shape511",
            "outputIndexes": [
                210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                209
            ],
            "main_type": "NONE",
            "name": "Rank513",
            "outputIndexes": [
                211
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                211,
                211
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp515",
            "outputIndexes": [
                212
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                212
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze516",
            "outputIndexes": [
                213
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                212,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp518",
            "outputIndexes": [
                214
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                214
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze519",
            "outputIndexes": [
                215
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                210,
                213,
                215,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice522",
            "outputIndexes": [
                216
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                216
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze523",
            "outputIndexes": [
                217
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp524",
            "outputIndexes": [
                218
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                218,
                217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp525",
            "outputIndexes": [
                219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                209,
                219,
                212
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_34_output_0",
            "outputIndexes": [
                220
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                220,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_65_output_0",
            "outputIndexes": [
                221
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                221,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_26_output_0",
            "outputIndexes": [
                222
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                208,
                222
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_19_output_0",
            "outputIndexes": [
                223
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                223,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_16_output_0",
            "outputIndexes": [
                224
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                223
            ],
            "main_type": "NONE",
            "name": "/Shape_30_output_0",
            "outputIndexes": [
                225
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                225
            ],
            "main_type": "NONE",
            "name": "Shape532",
            "outputIndexes": [
                226
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                225
            ],
            "main_type": "NONE",
            "name": "Rank534",
            "outputIndexes": [
                227
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                227,
                227
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp536",
            "outputIndexes": [
                228
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                228
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze537",
            "outputIndexes": [
                229
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                228,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp539",
            "outputIndexes": [
                230
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                230
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze540",
            "outputIndexes": [
                231
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                226,
                229,
                231,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice543",
            "outputIndexes": [
                232
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                232
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze544",
            "outputIndexes": [
                233
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp545",
            "outputIndexes": [
                234
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                234,
                233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp546",
            "outputIndexes": [
                235
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                225,
                235,
                228
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_35_output_0",
            "outputIndexes": [
                236
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                236,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_6_output_0",
            "outputIndexes": [
                237
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                237,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_70_output_0",
            "outputIndexes": [
                238
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                223,
                238,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_9_output_0",
            "outputIndexes": [
                239
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                239
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_4_output_0",
            "outputIndexes": [
                240
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                223,
                22,
                238,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_8_output_0",
            "outputIndexes": [
                241
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                240,
                241
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_29_output_0",
            "outputIndexes": [
                242
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                242,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_17_output_0",
            "outputIndexes": [
                243
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                224,
                243
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_10_output_0",
            "outputIndexes": [
                244
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                207
            ],
            "outputIndexes": [
                2527
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2527
            ],
            "outputIndexes": [
                2528
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear",
            "inputIndexes": [
                2528
            ],
            "outputIndexes": [
                2529
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    4631370,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2529
            ],
            "outputIndexes": [
                2530
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2530
            ],
            "outputIndexes": [
                245
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                221,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_27_output_0",
            "outputIndexes": [
                246
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                245,
                246
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_20_output_0",
            "outputIndexes": [
                247
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_18_output_0",
            "outputIndexes": [
                248
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247
            ],
            "main_type": "NONE",
            "name": "/Shape_31_output_0",
            "outputIndexes": [
                249
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                249
            ],
            "main_type": "NONE",
            "name": "Shape594",
            "outputIndexes": [
                250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                249
            ],
            "main_type": "NONE",
            "name": "Rank596",
            "outputIndexes": [
                251
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                251,
                251
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp598",
            "outputIndexes": [
                252
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                252
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze599",
            "outputIndexes": [
                253
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                252,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp601",
            "outputIndexes": [
                254
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                254
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze602",
            "outputIndexes": [
                255
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                250,
                253,
                255,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice605",
            "outputIndexes": [
                256
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                256
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze606",
            "outputIndexes": [
                257
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp607",
            "outputIndexes": [
                258
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                258,
                257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp608",
            "outputIndexes": [
                259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                249,
                259,
                252
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_36_output_0",
            "outputIndexes": [
                260
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                260,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_7_output_0",
            "outputIndexes": [
                261
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                261,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_72_output_0",
            "outputIndexes": [
                262
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247,
                262,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_11_output_0",
            "outputIndexes": [
                263
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                263
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_5_output_0",
            "outputIndexes": [
                264
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247,
                22,
                262,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_10_output_0",
            "outputIndexes": [
                265
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                264,
                265
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_30_output_0",
            "outputIndexes": [
                266
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                266,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_19_output_0",
            "outputIndexes": [
                267
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                248,
                267
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_11_output_0",
            "outputIndexes": [
                268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                207
            ],
            "outputIndexes": [
                2531
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2531
            ],
            "outputIndexes": [
                2532
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear",
            "inputIndexes": [
                2532
            ],
            "outputIndexes": [
                2533
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    4700512,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2533
            ],
            "outputIndexes": [
                2534
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2534
            ],
            "outputIndexes": [
                269
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                269,
                246
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_21_output_0",
            "outputIndexes": [
                270
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                244,
                268,
                270,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_26_output_0",
            "outputIndexes": [
                271
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                271
            ],
            "outputIndexes": [
                2535
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2535
            ],
            "outputIndexes": [
                2536
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear",
            "inputIndexes": [
                2536
            ],
            "outputIndexes": [
                2537
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    4769654,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2537
            ],
            "outputIndexes": [
                2538
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2538
            ],
            "outputIndexes": [
                272
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                204,
                272
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_13_output_0",
            "outputIndexes": [
                273
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.137672,
                    0.47576,
                    0.22522,
                    0.134229,
                    0.460379,
                    0.59469,
                    0.432121,
                    0.563938,
                    0.566393,
                    0.502106,
                    0.371522,
                    0.28233,
                    0.44794,
                    0.335188,
                    0.470186,
                    0.579187,
                    0.204063,
                    0.539821,
                    0.440125,
                    0.431912,
                    0.340479,
                    0.341751,
                    0.293245,
                    0.436672,
                    0.299839,
                    0.241428,
                    0.649319,
                    0.533366,
                    0.156973,
                    0.441849,
                    0.429058,
                    0.397631,
                    0.468053,
                    0.511188,
                    0.502048,
                    0.619076,
                    0.452202,
                    0.455458,
                    0.44214,
                    0.348859,
                    0.407143,
                    0.274536,
                    0.33757,
                    0.511619,
                    0.190277,
                    0.482874,
                    0.54072,
                    0.376029,
                    0.548979,
                    0.174095,
                    0.52943,
                    0.637911,
                    0.174536,
                    0.121794,
                    0.466391,
                    0.232198,
                    0.17248,
                    0.542374,
                    0.328516,
                    0.55289,
                    0.554552,
                    0.352362,
                    0.580893,
                    0.44785,
                    0.582942,
                    0.238093,
                    0.175985,
                    0.397009,
                    0.589509,
                    0.436901,
                    0.531627,
                    0.195359,
                    0.562439,
                    0.427063,
                    0.547315,
                    0.270792,
                    0.54969,
                    0.410091,
                    0.543525,
                    0.517709,
                    0.444197,
                    0.504416,
                    0.5259,
                    0.425397,
                    0.505694,
                    0.367036,
                    0.534783,
                    0.418077,
                    0.34647,
                    0.389512,
                    0.424211,
                    0.421674,
                    0.517719,
                    0.137604,
                    0.466216,
                    0.54629,
                    0.504785,
                    0.368173,
                    0.468425,
                    0.226551,
                    0.057979,
                    0.279516,
                    0.52035,
                    0.44664,
                    0.528225,
                    0.236711,
                    0.179437,
                    0.367443,
                    0.444504,
                    0.132824,
                    0.455293,
                    0.467478,
                    0.536251,
                    0.517231,
                    0.218028,
                    0.521227,
                    0.4848,
                    0.478672,
                    0.148491,
                    0.596718,
                    0.507896,
                    0.493688,
                    0.582018,
                    0.403226,
                    0.571281,
                    0.601723,
                    0.487882,
                    0.125875,
                    0.451463,
                    0.461872,
                    0.371347,
                    0.521791,
                    0.401158,
                    0.225649,
                    0.418358,
                    0.544559,
                    0.438185,
                    0.506732,
                    0.415724,
                    0.493646,
                    0.242545,
                    0.573941,
                    0.452262,
                    0.503301,
                    0.361698,
                    0.119174,
                    0.343397,
                    0.426681,
                    0.521363,
                    0.539811,
                    0.176719,
                    0.427836,
                    0.434015,
                    0.462857,
                    0.33466,
                    0.566938,
                    0.512708,
                    0.225193,
                    0.385886,
                    0.478547,
                    0.552877,
                    0.477785,
                    0.108568,
                    0.346923,
                    0.419356,
                    0.541519,
                    0.163896,
                    0.607795,
                    0.474202,
                    0.437447,
                    0.347212,
                    0.208163,
                    0.404154,
                    0.53676,
                    0.585533,
                    0.482306,
                    0.431392,
                    0.48231,
                    0.158937,
                    0.52675,
                    0.1529,
                    0.519759,
                    0.483199,
                    0.493604,
                    0.461858,
                    0.391109,
                    0.434871,
                    0.129172,
                    0.447542,
                    0.340355,
                    0.195384,
                    0.512758,
                    0.556313,
                    0.395479,
                    0.253995,
                    0.413334,
                    0.140778,
                    0.460526,
                    0.143598,
                    0.539006,
                    0.328874,
                    0.447283,
                    0.197624,
                    0.421428,
                    0.469545,
                    0.342429,
                    0.526303,
                    0.230392,
                    0.422253,
                    0.480717,
                    0.465193,
                    0.191467,
                    0.382022,
                    0.516996,
                    0.505917,
                    0.334964,
                    0.582273,
                    0.220394,
                    0.511573,
                    0.393105,
                    0.531555,
                    0.545088,
                    0.447412,
                    0.519674,
                    0.288898,
                    0.448808,
                    0.540561,
                    0.444567,
                    0.300405,
                    0.324043,
                    0.14845,
                    0.406559,
                    0.377794,
                    0.460897,
                    0.572061,
                    0.436781,
                    0.162677,
                    0.139113,
                    0.31539,
                    0.573456,
                    0.134407,
                    0.404068,
                    0.527711,
                    0.548881,
                    0.397685,
                    0.468216,
                    0.415463,
                    0.000417,
                    0.375074,
                    0.506013,
                    0.472211,
                    0.565393,
                    0.501359,
                    0.416363,
                    0.166569,
                    0.213346,
                    0.503444,
                    0.130985,
                    0.117539,
                    0.231953,
                    0.140635,
                    0.434524,
                    0.450593,
                    0.510724,
                    0.479969,
                    0.467193,
                    0.549699,
                    0.433972,
                    0.317237,
                    0.431058,
                    0.187135,
                    0.51911,
                    0.294523,
                    0.449349,
                    0.245686,
                    0.298318,
                    0.44967,
                    0.225204,
                    0.418044,
                    0.254013,
                    0.54398,
                    0.395323,
                    0.196197,
                    0.161784,
                    0.247861,
                    0.157576,
                    0.511562,
                    0.439613,
                    0.478168,
                    0.392212,
                    0.550399,
                    0.133932,
                    0.484072,
                    0.212161,
                    0.469025,
                    0.460547,
                    0.360813,
                    0.226064,
                    0.314653,
                    0.529079,
                    0.374428,
                    0.419024,
                    0.574442,
                    0.595965,
                    0.327694,
                    0.526678,
                    0.49669,
                    0.55555,
                    0.105523,
                    0.512361,
                    0.425345,
                    0.404627,
                    0.50214,
                    0.185556,
                    0.353439,
                    0.401623,
                    0.547802,
                    0.216386,
                    0.462232,
                    0.559266,
                    0.458476,
                    0.544692,
                    0.229893,
                    0.382833,
                    0.301369,
                    0.450333,
                    0.487783,
                    0.525885,
                    0.475181,
                    0.555144,
                    0.813485,
                    0.396138,
                    0.487007,
                    0.548634,
                    0.421191,
                    0.207298,
                    0.512177,
                    0.453066,
                    0.425752,
                    0.503242,
                    0.44644,
                    0.446876,
                    0.142025,
                    0.598759,
                    0.459975,
                    0.162164,
                    0.38349,
                    0.637586,
                    0.537352,
                    0.504991,
                    0.277418,
                    0.262583,
                    0.481127,
                    0.392761,
                    0.349218,
                    0.607627,
                    0.387042,
                    0.382324,
                    0.42219,
                    0.409491,
                    0.503618,
                    0.18252,
                    0.21257,
                    0.495584,
                    0.452935,
                    0.422101,
                    0.5394,
                    0.192076,
                    0.498304,
                    0.301676,
                    0.178326,
                    0.570207,
                    0.539548,
                    0.482925,
                    0.243881,
                    0.501256,
                    0.273288,
                    0.446303,
                    0.429305,
                    0.189222,
                    0.467135,
                    0.459274,
                    0.424734,
                    0.477515,
                    0.464555,
                    0.505839,
                    0.441645,
                    0.526538,
                    0.599058,
                    0.435662,
                    0.133981,
                    0.493541,
                    0.386399,
                    0.473531,
                    0.443183,
                    0.197227,
                    0.515814,
                    0.120629,
                    0.196548,
                    0.448297,
                    0.529928,
                    0.439977,
                    0.447523,
                    0.245993,
                    0.212987,
                    0.235624,
                    0.428514,
                    0.346395,
                    0.511646,
                    0.648419,
                    0.474797,
                    0.461714,
                    0.31723,
                    0.42669,
                    0.483641,
                    0.287943,
                    0.169656,
                    0.253368,
                    0.297139,
                    0.432795,
                    0.498876,
                    0.160048,
                    0.503269,
                    0.153792,
                    0.122955,
                    0.367081,
                    0.484271,
                    0.522306,
                    0.408599,
                    0.415153,
                    0.457525,
                    0.433496,
                    0.16529,
                    0.127381,
                    0.269803,
                    0.653229,
                    0.655692,
                    0.529983,
                    0.308142,
                    0.494436,
                    0.200198,
                    0.503255,
                    0.54572,
                    0.502171,
                    0.239896,
                    0.429677,
                    0.189681,
                    0.516996,
                    0.539837,
                    0.449896,
                    0.425656,
                    0.139178,
                    0.449998,
                    0.217992,
                    0.504402,
                    0.503426,
                    0.474558,
                    0.467543,
                    0.346189,
                    0.464746,
                    0.437244,
                    0.47731,
                    0.343588,
                    0.340289,
                    0.5109,
                    0.522242,
                    0.364451,
                    0.337494,
                    0.466482,
                    0.147232,
                    0.133898,
                    0.12648,
                    0.470288,
                    0.197597,
                    0.535425,
                    0.482484,
                    0.464886,
                    0.531636,
                    0.372203,
                    0.505156,
                    0.534892,
                    0.186441,
                    0.509705,
                    0.346799,
                    0.162579,
                    0.543692,
                    0.35259,
                    0.520927,
                    0.237659,
                    0.497307,
                    0.12349,
                    0.479959,
                    0.423065,
                    0.281102,
                    0.264367,
                    0.414964,
                    0.602905,
                    0.417272,
                    0.457099,
                    0.46117,
                    0.187846,
                    0.503022,
                    0.600852,
                    0.55268,
                    0.207412,
                    0.431739,
                    0.514969,
                    0.072444,
                    0.415112,
                    0.447631,
                    0.517386,
                    0.536093,
                    0.418841,
                    0.389941,
                    0.286171,
                    0.499445,
                    0.517665,
                    0.52068,
                    0.453481,
                    0.509584,
                    0.470957,
                    0.439227,
                    0.143324,
                    0.492542,
                    0.440595,
                    0.483447,
                    0.206214,
                    0.35357,
                    0.499716,
                    0.447966,
                    0.171195,
                    0.376807,
                    0.504442,
                    0.156756,
                    0.543786,
                    0.482588,
                    0.286727,
                    0.181805,
                    0.357371,
                    0.596421,
                    0.419839,
                    0.475924,
                    0.307321,
                    0.438332,
                    0.467513,
                    0.493162,
                    0.174779,
                    0.410351,
                    0.167258,
                    0.338145,
                    0.401939,
                    0.53828,
                    0.45241,
                    0.472667,
                    0.362271,
                    0.443237,
                    0.503606,
                    0.50686,
                    0.584338,
                    0.621244,
                    0.135331,
                    0.172476,
                    0.49889,
                    0.619193,
                    0.490318,
                    0.518357,
                    0.510757,
                    0.336265,
                    0.487528,
                    0.215049,
                    0.343182,
                    0.487564,
                    0.495804,
                    0.502697,
                    0.609012,
                    0.541407
                ]
            },
            "name": "model.model.layers.2.post_attention_layernorm.weight",
            "outputIndexes": [
                274
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                273
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_2/Mul_output_0",
            "outputIndexes": [
                275
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                274,
                275
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_2/Mul_1_output_0",
            "outputIndexes": [
                276
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                276
            ],
            "outputIndexes": [
                2539
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2539
            ],
            "outputIndexes": [
                2540
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear",
            "inputIndexes": [
                2540
            ],
            "outputIndexes": [
                2541
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    4977036,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2541
            ],
            "outputIndexes": [
                2542
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2542
            ],
            "outputIndexes": [
                277
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                277
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_2/Sigmoid_output_0",
            "outputIndexes": [
                278
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                277,
                278
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_2/Mul_output_0",
            "outputIndexes": [
                279
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                276
            ],
            "outputIndexes": [
                2543
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2543
            ],
            "outputIndexes": [
                2544
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear",
            "inputIndexes": [
                2544
            ],
            "outputIndexes": [
                2545
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    5530018,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2545
            ],
            "outputIndexes": [
                2546
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2546
            ],
            "outputIndexes": [
                280
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                279,
                280
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_2/Mul_output_0",
            "outputIndexes": [
                281
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                281
            ],
            "outputIndexes": [
                2547
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2547
            ],
            "outputIndexes": [
                2548
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear",
            "inputIndexes": [
                2548
            ],
            "outputIndexes": [
                2549
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    6083000,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2549
            ],
            "outputIndexes": [
                2550
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2550
            ],
            "outputIndexes": [
                282
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                273,
                282
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_14_output_0",
            "outputIndexes": [
                283
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                283,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_27_output_0",
            "outputIndexes": [
                284
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.232332,
                    0.722029,
                    0.391889,
                    0.216098,
                    0.742538,
                    0.864635,
                    0.63809,
                    0.814748,
                    0.908002,
                    0.75531,
                    0.581756,
                    0.457288,
                    0.672504,
                    0.49952,
                    0.669505,
                    0.856605,
                    0.35571,
                    0.768838,
                    0.691664,
                    0.682348,
                    0.546722,
                    0.581973,
                    0.467937,
                    0.767173,
                    0.487846,
                    0.387664,
                    0.999001,
                    0.782846,
                    0.250622,
                    0.697829,
                    0.673117,
                    0.616555,
                    0.669738,
                    0.762047,
                    0.708622,
                    0.910737,
                    0.680911,
                    0.684527,
                    0.666484,
                    0.545799,
                    0.583279,
                    0.442407,
                    0.546998,
                    0.845012,
                    0.307603,
                    0.717123,
                    0.794021,
                    0.585751,
                    0.812507,
                    0.284588,
                    0.775988,
                    0.849957,
                    0.269036,
                    0.219974,
                    0.667381,
                    0.380404,
                    0.274104,
                    0.788976,
                    0.510523,
                    0.846563,
                    0.826221,
                    0.545969,
                    0.890277,
                    0.671375,
                    0.831038,
                    0.377933,
                    0.31176,
                    0.642029,
                    0.796551,
                    0.693601,
                    0.800415,
                    0.332165,
                    0.930133,
                    0.687458,
                    0.826588,
                    0.438117,
                    0.819172,
                    0.615442,
                    0.798407,
                    0.831766,
                    0.720938,
                    0.687537,
                    0.74866,
                    0.642456,
                    0.820959,
                    0.603611,
                    0.76174,
                    0.665162,
                    0.518856,
                    0.651716,
                    0.640772,
                    0.659582,
                    0.777539,
                    0.227593,
                    0.697516,
                    0.786541,
                    0.775616,
                    0.59759,
                    0.753207,
                    0.375331,
                    0.386629,
                    0.47857,
                    0.760195,
                    0.624918,
                    0.718743,
                    0.353625,
                    0.316034,
                    0.527259,
                    0.675762,
                    0.202505,
                    0.660222,
                    0.745522,
                    0.733974,
                    0.813099,
                    0.360459,
                    0.778735,
                    0.715481,
                    0.719984,
                    0.221148,
                    0.858544,
                    0.722163,
                    0.701641,
                    0.812829,
                    0.668305,
                    0.784095,
                    0.815262,
                    0.718346,
                    0.222093,
                    0.707977,
                    0.702991,
                    0.59663,
                    0.807133,
                    0.622046,
                    0.396294,
                    0.640664,
                    0.850556,
                    0.653812,
                    0.77858,
                    0.632597,
                    0.712636,
                    0.39845,
                    0.845823,
                    0.675113,
                    0.797354,
                    0.604678,
                    0.207226,
                    0.582854,
                    0.653754,
                    0.787492,
                    0.805541,
                    0.285625,
                    0.673589,
                    0.620985,
                    0.746974,
                    0.568871,
                    0.832873,
                    0.761918,
                    0.380855,
                    0.585543,
                    0.762738,
                    0.743369,
                    0.807017,
                    0.195276,
                    0.564873,
                    0.748983,
                    0.837786,
                    0.280789,
                    0.954498,
                    0.664964,
                    0.737809,
                    0.696988,
                    0.331944,
                    0.640048,
                    0.771654,
                    0.837289,
                    0.767725,
                    0.652049,
                    0.694734,
                    0.302647,
                    0.793057,
                    0.264404,
                    0.812365,
                    0.71131,
                    0.696574,
                    0.681456,
                    0.636393,
                    0.654822,
                    0.215535,
                    0.675807,
                    0.492057,
                    0.323132,
                    0.78564,
                    0.828502,
                    0.610091,
                    0.396727,
                    0.62443,
                    0.225546,
                    0.748177,
                    0.213583,
                    0.771494,
                    0.527831,
                    0.654278,
                    0.343802,
                    0.700352,
                    0.652286,
                    0.564226,
                    0.779519,
                    0.385941,
                    0.649089,
                    0.654484,
                    0.704795,
                    0.278454,
                    0.593416,
                    0.742916,
                    0.79525,
                    0.54951,
                    0.866024,
                    0.361761,
                    0.744433,
                    0.63238,
                    0.762984,
                    0.76486,
                    0.662218,
                    0.742463,
                    0.483159,
                    0.701642,
                    0.81798,
                    0.709235,
                    0.499613,
                    0.495814,
                    0.266314,
                    0.644714,
                    0.614519,
                    0.711626,
                    0.781245,
                    0.689303,
                    0.289784,
                    0.226167,
                    0.45783,
                    0.864464,
                    0.233778,
                    0.645436,
                    0.768875,
                    0.853414,
                    0.659501,
                    0.70328,
                    0.685848,
                    0.004636,
                    0.54705,
                    0.840609,
                    0.704511,
                    0.848395,
                    0.809866,
                    0.621637,
                    0.2766,
                    0.372734,
                    0.766102,
                    0.201378,
                    0.181286,
                    0.353951,
                    0.230478,
                    1.026693,
                    0.672011,
                    0.795746,
                    0.714325,
                    0.619369,
                    0.796674,
                    0.641108,
                    0.498368,
                    0.671043,
                    0.295913,
                    0.797026,
                    0.458166,
                    0.668245,
                    0.427378,
                    0.456575,
                    0.653284,
                    0.3773,
                    0.636838,
                    0.405907,
                    0.776848,
                    0.61191,
                    0.349384,
                    0.2671,
                    0.392894,
                    0.248811,
                    0.772841,
                    0.661869,
                    0.713809,
                    0.569413,
                    0.755582,
                    0.226932,
                    0.729976,
                    0.347865,
                    0.641841,
                    0.67987,
                    0.571493,
                    0.364201,
                    0.515168,
                    0.832282,
                    0.571913,
                    0.627034,
                    0.941999,
                    0.808197,
                    0.488326,
                    0.711704,
                    0.79261,
                    0.806318,
                    0.174483,
                    0.815828,
                    0.672417,
                    0.613179,
                    0.788974,
                    0.328869,
                    0.552763,
                    0.605038,
                    0.80972,
                    0.381293,
                    0.702184,
                    0.74877,
                    0.736676,
                    0.792851,
                    0.36321,
                    0.675762,
                    0.464681,
                    0.671393,
                    0.742571,
                    0.752777,
                    0.709207,
                    0.851321,
                    0.855466,
                    0.621427,
                    0.726607,
                    0.756726,
                    0.625744,
                    0.33987,
                    0.803573,
                    0.675297,
                    0.614375,
                    0.806196,
                    0.691671,
                    0.659125,
                    0.238275,
                    0.839309,
                    0.646573,
                    0.247828,
                    0.619618,
                    0.887837,
                    0.783444,
                    0.793958,
                    0.603358,
                    0.444427,
                    0.742187,
                    0.575133,
                    0.55128,
                    0.781198,
                    0.606673,
                    0.645425,
                    0.699315,
                    0.629236,
                    0.725145,
                    0.318473,
                    0.350301,
                    0.748951,
                    0.700699,
                    0.621993,
                    0.808394,
                    0.327395,
                    0.744559,
                    0.491625,
                    0.294679,
                    0.867765,
                    0.779696,
                    0.714853,
                    0.425526,
                    0.71907,
                    0.411506,
                    0.663557,
                    0.633067,
                    0.341355,
                    0.690913,
                    0.681967,
                    0.672987,
                    0.727179,
                    0.70348,
                    0.736262,
                    0.65776,
                    0.835577,
                    0.837418,
                    0.673893,
                    0.21663,
                    0.702147,
                    0.61229,
                    0.75349,
                    0.652872,
                    0.352496,
                    0.761498,
                    0.186972,
                    0.297701,
                    0.70739,
                    0.736757,
                    0.663117,
                    0.660071,
                    0.396108,
                    0.385648,
                    0.389567,
                    0.652094,
                    0.587866,
                    0.734817,
                    1.000092,
                    0.738184,
                    0.696306,
                    0.493365,
                    0.627949,
                    0.751374,
                    0.454822,
                    0.288695,
                    0.42003,
                    0.48592,
                    0.729852,
                    0.742372,
                    0.225061,
                    0.723918,
                    0.239149,
                    0.19938,
                    0.581038,
                    0.706615,
                    0.790328,
                    0.638822,
                    0.643368,
                    0.661491,
                    0.653263,
                    0.28463,
                    0.210268,
                    0.432449,
                    0.940467,
                    0.880367,
                    0.813775,
                    0.546236,
                    0.792393,
                    0.338453,
                    0.788648,
                    0.800539,
                    0.76282,
                    0.37444,
                    0.63614,
                    0.827022,
                    0.821979,
                    0.78963,
                    0.68187,
                    0.691032,
                    0.2086,
                    0.644372,
                    0.39046,
                    0.826817,
                    0.687917,
                    0.736038,
                    0.699346,
                    0.512349,
                    0.678957,
                    0.660491,
                    0.702718,
                    0.559946,
                    0.506135,
                    0.720608,
                    0.707329,
                    0.585318,
                    0.528971,
                    0.701813,
                    0.216279,
                    0.229342,
                    0.203251,
                    0.65457,
                    0.322185,
                    0.758848,
                    0.759974,
                    0.698025,
                    0.743906,
                    0.588171,
                    0.780353,
                    0.765705,
                    0.278622,
                    0.741764,
                    0.556264,
                    0.275001,
                    0.784074,
                    0.621251,
                    0.766408,
                    0.381985,
                    0.741741,
                    0.200471,
                    0.703332,
                    0.65521,
                    0.449577,
                    0.389683,
                    0.576863,
                    0.868405,
                    0.640981,
                    0.640382,
                    0.724076,
                    0.328599,
                    0.784731,
                    0.839983,
                    0.76135,
                    0.370706,
                    0.64688,
                    0.844758,
                    0.098704,
                    0.659612,
                    0.741119,
                    0.781174,
                    0.769312,
                    0.622068,
                    0.653876,
                    0.495277,
                    0.744523,
                    0.846779,
                    0.79981,
                    0.707867,
                    0.776256,
                    0.729181,
                    0.710952,
                    0.23008,
                    0.735321,
                    0.661733,
                    0.680761,
                    0.348509,
                    0.534926,
                    0.757212,
                    0.681378,
                    0.283875,
                    0.664563,
                    0.702202,
                    0.255213,
                    0.845626,
                    0.753101,
                    0.463432,
                    0.31349,
                    0.568537,
                    0.823883,
                    0.652525,
                    0.713776,
                    0.457234,
                    0.698259,
                    0.704666,
                    0.773961,
                    0.280734,
                    0.633346,
                    0.276846,
                    0.555688,
                    0.579436,
                    0.801434,
                    0.628487,
                    0.711159,
                    0.622695,
                    0.709637,
                    0.753624,
                    0.788341,
                    0.85043,
                    0.889345,
                    0.208698,
                    0.270965,
                    0.738749,
                    0.904828,
                    0.745539,
                    0.770472,
                    0.775546,
                    0.515618,
                    0.713884,
                    0.355779,
                    0.515353,
                    0.727165,
                    0.793765,
                    0.731704,
                    0.940299,
                    0.897014
                ]
            },
            "name": "model.model.layers.3.input_layernorm.weight",
            "outputIndexes": [
                285
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                284
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_3/Mul_output_0",
            "outputIndexes": [
                286
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                285,
                286
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_3/Mul_1_output_0",
            "outputIndexes": [
                287
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                287
            ],
            "outputIndexes": [
                2551
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2551
            ],
            "outputIndexes": [
                2552
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear",
            "inputIndexes": [
                2552
            ],
            "outputIndexes": [
                2553
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    6635982,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2553
            ],
            "outputIndexes": [
                2554
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2554
            ],
            "outputIndexes": [
                288
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                287
            ],
            "main_type": "NONE",
            "name": "/Shape_43_output_0",
            "outputIndexes": [
                289
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                289
            ],
            "main_type": "NONE",
            "name": "Shape726",
            "outputIndexes": [
                290
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                289
            ],
            "main_type": "NONE",
            "name": "Rank728",
            "outputIndexes": [
                291
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                291,
                291
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp730",
            "outputIndexes": [
                292
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                292
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze731",
            "outputIndexes": [
                293
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                292,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp733",
            "outputIndexes": [
                294
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                294
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze734",
            "outputIndexes": [
                295
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                290,
                293,
                295,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice737",
            "outputIndexes": [
                296
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                296
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze738",
            "outputIndexes": [
                297
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp739",
            "outputIndexes": [
                298
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                298,
                297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp740",
            "outputIndexes": [
                299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                289,
                299,
                292
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_49_output_0",
            "outputIndexes": [
                300
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                300,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_97_output_0",
            "outputIndexes": [
                301
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                301,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_39_output_0",
            "outputIndexes": [
                302
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                288,
                302
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_28_output_0",
            "outputIndexes": [
                303
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                303,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_24_output_0",
            "outputIndexes": [
                304
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                303
            ],
            "main_type": "NONE",
            "name": "/Shape_44_output_0",
            "outputIndexes": [
                305
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                305
            ],
            "main_type": "NONE",
            "name": "Shape747",
            "outputIndexes": [
                306
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                305
            ],
            "main_type": "NONE",
            "name": "Rank749",
            "outputIndexes": [
                307
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                307,
                307
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp751",
            "outputIndexes": [
                308
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                308
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze752",
            "outputIndexes": [
                309
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                308,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp754",
            "outputIndexes": [
                310
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                310
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze755",
            "outputIndexes": [
                311
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                306,
                309,
                311,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice758",
            "outputIndexes": [
                312
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                312
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze759",
            "outputIndexes": [
                313
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp760",
            "outputIndexes": [
                314
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                314,
                313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp761",
            "outputIndexes": [
                315
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                305,
                315,
                308
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_50_output_0",
            "outputIndexes": [
                316
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                316,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_9_output_0",
            "outputIndexes": [
                317
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                317,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_102_output_0",
            "outputIndexes": [
                318
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                303,
                318,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_13_output_0",
            "outputIndexes": [
                319
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                319
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_6_output_0",
            "outputIndexes": [
                320
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                303,
                22,
                318,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_12_output_0",
            "outputIndexes": [
                321
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                320,
                321
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_42_output_0",
            "outputIndexes": [
                322
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                322,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_25_output_0",
            "outputIndexes": [
                323
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                304,
                323
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_15_output_0",
            "outputIndexes": [
                324
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                287
            ],
            "outputIndexes": [
                2555
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2555
            ],
            "outputIndexes": [
                2556
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear",
            "inputIndexes": [
                2556
            ],
            "outputIndexes": [
                2557
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    6843364,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2557
            ],
            "outputIndexes": [
                2558
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2558
            ],
            "outputIndexes": [
                325
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                301,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_40_output_0",
            "outputIndexes": [
                326
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                325,
                326
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_29_output_0",
            "outputIndexes": [
                327
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                327,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_26_output_0",
            "outputIndexes": [
                328
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                327
            ],
            "main_type": "NONE",
            "name": "/Shape_45_output_0",
            "outputIndexes": [
                329
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                329
            ],
            "main_type": "NONE",
            "name": "Shape809",
            "outputIndexes": [
                330
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                329
            ],
            "main_type": "NONE",
            "name": "Rank811",
            "outputIndexes": [
                331
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                331,
                331
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp813",
            "outputIndexes": [
                332
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                332
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze814",
            "outputIndexes": [
                333
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                332,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp816",
            "outputIndexes": [
                334
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                334
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze817",
            "outputIndexes": [
                335
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                330,
                333,
                335,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice820",
            "outputIndexes": [
                336
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                336
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze821",
            "outputIndexes": [
                337
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp822",
            "outputIndexes": [
                338
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                338,
                337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp823",
            "outputIndexes": [
                339
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                329,
                339,
                332
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_51_output_0",
            "outputIndexes": [
                340
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                340,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_10_output_0",
            "outputIndexes": [
                341
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                341,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_104_output_0",
            "outputIndexes": [
                342
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                327,
                342,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_15_output_0",
            "outputIndexes": [
                343
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                343
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_7_output_0",
            "outputIndexes": [
                344
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                327,
                22,
                342,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_14_output_0",
            "outputIndexes": [
                345
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                344,
                345
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_43_output_0",
            "outputIndexes": [
                346
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                346,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_27_output_0",
            "outputIndexes": [
                347
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                328,
                347
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_16_output_0",
            "outputIndexes": [
                348
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                287
            ],
            "outputIndexes": [
                2559
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2559
            ],
            "outputIndexes": [
                2560
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear",
            "inputIndexes": [
                2560
            ],
            "outputIndexes": [
                2561
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    6912506,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2561
            ],
            "outputIndexes": [
                2562
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2562
            ],
            "outputIndexes": [
                349
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                349,
                326
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_30_output_0",
            "outputIndexes": [
                350
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                324,
                348,
                350,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_35_output_0",
            "outputIndexes": [
                351
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                351
            ],
            "outputIndexes": [
                2563
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2563
            ],
            "outputIndexes": [
                2564
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear",
            "inputIndexes": [
                2564
            ],
            "outputIndexes": [
                2565
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    6981648,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2565
            ],
            "outputIndexes": [
                2566
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2566
            ],
            "outputIndexes": [
                352
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                284,
                352
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_18_output_0",
            "outputIndexes": [
                353
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.111326,
                    0.320952,
                    0.162519,
                    0.100554,
                    0.313517,
                    0.395171,
                    0.275479,
                    0.354477,
                    0.347516,
                    0.333706,
                    0.266502,
                    0.193178,
                    0.291461,
                    0.230352,
                    0.244303,
                    0.379978,
                    0.147885,
                    0.354274,
                    0.286321,
                    0.305235,
                    0.248347,
                    0.236375,
                    0.197201,
                    0.311462,
                    0.204228,
                    0.151864,
                    0.418434,
                    0.34843,
                    0.114704,
                    0.28748,
                    0.292562,
                    0.257994,
                    0.31392,
                    0.348313,
                    0.314071,
                    0.39554,
                    0.309597,
                    0.310861,
                    0.296827,
                    0.235013,
                    0.27675,
                    0.199294,
                    0.240051,
                    0.358817,
                    0.141424,
                    0.325983,
                    0.354883,
                    0.26239,
                    0.3613,
                    0.133515,
                    0.331457,
                    0.369817,
                    0.116449,
                    0.093439,
                    0.322313,
                    0.168638,
                    0.108707,
                    0.340495,
                    0.224431,
                    0.346537,
                    0.357977,
                    0.243788,
                    0.371811,
                    0.311768,
                    0.354265,
                    0.167775,
                    0.128498,
                    0.270216,
                    0.375585,
                    0.304189,
                    0.359689,
                    0.142119,
                    0.367885,
                    0.286049,
                    0.35152,
                    0.186871,
                    0.348665,
                    0.280968,
                    0.352042,
                    0.331967,
                    0.312798,
                    0.32299,
                    0.34045,
                    0.289411,
                    0.329123,
                    0.251066,
                    0.338194,
                    0.284519,
                    0.221339,
                    0.274192,
                    0.301128,
                    0.278124,
                    0.329761,
                    0.105529,
                    0.324116,
                    0.353027,
                    0.329852,
                    0.26651,
                    0.316483,
                    0.163895,
                    0.039709,
                    0.192617,
                    0.334622,
                    0.291049,
                    0.339731,
                    0.150734,
                    0.132115,
                    0.245369,
                    0.315335,
                    0.100534,
                    0.303478,
                    0.317751,
                    0.347555,
                    0.350447,
                    0.158976,
                    0.315911,
                    0.324309,
                    0.328278,
                    0.085387,
                    0.373269,
                    0.321282,
                    0.328435,
                    0.354611,
                    0.26861,
                    0.348205,
                    0.361531,
                    0.318544,
                    0.09765,
                    0.310755,
                    0.32666,
                    0.260066,
                    0.338785,
                    0.272303,
                    0.166431,
                    0.283643,
                    0.380146,
                    0.298643,
                    0.33515,
                    0.277142,
                    0.321296,
                    0.15819,
                    0.371808,
                    0.311911,
                    0.33046,
                    0.2555,
                    0.095083,
                    0.23469,
                    0.304037,
                    0.344867,
                    0.366916,
                    0.131053,
                    0.307416,
                    0.306688,
                    0.329298,
                    0.247936,
                    0.384962,
                    0.348354,
                    0.132828,
                    0.285232,
                    0.325495,
                    0.34351,
                    0.336806,
                    0.087789,
                    0.244446,
                    0.288538,
                    0.346978,
                    0.117504,
                    0.34909,
                    0.309629,
                    0.294665,
                    0.21346,
                    0.14513,
                    0.283267,
                    0.362509,
                    0.367889,
                    0.32722,
                    0.294955,
                    0.325815,
                    0.100787,
                    0.360785,
                    0.116675,
                    0.349044,
                    0.317697,
                    0.325435,
                    0.313448,
                    0.279072,
                    0.279855,
                    0.099446,
                    0.306597,
                    0.226758,
                    0.141211,
                    0.327139,
                    0.365344,
                    0.282229,
                    0.172797,
                    0.271544,
                    0.098807,
                    0.347658,
                    0.100537,
                    0.348409,
                    0.227429,
                    0.295253,
                    0.147211,
                    0.289444,
                    0.329825,
                    0.221263,
                    0.342022,
                    0.164708,
                    0.29653,
                    0.312773,
                    0.329486,
                    0.12269,
                    0.274686,
                    0.336347,
                    0.333177,
                    0.236197,
                    0.381945,
                    0.163398,
                    0.321346,
                    0.274454,
                    0.351707,
                    0.360502,
                    0.303924,
                    0.342563,
                    0.194403,
                    0.308476,
                    0.348444,
                    0.303963,
                    0.206023,
                    0.227751,
                    0.088902,
                    0.285194,
                    0.259183,
                    0.309386,
                    0.341649,
                    0.301901,
                    0.121715,
                    0.099911,
                    0.208696,
                    0.40202,
                    0.101914,
                    0.280972,
                    0.350029,
                    0.335833,
                    0.283294,
                    0.324558,
                    0.288427,
                    0.000179,
                    0.227636,
                    0.35563,
                    0.316443,
                    0.36715,
                    0.332438,
                    0.286635,
                    0.127268,
                    0.159318,
                    0.328234,
                    0.091858,
                    0.090786,
                    0.161226,
                    0.050492,
                    0.256009,
                    0.308535,
                    0.32145,
                    0.318887,
                    0.30489,
                    0.349988,
                    0.294889,
                    0.202176,
                    0.309867,
                    0.12982,
                    0.360478,
                    0.190022,
                    0.300595,
                    0.189354,
                    0.214131,
                    0.319349,
                    0.160519,
                    0.289788,
                    0.174495,
                    0.36253,
                    0.268826,
                    0.146655,
                    0.125897,
                    0.179077,
                    0.108624,
                    0.344969,
                    0.297247,
                    0.314855,
                    0.280896,
                    0.373525,
                    0.103897,
                    0.331009,
                    0.149071,
                    0.312084,
                    0.31016,
                    0.253506,
                    0.158663,
                    0.201259,
                    0.338333,
                    0.267171,
                    0.282731,
                    0.363034,
                    0.370379,
                    0.229792,
                    0.350146,
                    0.338121,
                    0.33967,
                    0.058749,
                    0.330883,
                    0.284411,
                    0.28442,
                    0.321625,
                    0.139758,
                    0.255103,
                    0.282897,
                    0.353495,
                    0.151933,
                    0.310554,
                    0.346144,
                    0.318757,
                    0.355215,
                    0.1659,
                    0.249845,
                    0.210453,
                    0.301827,
                    0.339552,
                    0.341555,
                    0.309524,
                    0.354558,
                    0.375464,
                    0.264993,
                    0.319638,
                    0.354171,
                    0.289714,
                    0.148214,
                    0.366055,
                    0.313395,
                    0.29741,
                    0.331034,
                    0.310384,
                    0.290258,
                    0.11133,
                    0.37112,
                    0.297621,
                    0.12049,
                    0.261134,
                    0.390826,
                    0.342995,
                    0.345691,
                    0.171483,
                    0.189513,
                    0.325351,
                    0.25198,
                    0.245556,
                    0.37233,
                    0.280194,
                    0.2764,
                    0.293385,
                    0.279662,
                    0.32764,
                    0.132647,
                    0.147272,
                    0.321478,
                    0.311503,
                    0.289424,
                    0.348552,
                    0.141041,
                    0.324952,
                    0.216627,
                    0.136787,
                    0.317295,
                    0.336901,
                    0.334086,
                    0.176446,
                    0.337383,
                    0.190223,
                    0.299484,
                    0.288753,
                    0.13384,
                    0.313891,
                    0.305036,
                    0.315573,
                    0.315341,
                    0.308874,
                    0.320036,
                    0.299476,
                    0.345177,
                    0.362639,
                    0.295565,
                    0.093937,
                    0.324137,
                    0.272493,
                    0.320193,
                    0.300783,
                    0.159159,
                    0.336101,
                    0.091031,
                    0.128867,
                    0.308587,
                    0.34478,
                    0.302455,
                    0.308514,
                    0.168189,
                    0.149623,
                    0.17694,
                    0.297197,
                    0.243628,
                    0.326813,
                    0.370504,
                    0.313459,
                    0.314327,
                    0.225472,
                    0.293137,
                    0.309535,
                    0.197246,
                    0.11808,
                    0.176568,
                    0.213465,
                    0.302265,
                    0.360051,
                    0.089607,
                    0.337078,
                    0.106351,
                    0.092349,
                    0.262604,
                    0.324732,
                    0.331276,
                    0.300498,
                    0.289446,
                    0.313464,
                    0.311838,
                    0.115965,
                    0.087381,
                    0.191526,
                    0.418316,
                    0.379485,
                    0.356219,
                    0.212471,
                    0.319439,
                    0.146696,
                    0.333612,
                    0.345855,
                    0.341785,
                    0.164256,
                    0.292714,
                    0.103296,
                    0.33678,
                    0.334768,
                    0.314166,
                    0.285691,
                    0.092512,
                    0.298978,
                    0.162334,
                    0.350385,
                    0.34546,
                    0.32871,
                    0.307272,
                    0.242894,
                    0.311366,
                    0.29203,
                    0.31472,
                    0.244129,
                    0.234436,
                    0.330429,
                    0.330924,
                    0.258138,
                    0.234225,
                    0.320691,
                    0.100193,
                    0.100496,
                    0.095108,
                    0.313675,
                    0.140455,
                    0.358876,
                    0.339575,
                    0.318867,
                    0.357589,
                    0.279502,
                    0.334723,
                    0.343307,
                    0.12195,
                    0.321856,
                    0.24869,
                    0.120352,
                    0.353433,
                    0.206119,
                    0.332471,
                    0.164634,
                    0.334258,
                    0.097419,
                    0.323217,
                    0.307278,
                    0.200122,
                    0.178924,
                    0.284164,
                    0.372888,
                    0.287009,
                    0.291386,
                    0.301611,
                    0.140742,
                    0.332612,
                    0.388214,
                    0.346918,
                    0.164169,
                    0.290801,
                    0.370938,
                    0.038512,
                    0.289408,
                    0.30931,
                    0.359327,
                    0.346051,
                    0.287609,
                    0.272852,
                    0.209108,
                    0.327442,
                    0.363589,
                    0.338457,
                    0.305314,
                    0.319719,
                    0.31772,
                    0.289742,
                    0.093203,
                    0.334502,
                    0.309396,
                    0.332877,
                    0.154893,
                    0.246218,
                    0.321146,
                    0.293958,
                    0.132967,
                    0.25307,
                    0.322238,
                    0.115726,
                    0.347366,
                    0.335308,
                    0.18926,
                    0.134758,
                    0.220196,
                    0.372822,
                    0.292209,
                    0.318809,
                    0.194922,
                    0.318512,
                    0.323256,
                    0.357514,
                    0.127363,
                    0.268726,
                    0.128077,
                    0.249696,
                    0.270054,
                    0.335436,
                    0.290435,
                    0.328158,
                    0.269404,
                    0.29897,
                    0.322139,
                    0.328417,
                    0.367384,
                    0.363627,
                    0.097018,
                    0.120142,
                    0.340818,
                    0.379758,
                    0.322734,
                    0.335198,
                    0.351534,
                    0.246845,
                    0.311449,
                    0.161853,
                    0.239868,
                    0.320673,
                    0.310343,
                    0.331234,
                    0.382118,
                    0.3566
                ]
            },
            "name": "model.model.layers.3.post_attention_layernorm.weight",
            "outputIndexes": [
                354
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                353
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_3/Mul_output_0",
            "outputIndexes": [
                355
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                354,
                355
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_3/Mul_1_output_0",
            "outputIndexes": [
                356
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                356
            ],
            "outputIndexes": [
                2567
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2567
            ],
            "outputIndexes": [
                2568
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear",
            "inputIndexes": [
                2568
            ],
            "outputIndexes": [
                2569
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    7189030,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2569
            ],
            "outputIndexes": [
                2570
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2570
            ],
            "outputIndexes": [
                357
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                357
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_3/Sigmoid_output_0",
            "outputIndexes": [
                358
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                357,
                358
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_3/Mul_output_0",
            "outputIndexes": [
                359
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                356
            ],
            "outputIndexes": [
                2571
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2571
            ],
            "outputIndexes": [
                2572
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear",
            "inputIndexes": [
                2572
            ],
            "outputIndexes": [
                2573
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    7742012,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2573
            ],
            "outputIndexes": [
                2574
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2574
            ],
            "outputIndexes": [
                360
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                359,
                360
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_3/Mul_output_0",
            "outputIndexes": [
                361
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                361
            ],
            "outputIndexes": [
                2575
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2575
            ],
            "outputIndexes": [
                2576
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear",
            "inputIndexes": [
                2576
            ],
            "outputIndexes": [
                2577
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    8294994,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2577
            ],
            "outputIndexes": [
                2578
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2578
            ],
            "outputIndexes": [
                362
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                353,
                362
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_19_output_0",
            "outputIndexes": [
                363
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                363,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_36_output_0",
            "outputIndexes": [
                364
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.194294,
                    0.599144,
                    0.348137,
                    0.206962,
                    0.641781,
                    0.711209,
                    0.523838,
                    0.647805,
                    0.745123,
                    0.58794,
                    0.485161,
                    0.400806,
                    0.520479,
                    0.46888,
                    0.515009,
                    0.63178,
                    0.320273,
                    0.67085,
                    0.546591,
                    0.562336,
                    0.490198,
                    0.48556,
                    0.422418,
                    0.5923,
                    0.422583,
                    0.368566,
                    0.729427,
                    0.614176,
                    0.228487,
                    0.527436,
                    0.562521,
                    0.513402,
                    0.568788,
                    0.575776,
                    0.585898,
                    0.72383,
                    0.588352,
                    0.563508,
                    0.587191,
                    0.471482,
                    0.510228,
                    0.401143,
                    0.494409,
                    0.670179,
                    0.280283,
                    0.586044,
                    0.674643,
                    0.513452,
                    0.604048,
                    0.279798,
                    0.663943,
                    0.657165,
                    0.243628,
                    0.200225,
                    0.569499,
                    0.340994,
                    0.252167,
                    0.679022,
                    0.454118,
                    0.622459,
                    0.663451,
                    0.457501,
                    0.704027,
                    0.549935,
                    0.637497,
                    0.34341,
                    0.276364,
                    0.546154,
                    0.666888,
                    0.577561,
                    0.6143,
                    0.284172,
                    0.69331,
                    0.559136,
                    0.642651,
                    0.388863,
                    0.607025,
                    0.523294,
                    0.609378,
                    0.628606,
                    0.561831,
                    0.593892,
                    0.613292,
                    0.551928,
                    0.662653,
                    0.50166,
                    0.61398,
                    0.562991,
                    0.481506,
                    0.516397,
                    0.574517,
                    0.490531,
                    0.637684,
                    0.208993,
                    0.589843,
                    0.610428,
                    0.640794,
                    0.506895,
                    0.627537,
                    0.346269,
                    0.315662,
                    0.408195,
                    0.607342,
                    0.547395,
                    0.620331,
                    0.336339,
                    0.281273,
                    0.505238,
                    0.555124,
                    0.174629,
                    0.558967,
                    0.623679,
                    0.587581,
                    0.637869,
                    0.317702,
                    0.59293,
                    0.567077,
                    0.573439,
                    0.210322,
                    0.67071,
                    0.63855,
                    0.582235,
                    0.639416,
                    0.553852,
                    0.628163,
                    0.666909,
                    0.561478,
                    0.176225,
                    0.574769,
                    0.571322,
                    0.501703,
                    0.636411,
                    0.529096,
                    0.335344,
                    0.572038,
                    0.639696,
                    0.524481,
                    0.599515,
                    0.511837,
                    0.583596,
                    0.356488,
                    0.644573,
                    0.53573,
                    0.61481,
                    0.494481,
                    0.177702,
                    0.466638,
                    0.545792,
                    0.644642,
                    0.635667,
                    0.262875,
                    0.561036,
                    0.532042,
                    0.592637,
                    0.470793,
                    0.630619,
                    0.624314,
                    0.343581,
                    0.511372,
                    0.604683,
                    0.641211,
                    0.590008,
                    0.151689,
                    0.479516,
                    0.572494,
                    0.638367,
                    0.247997,
                    0.728402,
                    0.565151,
                    0.576007,
                    0.56061,
                    0.303872,
                    0.528788,
                    0.659095,
                    0.629524,
                    0.623397,
                    0.550065,
                    0.562677,
                    0.288712,
                    0.6057,
                    0.238499,
                    0.599021,
                    0.588219,
                    0.582613,
                    0.553329,
                    0.525628,
                    0.537807,
                    0.185402,
                    0.596405,
                    0.437761,
                    0.296706,
                    0.61847,
                    0.648759,
                    0.53262,
                    0.362163,
                    0.522964,
                    0.209332,
                    0.568318,
                    0.186933,
                    0.648208,
                    0.477951,
                    0.544366,
                    0.309938,
                    0.566331,
                    0.530225,
                    0.482695,
                    0.635709,
                    0.35958,
                    0.53218,
                    0.53883,
                    0.581808,
                    0.256662,
                    0.499076,
                    0.633523,
                    0.648814,
                    0.454358,
                    0.629578,
                    0.33262,
                    0.595566,
                    0.540737,
                    0.624455,
                    0.630716,
                    0.568463,
                    0.615185,
                    0.431309,
                    0.55241,
                    0.652506,
                    0.570089,
                    0.408198,
                    0.440394,
                    0.252736,
                    0.548509,
                    0.529671,
                    0.595634,
                    0.651147,
                    0.61834,
                    0.244802,
                    0.19234,
                    0.430654,
                    0.67522,
                    0.199872,
                    0.563091,
                    0.622011,
                    0.64359,
                    0.542867,
                    0.57095,
                    0.5543,
                    -0.001569,
                    0.454718,
                    0.599624,
                    0.557559,
                    0.657465,
                    0.626043,
                    0.559461,
                    0.251768,
                    0.318894,
                    0.629826,
                    0.177794,
                    0.164265,
                    0.344108,
                    0.23014,
                    0.786928,
                    0.550436,
                    0.634859,
                    0.569931,
                    0.519604,
                    0.639864,
                    0.540946,
                    0.46123,
                    0.560721,
                    0.281235,
                    0.661904,
                    0.42118,
                    0.534646,
                    0.37952,
                    0.437677,
                    0.571667,
                    0.343077,
                    0.550669,
                    0.368493,
                    0.656625,
                    0.516765,
                    0.301266,
                    0.248479,
                    0.373576,
                    0.227226,
                    0.615214,
                    0.574547,
                    0.586369,
                    0.527337,
                    0.652123,
                    0.188674,
                    0.613024,
                    0.319117,
                    0.572074,
                    0.523056,
                    0.477478,
                    0.336835,
                    0.423432,
                    0.712564,
                    0.505262,
                    0.54684,
                    0.7239,
                    0.620262,
                    0.456334,
                    0.570128,
                    0.592364,
                    0.614281,
                    0.173903,
                    0.61777,
                    0.582191,
                    0.520508,
                    0.59076,
                    0.283187,
                    0.467611,
                    0.465424,
                    0.641807,
                    0.329716,
                    0.549546,
                    0.600989,
                    0.594717,
                    0.661568,
                    0.346223,
                    0.57366,
                    0.412334,
                    0.56287,
                    0.561578,
                    0.577781,
                    0.595472,
                    0.659336,
                    0.663325,
                    0.526017,
                    0.587924,
                    0.631229,
                    0.54246,
                    0.299259,
                    0.595853,
                    0.556789,
                    0.561835,
                    0.632128,
                    0.577421,
                    0.598997,
                    0.209961,
                    0.686687,
                    0.56646,
                    0.223711,
                    0.496811,
                    0.675941,
                    0.632223,
                    0.640305,
                    0.534501,
                    0.385984,
                    0.581032,
                    0.479442,
                    0.446831,
                    0.64671,
                    0.529924,
                    0.51319,
                    0.553352,
                    0.526343,
                    0.585416,
                    0.266324,
                    0.306109,
                    0.596722,
                    0.571403,
                    0.523569,
                    0.579023,
                    0.288252,
                    0.613137,
                    0.441916,
                    0.264044,
                    0.675559,
                    0.593385,
                    0.575707,
                    0.380646,
                    0.579111,
                    0.378928,
                    0.541097,
                    0.533064,
                    0.298146,
                    0.52539,
                    0.575242,
                    0.566504,
                    0.598201,
                    0.574251,
                    0.645986,
                    0.543007,
                    0.647951,
                    0.668022,
                    0.547305,
                    0.196177,
                    0.563261,
                    0.506155,
                    0.591697,
                    0.530283,
                    0.313034,
                    0.628063,
                    0.165193,
                    0.269332,
                    0.588582,
                    0.595389,
                    0.53663,
                    0.565153,
                    0.34074,
                    0.357649,
                    0.345457,
                    0.511626,
                    0.518658,
                    0.61888,
                    0.682825,
                    0.576538,
                    0.565906,
                    0.42954,
                    0.554665,
                    0.608652,
                    0.382613,
                    0.246318,
                    0.36555,
                    0.418677,
                    0.564258,
                    0.632771,
                    0.224752,
                    0.605338,
                    0.216739,
                    0.168802,
                    0.509421,
                    0.559213,
                    0.612394,
                    0.561422,
                    0.549699,
                    0.557321,
                    0.548535,
                    0.261524,
                    0.17308,
                    0.393721,
                    0.730782,
                    0.688409,
                    0.638653,
                    0.482736,
                    0.61167,
                    0.313373,
                    0.573411,
                    0.643074,
                    0.616034,
                    0.350279,
                    0.533852,
                    0.668098,
                    0.666869,
                    0.616127,
                    0.591954,
                    0.556074,
                    0.170961,
                    0.550897,
                    0.346003,
                    0.634511,
                    0.58563,
                    0.627192,
                    0.618758,
                    0.448945,
                    0.554505,
                    0.538867,
                    0.580971,
                    0.503164,
                    0.471876,
                    0.595714,
                    0.58053,
                    0.485564,
                    0.46245,
                    0.571798,
                    0.197072,
                    0.176116,
                    0.186956,
                    0.583894,
                    0.28626,
                    0.589591,
                    0.612101,
                    0.569256,
                    0.550639,
                    0.512412,
                    0.611342,
                    0.617449,
                    0.266868,
                    0.593941,
                    0.484793,
                    0.23625,
                    0.638458,
                    0.514876,
                    0.657485,
                    0.349591,
                    0.584817,
                    0.182577,
                    0.538909,
                    0.544932,
                    0.405898,
                    0.378207,
                    0.515752,
                    0.685076,
                    0.574488,
                    0.530627,
                    0.578743,
                    0.269852,
                    0.635648,
                    0.676422,
                    0.604404,
                    0.340663,
                    0.547583,
                    0.663358,
                    0.093208,
                    0.527911,
                    0.586198,
                    0.64045,
                    0.62516,
                    0.557249,
                    0.543201,
                    0.428142,
                    0.633166,
                    0.622114,
                    0.640681,
                    0.598895,
                    0.609342,
                    0.601369,
                    0.597407,
                    0.201796,
                    0.584988,
                    0.557479,
                    0.600796,
                    0.326063,
                    0.459315,
                    0.632288,
                    0.566861,
                    0.264595,
                    0.558197,
                    0.583127,
                    0.21649,
                    0.665873,
                    0.616892,
                    0.390393,
                    0.272127,
                    0.507616,
                    0.629062,
                    0.537467,
                    0.59753,
                    0.416199,
                    0.540217,
                    0.589042,
                    0.669876,
                    0.245573,
                    0.536228,
                    0.254849,
                    0.470292,
                    0.510344,
                    0.600753,
                    0.530249,
                    0.60061,
                    0.520513,
                    0.60047,
                    0.643516,
                    0.575106,
                    0.650281,
                    0.654509,
                    0.197116,
                    0.259589,
                    0.589077,
                    0.677219,
                    0.60241,
                    0.622137,
                    0.641245,
                    0.459815,
                    0.589864,
                    0.334364,
                    0.444749,
                    0.598073,
                    0.596463,
                    0.615147,
                    0.746378,
                    0.743378
                ]
            },
            "name": "model.model.layers.4.input_layernorm.weight",
            "outputIndexes": [
                365
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                364
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_4/Mul_output_0",
            "outputIndexes": [
                366
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                365,
                366
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_4/Mul_1_output_0",
            "outputIndexes": [
                367
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                367
            ],
            "outputIndexes": [
                2579
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2579
            ],
            "outputIndexes": [
                2580
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear",
            "inputIndexes": [
                2580
            ],
            "outputIndexes": [
                2581
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    8847976,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2581
            ],
            "outputIndexes": [
                2582
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2582
            ],
            "outputIndexes": [
                368
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                367
            ],
            "main_type": "NONE",
            "name": "/Shape_57_output_0",
            "outputIndexes": [
                369
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                369
            ],
            "main_type": "NONE",
            "name": "Shape941",
            "outputIndexes": [
                370
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                369
            ],
            "main_type": "NONE",
            "name": "Rank943",
            "outputIndexes": [
                371
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                371,
                371
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp945",
            "outputIndexes": [
                372
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                372
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze946",
            "outputIndexes": [
                373
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                372,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp948",
            "outputIndexes": [
                374
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                374
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze949",
            "outputIndexes": [
                375
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                370,
                373,
                375,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice952",
            "outputIndexes": [
                376
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                376
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze953",
            "outputIndexes": [
                377
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp954",
            "outputIndexes": [
                378
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                378,
                377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp955",
            "outputIndexes": [
                379
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                369,
                379,
                372
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_64_output_0",
            "outputIndexes": [
                380
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                380,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_129_output_0",
            "outputIndexes": [
                381
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                381,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_52_output_0",
            "outputIndexes": [
                382
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                368,
                382
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_37_output_0",
            "outputIndexes": [
                383
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                383,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_32_output_0",
            "outputIndexes": [
                384
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                383
            ],
            "main_type": "NONE",
            "name": "/Shape_58_output_0",
            "outputIndexes": [
                385
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                385
            ],
            "main_type": "NONE",
            "name": "Shape962",
            "outputIndexes": [
                386
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                385
            ],
            "main_type": "NONE",
            "name": "Rank964",
            "outputIndexes": [
                387
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                387,
                387
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp966",
            "outputIndexes": [
                388
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                388
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze967",
            "outputIndexes": [
                389
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                388,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp969",
            "outputIndexes": [
                390
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                390
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze970",
            "outputIndexes": [
                391
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                386,
                389,
                391,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice973",
            "outputIndexes": [
                392
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                392
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze974",
            "outputIndexes": [
                393
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp975",
            "outputIndexes": [
                394
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                394,
                393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp976",
            "outputIndexes": [
                395
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                385,
                395,
                388
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_65_output_0",
            "outputIndexes": [
                396
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                396,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_12_output_0",
            "outputIndexes": [
                397
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                397,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_134_output_0",
            "outputIndexes": [
                398
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                383,
                398,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_17_output_0",
            "outputIndexes": [
                399
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                399
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_8_output_0",
            "outputIndexes": [
                400
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                383,
                22,
                398,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_16_output_0",
            "outputIndexes": [
                401
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                400,
                401
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_55_output_0",
            "outputIndexes": [
                402
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                402,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_33_output_0",
            "outputIndexes": [
                403
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384,
                403
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_20_output_0",
            "outputIndexes": [
                404
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                367
            ],
            "outputIndexes": [
                2583
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2583
            ],
            "outputIndexes": [
                2584
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear",
            "inputIndexes": [
                2584
            ],
            "outputIndexes": [
                2585
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    9055358,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2585
            ],
            "outputIndexes": [
                2586
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2586
            ],
            "outputIndexes": [
                405
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                381,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_53_output_0",
            "outputIndexes": [
                406
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                405,
                406
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_38_output_0",
            "outputIndexes": [
                407
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                407,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_34_output_0",
            "outputIndexes": [
                408
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                407
            ],
            "main_type": "NONE",
            "name": "/Shape_59_output_0",
            "outputIndexes": [
                409
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                409
            ],
            "main_type": "NONE",
            "name": "Shape1025",
            "outputIndexes": [
                410
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                409
            ],
            "main_type": "NONE",
            "name": "Rank1027",
            "outputIndexes": [
                411
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                411,
                411
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1029",
            "outputIndexes": [
                412
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                412
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1030",
            "outputIndexes": [
                413
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                412,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1032",
            "outputIndexes": [
                414
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                414
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1033",
            "outputIndexes": [
                415
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                410,
                413,
                415,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1036",
            "outputIndexes": [
                416
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                416
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1037",
            "outputIndexes": [
                417
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1038",
            "outputIndexes": [
                418
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                418,
                417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1039",
            "outputIndexes": [
                419
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                409,
                419,
                412
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_66_output_0",
            "outputIndexes": [
                420
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                420,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_13_output_0",
            "outputIndexes": [
                421
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                421,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_136_output_0",
            "outputIndexes": [
                422
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                407,
                422,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_19_output_0",
            "outputIndexes": [
                423
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                423
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_9_output_0",
            "outputIndexes": [
                424
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                407,
                22,
                422,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_18_output_0",
            "outputIndexes": [
                425
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                424,
                425
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_56_output_0",
            "outputIndexes": [
                426
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                426,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_35_output_0",
            "outputIndexes": [
                427
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                408,
                427
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_21_output_0",
            "outputIndexes": [
                428
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                367
            ],
            "outputIndexes": [
                2587
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2587
            ],
            "outputIndexes": [
                2588
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear",
            "inputIndexes": [
                2588
            ],
            "outputIndexes": [
                2589
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    9124500,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2589
            ],
            "outputIndexes": [
                2590
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2590
            ],
            "outputIndexes": [
                429
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                429,
                406
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_39_output_0",
            "outputIndexes": [
                430
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                404,
                428,
                430,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_44_output_0",
            "outputIndexes": [
                431
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                431
            ],
            "outputIndexes": [
                2591
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2591
            ],
            "outputIndexes": [
                2592
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear",
            "inputIndexes": [
                2592
            ],
            "outputIndexes": [
                2593
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    9193642,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2593
            ],
            "outputIndexes": [
                2594
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2594
            ],
            "outputIndexes": [
                432
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                364,
                432
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_23_output_0",
            "outputIndexes": [
                433
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.118607,
                    0.328697,
                    0.17433,
                    0.109259,
                    0.315236,
                    0.378632,
                    0.278008,
                    0.347824,
                    0.333724,
                    0.319153,
                    0.280142,
                    0.197608,
                    0.296198,
                    0.231397,
                    0.221384,
                    0.33708,
                    0.155411,
                    0.345924,
                    0.30395,
                    0.317215,
                    0.249671,
                    0.236472,
                    0.20148,
                    0.310251,
                    0.212933,
                    0.158766,
                    0.406774,
                    0.32829,
                    0.123302,
                    0.296521,
                    0.302711,
                    0.262196,
                    0.32539,
                    0.334633,
                    0.305714,
                    0.389509,
                    0.321455,
                    0.324131,
                    0.29221,
                    0.247174,
                    0.299628,
                    0.210061,
                    0.250446,
                    0.332725,
                    0.146119,
                    0.33821,
                    0.357051,
                    0.273297,
                    0.352268,
                    0.141945,
                    0.31748,
                    0.356421,
                    0.128533,
                    0.09918,
                    0.336028,
                    0.180285,
                    0.114671,
                    0.344825,
                    0.230249,
                    0.344302,
                    0.359715,
                    0.257072,
                    0.361135,
                    0.30629,
                    0.35636,
                    0.179437,
                    0.144516,
                    0.279509,
                    0.357291,
                    0.319448,
                    0.368259,
                    0.15489,
                    0.345118,
                    0.303291,
                    0.34691,
                    0.192253,
                    0.353501,
                    0.296548,
                    0.347644,
                    0.348689,
                    0.31591,
                    0.339218,
                    0.335029,
                    0.304076,
                    0.320359,
                    0.264429,
                    0.333403,
                    0.30294,
                    0.2375,
                    0.29996,
                    0.304148,
                    0.291335,
                    0.35316,
                    0.113831,
                    0.323372,
                    0.348641,
                    0.3215,
                    0.270286,
                    0.330115,
                    0.170256,
                    0.035443,
                    0.200513,
                    0.345713,
                    0.310254,
                    0.334906,
                    0.154375,
                    0.147568,
                    0.258443,
                    0.324419,
                    0.107517,
                    0.310174,
                    0.325184,
                    0.326379,
                    0.353103,
                    0.173934,
                    0.325277,
                    0.332055,
                    0.33038,
                    0.092421,
                    0.372916,
                    0.316658,
                    0.317817,
                    0.351575,
                    0.277642,
                    0.348085,
                    0.362522,
                    0.319061,
                    0.102508,
                    0.313799,
                    0.32538,
                    0.262378,
                    0.35152,
                    0.273391,
                    0.176625,
                    0.288722,
                    0.350325,
                    0.302796,
                    0.343586,
                    0.290899,
                    0.324148,
                    0.173057,
                    0.363924,
                    0.30184,
                    0.316587,
                    0.265718,
                    0.099263,
                    0.2501,
                    0.30441,
                    0.350971,
                    0.351349,
                    0.139226,
                    0.295428,
                    0.313786,
                    0.32335,
                    0.247331,
                    0.374674,
                    0.34475,
                    0.148896,
                    0.283153,
                    0.304996,
                    0.346707,
                    0.327211,
                    0.09374,
                    0.25318,
                    0.284328,
                    0.364081,
                    0.125393,
                    0.345758,
                    0.316771,
                    0.29825,
                    0.205999,
                    0.151007,
                    0.277927,
                    0.356373,
                    0.353661,
                    0.331399,
                    0.298753,
                    0.325636,
                    0.106997,
                    0.350216,
                    0.123579,
                    0.327761,
                    0.32125,
                    0.32039,
                    0.321368,
                    0.281508,
                    0.287151,
                    0.107628,
                    0.295935,
                    0.225877,
                    0.15156,
                    0.332511,
                    0.356954,
                    0.28345,
                    0.192803,
                    0.272784,
                    0.102993,
                    0.343918,
                    0.104034,
                    0.355947,
                    0.231688,
                    0.290929,
                    0.157235,
                    0.298393,
                    0.318221,
                    0.233018,
                    0.33827,
                    0.177307,
                    0.301335,
                    0.31855,
                    0.342935,
                    0.126307,
                    0.276,
                    0.346522,
                    0.322719,
                    0.241132,
                    0.368263,
                    0.178894,
                    0.326966,
                    0.300628,
                    0.355362,
                    0.368337,
                    0.305929,
                    0.335343,
                    0.201773,
                    0.324492,
                    0.342195,
                    0.293447,
                    0.211136,
                    0.229212,
                    0.080387,
                    0.290605,
                    0.271984,
                    0.318741,
                    0.354339,
                    0.303929,
                    0.136999,
                    0.109519,
                    0.21676,
                    0.379314,
                    0.117309,
                    0.298608,
                    0.33867,
                    0.322539,
                    0.284223,
                    0.318815,
                    0.311562,
                    -0.000169,
                    0.222776,
                    0.356971,
                    0.30569,
                    0.371186,
                    0.328036,
                    0.297589,
                    0.133694,
                    0.168267,
                    0.314918,
                    0.099405,
                    0.100118,
                    0.166005,
                    0.055671,
                    0.23593,
                    0.304324,
                    0.334744,
                    0.312221,
                    0.294646,
                    0.339191,
                    0.295471,
                    0.208097,
                    0.306716,
                    0.146495,
                    0.344513,
                    0.20328,
                    0.303262,
                    0.19257,
                    0.223635,
                    0.309338,
                    0.171963,
                    0.293983,
                    0.183143,
                    0.358314,
                    0.281446,
                    0.155008,
                    0.129784,
                    0.185628,
                    0.109658,
                    0.335377,
                    0.304182,
                    0.321163,
                    0.281248,
                    0.377994,
                    0.108117,
                    0.319874,
                    0.155735,
                    0.315224,
                    0.308373,
                    0.2481,
                    0.171406,
                    0.201276,
                    0.326744,
                    0.277048,
                    0.287335,
                    0.351149,
                    0.359202,
                    0.233546,
                    0.341031,
                    0.344383,
                    0.331478,
                    0.05817,
                    0.337852,
                    0.296138,
                    0.282455,
                    0.333391,
                    0.147609,
                    0.255202,
                    0.288752,
                    0.34882,
                    0.163897,
                    0.30463,
                    0.333635,
                    0.314624,
                    0.337083,
                    0.172526,
                    0.256693,
                    0.217835,
                    0.305164,
                    0.321136,
                    0.321882,
                    0.31434,
                    0.330083,
                    0.362514,
                    0.278555,
                    0.308219,
                    0.332822,
                    0.287511,
                    0.154437,
                    0.350873,
                    0.316017,
                    0.294084,
                    0.321983,
                    0.306378,
                    0.2971,
                    0.11399,
                    0.362643,
                    0.311012,
                    0.12332,
                    0.272576,
                    0.380929,
                    0.336017,
                    0.337582,
                    0.172802,
                    0.19504,
                    0.321822,
                    0.274756,
                    0.241647,
                    0.367629,
                    0.285784,
                    0.272005,
                    0.295691,
                    0.287434,
                    0.328657,
                    0.14054,
                    0.155299,
                    0.316005,
                    0.310992,
                    0.289168,
                    0.339822,
                    0.151576,
                    0.328831,
                    0.224705,
                    0.144132,
                    0.327378,
                    0.346682,
                    0.322568,
                    0.192534,
                    0.323372,
                    0.204402,
                    0.294416,
                    0.29654,
                    0.142883,
                    0.326368,
                    0.303444,
                    0.312557,
                    0.321448,
                    0.316509,
                    0.326559,
                    0.303639,
                    0.342189,
                    0.349654,
                    0.293957,
                    0.094534,
                    0.315834,
                    0.278806,
                    0.320741,
                    0.304302,
                    0.168339,
                    0.340295,
                    0.094144,
                    0.139061,
                    0.306926,
                    0.343241,
                    0.306044,
                    0.314139,
                    0.17231,
                    0.151527,
                    0.178835,
                    0.300819,
                    0.255785,
                    0.338171,
                    0.357222,
                    0.313391,
                    0.315796,
                    0.239138,
                    0.297428,
                    0.302855,
                    0.204746,
                    0.127043,
                    0.18315,
                    0.225464,
                    0.314558,
                    0.346695,
                    0.091056,
                    0.336133,
                    0.112049,
                    0.096224,
                    0.267401,
                    0.315509,
                    0.329287,
                    0.302747,
                    0.300975,
                    0.321589,
                    0.313036,
                    0.128323,
                    0.099537,
                    0.202139,
                    0.426723,
                    0.37146,
                    0.323617,
                    0.219093,
                    0.322893,
                    0.161871,
                    0.329181,
                    0.349673,
                    0.328665,
                    0.183724,
                    0.302929,
                    0.102265,
                    0.323993,
                    0.32889,
                    0.318601,
                    0.297452,
                    0.098051,
                    0.293741,
                    0.175104,
                    0.340205,
                    0.330015,
                    0.320326,
                    0.311166,
                    0.24437,
                    0.308063,
                    0.297388,
                    0.32005,
                    0.243497,
                    0.238832,
                    0.327271,
                    0.315945,
                    0.268789,
                    0.240131,
                    0.316444,
                    0.107604,
                    0.102678,
                    0.099852,
                    0.312088,
                    0.150064,
                    0.351991,
                    0.333031,
                    0.31904,
                    0.350663,
                    0.279645,
                    0.323102,
                    0.323185,
                    0.126666,
                    0.32322,
                    0.270813,
                    0.13263,
                    0.356087,
                    0.209448,
                    0.32544,
                    0.179475,
                    0.323829,
                    0.103595,
                    0.307674,
                    0.315193,
                    0.204829,
                    0.184451,
                    0.296618,
                    0.370976,
                    0.300433,
                    0.292894,
                    0.307003,
                    0.14419,
                    0.320621,
                    0.364607,
                    0.351906,
                    0.173481,
                    0.297828,
                    0.375724,
                    0.043391,
                    0.288202,
                    0.306742,
                    0.345861,
                    0.333178,
                    0.285105,
                    0.276641,
                    0.219477,
                    0.32512,
                    0.337873,
                    0.330844,
                    0.313774,
                    0.327147,
                    0.301442,
                    0.300114,
                    0.103233,
                    0.317999,
                    0.30504,
                    0.332343,
                    0.168375,
                    0.246741,
                    0.338594,
                    0.302998,
                    0.142988,
                    0.24831,
                    0.328523,
                    0.123324,
                    0.338668,
                    0.325483,
                    0.197209,
                    0.148651,
                    0.2201,
                    0.353138,
                    0.298072,
                    0.312475,
                    0.195698,
                    0.308813,
                    0.323216,
                    0.361201,
                    0.139123,
                    0.270063,
                    0.137349,
                    0.259192,
                    0.28331,
                    0.335546,
                    0.306721,
                    0.337855,
                    0.273386,
                    0.302385,
                    0.33893,
                    0.325391,
                    0.360766,
                    0.370845,
                    0.106185,
                    0.129903,
                    0.339937,
                    0.366529,
                    0.329381,
                    0.346471,
                    0.353562,
                    0.256319,
                    0.328139,
                    0.175842,
                    0.240549,
                    0.329217,
                    0.321821,
                    0.340665,
                    0.354208,
                    0.351993
                ]
            },
            "name": "model.model.layers.4.post_attention_layernorm.weight",
            "outputIndexes": [
                434
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                433
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_4/Mul_output_0",
            "outputIndexes": [
                435
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                434,
                435
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_4/Mul_1_output_0",
            "outputIndexes": [
                436
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                436
            ],
            "outputIndexes": [
                2595
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2595
            ],
            "outputIndexes": [
                2596
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear",
            "inputIndexes": [
                2596
            ],
            "outputIndexes": [
                2597
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    9401024,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2597
            ],
            "outputIndexes": [
                2598
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2598
            ],
            "outputIndexes": [
                437
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                437
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_4/Sigmoid_output_0",
            "outputIndexes": [
                438
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                437,
                438
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_4/Mul_output_0",
            "outputIndexes": [
                439
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                436
            ],
            "outputIndexes": [
                2599
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2599
            ],
            "outputIndexes": [
                2600
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear",
            "inputIndexes": [
                2600
            ],
            "outputIndexes": [
                2601
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    9954006,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2601
            ],
            "outputIndexes": [
                2602
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2602
            ],
            "outputIndexes": [
                440
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                439,
                440
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_4/Mul_output_0",
            "outputIndexes": [
                441
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                441
            ],
            "outputIndexes": [
                2603
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2603
            ],
            "outputIndexes": [
                2604
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear",
            "inputIndexes": [
                2604
            ],
            "outputIndexes": [
                2605
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    10506988,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2605
            ],
            "outputIndexes": [
                2606
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2606
            ],
            "outputIndexes": [
                442
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                433,
                442
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_24_output_0",
            "outputIndexes": [
                443
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                443,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_45_output_0",
            "outputIndexes": [
                444
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.221914,
                    0.519536,
                    0.319649,
                    0.210602,
                    0.560078,
                    0.623583,
                    0.489496,
                    0.582141,
                    0.719742,
                    0.5359,
                    0.451542,
                    0.369236,
                    0.494401,
                    0.445668,
                    0.447802,
                    0.56161,
                    0.285437,
                    0.572511,
                    0.558108,
                    0.526396,
                    0.439616,
                    0.419304,
                    0.380024,
                    0.51067,
                    0.399033,
                    0.331319,
                    0.664031,
                    0.534235,
                    0.232808,
                    0.49661,
                    0.520038,
                    0.471011,
                    0.491003,
                    0.539961,
                    0.575104,
                    0.615752,
                    0.468314,
                    0.516231,
                    0.520666,
                    0.436006,
                    0.473073,
                    0.363907,
                    0.432474,
                    0.572339,
                    0.24401,
                    0.517454,
                    0.642831,
                    0.424449,
                    0.556114,
                    0.26136,
                    0.568131,
                    0.596229,
                    0.213967,
                    0.206108,
                    0.511704,
                    0.306762,
                    0.244618,
                    0.56983,
                    0.382804,
                    0.599134,
                    0.568496,
                    0.430532,
                    0.596738,
                    0.502763,
                    0.61035,
                    0.299656,
                    0.251092,
                    0.509445,
                    0.590913,
                    0.520667,
                    0.567742,
                    0.244879,
                    0.601585,
                    0.495488,
                    0.587644,
                    0.35781,
                    0.59843,
                    0.4737,
                    0.589118,
                    0.545001,
                    0.520973,
                    0.536326,
                    0.553266,
                    0.485688,
                    0.545278,
                    0.431303,
                    0.574922,
                    0.497253,
                    0.417814,
                    0.477388,
                    0.519118,
                    0.473307,
                    0.598363,
                    0.220241,
                    0.522433,
                    0.523659,
                    0.532437,
                    0.458557,
                    0.589737,
                    0.297074,
                    0.343433,
                    0.392978,
                    0.588645,
                    0.49481,
                    0.570729,
                    0.325535,
                    0.247505,
                    0.438461,
                    0.528513,
                    0.206527,
                    0.530001,
                    0.551213,
                    0.550645,
                    0.546829,
                    0.290127,
                    0.542912,
                    0.541875,
                    0.543339,
                    0.215943,
                    0.59002,
                    0.509936,
                    0.48799,
                    0.617333,
                    0.492235,
                    0.604298,
                    0.588737,
                    0.531489,
                    0.214677,
                    0.505221,
                    0.522699,
                    0.454833,
                    0.573514,
                    0.458842,
                    0.299701,
                    0.473372,
                    0.588414,
                    0.497037,
                    0.544708,
                    0.450962,
                    0.541301,
                    0.334869,
                    0.601305,
                    0.471994,
                    0.539454,
                    0.454631,
                    0.205968,
                    0.42268,
                    0.473906,
                    0.586308,
                    0.556272,
                    0.225042,
                    0.493454,
                    0.49179,
                    0.532531,
                    0.427543,
                    0.598156,
                    0.521883,
                    0.31852,
                    0.422849,
                    0.541143,
                    0.536289,
                    0.573828,
                    0.205881,
                    0.411627,
                    0.513212,
                    0.548399,
                    0.231886,
                    0.662799,
                    0.497587,
                    0.524119,
                    0.495948,
                    0.277225,
                    0.491503,
                    0.608268,
                    0.546593,
                    0.539887,
                    0.508626,
                    0.509895,
                    0.272381,
                    0.613291,
                    0.224663,
                    0.529237,
                    0.564698,
                    0.517414,
                    0.492876,
                    0.476873,
                    0.47111,
                    0.197736,
                    0.49662,
                    0.39179,
                    0.27279,
                    0.557897,
                    0.557288,
                    0.469532,
                    0.313947,
                    0.4823,
                    0.221881,
                    0.521596,
                    0.217499,
                    0.546618,
                    0.404456,
                    0.474901,
                    0.26933,
                    0.534531,
                    0.504663,
                    0.424809,
                    0.572471,
                    0.310566,
                    0.498341,
                    0.532154,
                    0.539705,
                    0.253107,
                    0.461287,
                    0.544293,
                    0.540122,
                    0.450801,
                    0.581887,
                    0.283294,
                    0.573699,
                    0.458445,
                    0.538793,
                    0.572211,
                    0.508897,
                    0.552464,
                    0.368531,
                    0.492515,
                    0.585415,
                    0.508884,
                    0.368823,
                    0.396615,
                    0.269211,
                    0.46769,
                    0.508009,
                    0.543272,
                    0.565722,
                    0.519186,
                    0.217629,
                    0.20554,
                    0.395396,
                    0.597468,
                    0.201839,
                    0.486791,
                    0.532722,
                    0.569022,
                    0.507227,
                    0.540664,
                    0.523703,
                    0.012237,
                    0.422108,
                    0.559439,
                    0.505849,
                    0.583557,
                    0.575227,
                    0.499009,
                    0.24198,
                    0.297826,
                    0.579552,
                    0.195707,
                    0.160284,
                    0.312189,
                    0.253923,
                    0.695573,
                    0.508458,
                    0.526845,
                    0.531524,
                    0.490322,
                    0.560199,
                    0.512984,
                    0.390378,
                    0.52164,
                    0.259203,
                    0.564899,
                    0.351157,
                    0.522758,
                    0.356938,
                    0.376052,
                    0.513405,
                    0.293195,
                    0.468412,
                    0.325856,
                    0.558463,
                    0.465095,
                    0.269457,
                    0.218238,
                    0.34605,
                    0.220652,
                    0.563906,
                    0.51761,
                    0.560403,
                    0.481343,
                    0.603269,
                    0.207795,
                    0.525866,
                    0.307899,
                    0.529551,
                    0.51507,
                    0.427041,
                    0.298093,
                    0.395432,
                    0.682662,
                    0.44145,
                    0.462637,
                    0.666393,
                    0.598617,
                    0.405641,
                    0.546744,
                    0.578709,
                    0.552412,
                    0.187861,
                    0.5513,
                    0.499066,
                    0.480276,
                    0.536054,
                    0.259657,
                    0.431719,
                    0.464318,
                    0.576771,
                    0.297701,
                    0.523245,
                    0.543663,
                    0.552667,
                    0.586782,
                    0.303406,
                    0.525544,
                    0.377877,
                    0.509957,
                    0.516703,
                    0.515919,
                    0.512239,
                    0.621874,
                    0.59551,
                    0.489388,
                    0.534195,
                    0.584473,
                    0.494908,
                    0.288038,
                    0.516516,
                    0.535968,
                    0.517241,
                    0.56771,
                    0.539103,
                    0.517607,
                    0.229523,
                    0.574006,
                    0.49497,
                    0.217953,
                    0.451745,
                    0.611802,
                    0.550126,
                    0.550783,
                    0.510159,
                    0.353611,
                    0.552342,
                    0.461473,
                    0.415367,
                    0.560726,
                    0.49796,
                    0.509172,
                    0.498129,
                    0.494323,
                    0.550669,
                    0.271119,
                    0.28171,
                    0.546606,
                    0.504641,
                    0.47113,
                    0.567515,
                    0.265352,
                    0.543529,
                    0.395441,
                    0.242487,
                    0.610548,
                    0.588809,
                    0.533212,
                    0.321089,
                    0.553696,
                    0.338392,
                    0.47949,
                    0.496876,
                    0.27703,
                    0.519604,
                    0.48164,
                    0.518524,
                    0.565582,
                    0.524224,
                    0.545239,
                    0.525545,
                    0.600975,
                    0.573554,
                    0.492824,
                    0.203594,
                    0.538969,
                    0.495218,
                    0.550707,
                    0.490745,
                    0.285307,
                    0.534954,
                    0.20185,
                    0.258327,
                    0.527529,
                    0.544317,
                    0.500956,
                    0.489465,
                    0.322992,
                    0.324787,
                    0.287939,
                    0.459716,
                    0.482655,
                    0.544585,
                    0.604718,
                    0.511512,
                    0.498626,
                    0.377339,
                    0.496725,
                    0.563536,
                    0.353757,
                    0.256557,
                    0.343057,
                    0.38326,
                    0.571278,
                    0.566215,
                    0.224498,
                    0.534539,
                    0.213542,
                    0.203874,
                    0.448475,
                    0.508977,
                    0.542711,
                    0.507007,
                    0.493073,
                    0.510956,
                    0.480285,
                    0.259948,
                    0.196204,
                    0.36354,
                    0.638813,
                    0.597134,
                    0.561994,
                    0.445962,
                    0.546202,
                    0.282064,
                    0.53968,
                    0.559424,
                    0.538519,
                    0.312615,
                    0.468193,
                    0.616295,
                    0.579522,
                    0.561498,
                    0.531587,
                    0.514812,
                    0.200608,
                    0.511815,
                    0.332055,
                    0.599146,
                    0.493816,
                    0.542421,
                    0.551406,
                    0.399643,
                    0.499609,
                    0.496453,
                    0.541728,
                    0.443989,
                    0.429784,
                    0.514245,
                    0.530828,
                    0.454166,
                    0.387625,
                    0.541938,
                    0.210666,
                    0.219074,
                    0.210449,
                    0.533186,
                    0.266632,
                    0.562044,
                    0.541334,
                    0.515403,
                    0.545779,
                    0.47316,
                    0.566911,
                    0.53209,
                    0.2433,
                    0.535763,
                    0.449078,
                    0.210873,
                    0.576408,
                    0.493581,
                    0.5583,
                    0.299906,
                    0.574723,
                    0.190617,
                    0.505746,
                    0.510991,
                    0.35724,
                    0.324068,
                    0.454604,
                    0.641654,
                    0.457513,
                    0.482623,
                    0.527785,
                    0.270123,
                    0.5418,
                    0.593724,
                    0.53996,
                    0.309769,
                    0.486639,
                    0.608647,
                    0.097314,
                    0.516963,
                    0.535206,
                    0.552023,
                    0.581392,
                    0.501166,
                    0.466573,
                    0.367871,
                    0.564512,
                    0.57873,
                    0.574427,
                    0.515263,
                    0.533715,
                    0.517065,
                    0.538149,
                    0.219699,
                    0.558006,
                    0.497181,
                    0.533804,
                    0.291082,
                    0.443926,
                    0.529601,
                    0.483903,
                    0.23608,
                    0.472284,
                    0.525812,
                    0.225613,
                    0.562718,
                    0.548014,
                    0.371496,
                    0.231951,
                    0.456971,
                    0.58221,
                    0.497973,
                    0.532304,
                    0.391295,
                    0.544048,
                    0.478615,
                    0.562528,
                    0.255897,
                    0.483931,
                    0.241113,
                    0.463301,
                    0.436908,
                    0.547664,
                    0.461463,
                    0.550925,
                    0.449548,
                    0.527339,
                    0.577169,
                    0.544826,
                    0.551848,
                    0.565391,
                    0.200287,
                    0.223771,
                    0.522704,
                    0.595312,
                    0.525893,
                    0.576765,
                    0.569002,
                    0.423865,
                    0.516516,
                    0.287203,
                    0.413953,
                    0.542957,
                    0.560035,
                    0.545639,
                    0.606889,
                    0.617502
                ]
            },
            "name": "model.model.layers.5.input_layernorm.weight",
            "outputIndexes": [
                445
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                444
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_5/Mul_output_0",
            "outputIndexes": [
                446
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                445,
                446
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_5/Mul_1_output_0",
            "outputIndexes": [
                447
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                447
            ],
            "outputIndexes": [
                2607
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2607
            ],
            "outputIndexes": [
                2608
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear",
            "inputIndexes": [
                2608
            ],
            "outputIndexes": [
                2609
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    11059970,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2609
            ],
            "outputIndexes": [
                2610
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2610
            ],
            "outputIndexes": [
                448
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                447
            ],
            "main_type": "NONE",
            "name": "/Shape_71_output_0",
            "outputIndexes": [
                449
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                449
            ],
            "main_type": "NONE",
            "name": "Shape1157",
            "outputIndexes": [
                450
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                449
            ],
            "main_type": "NONE",
            "name": "Rank1159",
            "outputIndexes": [
                451
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                451,
                451
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1161",
            "outputIndexes": [
                452
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                452
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1162",
            "outputIndexes": [
                453
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                452,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1164",
            "outputIndexes": [
                454
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                454
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1165",
            "outputIndexes": [
                455
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                450,
                453,
                455,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1168",
            "outputIndexes": [
                456
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                456
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1169",
            "outputIndexes": [
                457
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                457
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1170",
            "outputIndexes": [
                458
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                458,
                457
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1171",
            "outputIndexes": [
                459
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                449,
                459,
                452
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_79_output_0",
            "outputIndexes": [
                460
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                460,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_161_output_0",
            "outputIndexes": [
                461
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                461,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_65_output_0",
            "outputIndexes": [
                462
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                448,
                462
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_46_output_0",
            "outputIndexes": [
                463
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                463,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_40_output_0",
            "outputIndexes": [
                464
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                463
            ],
            "main_type": "NONE",
            "name": "/Shape_72_output_0",
            "outputIndexes": [
                465
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                465
            ],
            "main_type": "NONE",
            "name": "Shape1178",
            "outputIndexes": [
                466
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                465
            ],
            "main_type": "NONE",
            "name": "Rank1180",
            "outputIndexes": [
                467
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                467,
                467
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1182",
            "outputIndexes": [
                468
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                468
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1183",
            "outputIndexes": [
                469
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                468,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1185",
            "outputIndexes": [
                470
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                470
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1186",
            "outputIndexes": [
                471
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                466,
                469,
                471,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1189",
            "outputIndexes": [
                472
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                472
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1190",
            "outputIndexes": [
                473
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                473
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1191",
            "outputIndexes": [
                474
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                474,
                473
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1192",
            "outputIndexes": [
                475
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                465,
                475,
                468
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_80_output_0",
            "outputIndexes": [
                476
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                476,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_15_output_0",
            "outputIndexes": [
                477
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                477,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_166_output_0",
            "outputIndexes": [
                478
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                463,
                478,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_21_output_0",
            "outputIndexes": [
                479
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                479
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_10_output_0",
            "outputIndexes": [
                480
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                463,
                22,
                478,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_20_output_0",
            "outputIndexes": [
                481
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                480,
                481
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_68_output_0",
            "outputIndexes": [
                482
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                482,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_41_output_0",
            "outputIndexes": [
                483
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                464,
                483
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_25_output_0",
            "outputIndexes": [
                484
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                447
            ],
            "outputIndexes": [
                2611
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2611
            ],
            "outputIndexes": [
                2612
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear",
            "inputIndexes": [
                2612
            ],
            "outputIndexes": [
                2613
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    11267352,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2613
            ],
            "outputIndexes": [
                2614
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2614
            ],
            "outputIndexes": [
                485
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                461,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_66_output_0",
            "outputIndexes": [
                486
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                485,
                486
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_47_output_0",
            "outputIndexes": [
                487
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                487,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_42_output_0",
            "outputIndexes": [
                488
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                487
            ],
            "main_type": "NONE",
            "name": "/Shape_73_output_0",
            "outputIndexes": [
                489
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                489
            ],
            "main_type": "NONE",
            "name": "Shape1241",
            "outputIndexes": [
                490
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                489
            ],
            "main_type": "NONE",
            "name": "Rank1243",
            "outputIndexes": [
                491
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                491,
                491
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1245",
            "outputIndexes": [
                492
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                492
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1246",
            "outputIndexes": [
                493
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                492,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1248",
            "outputIndexes": [
                494
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                494
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1249",
            "outputIndexes": [
                495
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                490,
                493,
                495,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1252",
            "outputIndexes": [
                496
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                496
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1253",
            "outputIndexes": [
                497
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                497
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1254",
            "outputIndexes": [
                498
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                498,
                497
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1255",
            "outputIndexes": [
                499
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                489,
                499,
                492
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_81_output_0",
            "outputIndexes": [
                500
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                500,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_16_output_0",
            "outputIndexes": [
                501
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                501,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_168_output_0",
            "outputIndexes": [
                502
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                487,
                502,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_23_output_0",
            "outputIndexes": [
                503
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                503
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_11_output_0",
            "outputIndexes": [
                504
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                487,
                22,
                502,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_22_output_0",
            "outputIndexes": [
                505
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                504,
                505
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_69_output_0",
            "outputIndexes": [
                506
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                506,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_43_output_0",
            "outputIndexes": [
                507
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                488,
                507
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_26_output_0",
            "outputIndexes": [
                508
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                447
            ],
            "outputIndexes": [
                2615
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2615
            ],
            "outputIndexes": [
                2616
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear",
            "inputIndexes": [
                2616
            ],
            "outputIndexes": [
                2617
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    11336494,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2617
            ],
            "outputIndexes": [
                2618
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2618
            ],
            "outputIndexes": [
                509
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                509,
                486
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_48_output_0",
            "outputIndexes": [
                510
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                484,
                508,
                510,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_53_output_0",
            "outputIndexes": [
                511
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                511
            ],
            "outputIndexes": [
                2619
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2619
            ],
            "outputIndexes": [
                2620
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear",
            "inputIndexes": [
                2620
            ],
            "outputIndexes": [
                2621
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    11405636,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2621
            ],
            "outputIndexes": [
                2622
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2622
            ],
            "outputIndexes": [
                512
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                444,
                512
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_28_output_0",
            "outputIndexes": [
                513
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.122349,
                    0.335551,
                    0.182642,
                    0.114803,
                    0.323999,
                    0.388105,
                    0.294083,
                    0.356459,
                    0.314453,
                    0.33875,
                    0.29079,
                    0.201841,
                    0.310053,
                    0.248466,
                    0.222784,
                    0.355746,
                    0.16038,
                    0.339284,
                    0.312202,
                    0.314167,
                    0.255224,
                    0.250764,
                    0.217132,
                    0.329372,
                    0.223309,
                    0.179158,
                    0.397927,
                    0.33985,
                    0.127666,
                    0.31984,
                    0.317576,
                    0.270258,
                    0.330066,
                    0.342033,
                    0.314095,
                    0.412696,
                    0.326913,
                    0.34857,
                    0.278856,
                    0.25026,
                    0.30868,
                    0.219715,
                    0.257872,
                    0.3557,
                    0.156509,
                    0.345719,
                    0.370845,
                    0.290652,
                    0.365656,
                    0.145694,
                    0.335449,
                    0.343957,
                    0.13338,
                    0.106276,
                    0.341055,
                    0.18466,
                    0.118937,
                    0.346076,
                    0.237507,
                    0.348595,
                    0.361873,
                    0.266945,
                    0.378546,
                    0.329921,
                    0.367318,
                    0.181145,
                    0.146422,
                    0.290465,
                    0.35811,
                    0.321507,
                    0.385023,
                    0.158927,
                    0.338465,
                    0.289814,
                    0.374551,
                    0.199773,
                    0.350188,
                    0.302504,
                    0.362839,
                    0.350736,
                    0.333198,
                    0.345356,
                    0.353551,
                    0.317862,
                    0.345724,
                    0.277207,
                    0.339373,
                    0.311091,
                    0.243832,
                    0.300082,
                    0.318644,
                    0.300235,
                    0.362135,
                    0.117242,
                    0.342759,
                    0.347507,
                    0.328581,
                    0.287771,
                    0.329812,
                    0.181534,
                    0.035512,
                    0.212229,
                    0.349752,
                    0.320011,
                    0.358044,
                    0.168326,
                    0.152295,
                    0.268378,
                    0.333592,
                    0.106402,
                    0.324675,
                    0.329843,
                    0.340971,
                    0.352228,
                    0.178278,
                    0.334282,
                    0.331402,
                    0.347796,
                    0.099199,
                    0.371509,
                    0.341268,
                    0.325611,
                    0.359439,
                    0.295167,
                    0.354894,
                    0.36589,
                    0.340407,
                    0.106068,
                    0.318926,
                    0.343525,
                    0.283237,
                    0.35369,
                    0.294289,
                    0.186323,
                    0.305076,
                    0.372439,
                    0.315446,
                    0.348571,
                    0.302634,
                    0.338909,
                    0.184948,
                    0.383058,
                    0.31142,
                    0.34669,
                    0.278479,
                    0.10247,
                    0.257822,
                    0.318065,
                    0.346985,
                    0.361809,
                    0.14174,
                    0.310282,
                    0.328658,
                    0.344001,
                    0.272159,
                    0.381992,
                    0.337324,
                    0.153389,
                    0.298538,
                    0.31891,
                    0.346026,
                    0.339346,
                    0.096781,
                    0.269316,
                    0.297293,
                    0.371042,
                    0.135737,
                    0.334356,
                    0.324235,
                    0.313751,
                    0.211261,
                    0.159415,
                    0.296269,
                    0.373861,
                    0.359303,
                    0.33199,
                    0.325723,
                    0.349514,
                    0.109586,
                    0.367424,
                    0.127705,
                    0.333702,
                    0.336633,
                    0.339017,
                    0.327884,
                    0.308082,
                    0.291839,
                    0.109282,
                    0.305002,
                    0.239614,
                    0.151391,
                    0.3395,
                    0.370591,
                    0.279757,
                    0.189426,
                    0.292178,
                    0.106494,
                    0.351345,
                    0.101386,
                    0.371193,
                    0.239073,
                    0.303795,
                    0.163175,
                    0.312998,
                    0.333642,
                    0.241241,
                    0.353016,
                    0.191508,
                    0.314704,
                    0.328878,
                    0.351656,
                    0.131035,
                    0.292844,
                    0.355212,
                    0.326934,
                    0.241071,
                    0.384602,
                    0.180358,
                    0.341976,
                    0.304788,
                    0.354002,
                    0.379717,
                    0.312442,
                    0.335943,
                    0.211145,
                    0.332274,
                    0.345667,
                    0.301878,
                    0.214804,
                    0.238123,
                    0.089138,
                    0.317126,
                    0.279869,
                    0.341189,
                    0.347339,
                    0.316397,
                    0.137397,
                    0.111089,
                    0.223134,
                    0.403738,
                    0.116429,
                    0.320673,
                    0.340836,
                    0.327047,
                    0.298049,
                    0.341424,
                    0.318386,
                    0.000217,
                    0.231779,
                    0.36157,
                    0.333716,
                    0.374058,
                    0.335511,
                    0.318533,
                    0.137209,
                    0.1733,
                    0.324824,
                    0.101073,
                    0.100452,
                    0.178748,
                    0.07326,
                    0.232148,
                    0.329855,
                    0.33717,
                    0.327291,
                    0.312574,
                    0.354712,
                    0.301723,
                    0.220767,
                    0.312386,
                    0.152115,
                    0.352491,
                    0.214493,
                    0.317544,
                    0.208549,
                    0.24002,
                    0.318276,
                    0.176139,
                    0.31159,
                    0.191522,
                    0.37067,
                    0.297419,
                    0.165974,
                    0.139402,
                    0.200173,
                    0.109974,
                    0.353401,
                    0.314133,
                    0.333503,
                    0.301734,
                    0.399619,
                    0.116353,
                    0.325432,
                    0.164886,
                    0.320481,
                    0.325019,
                    0.267569,
                    0.185787,
                    0.204444,
                    0.329873,
                    0.283616,
                    0.298169,
                    0.368845,
                    0.364969,
                    0.250397,
                    0.337898,
                    0.35015,
                    0.346481,
                    0.065917,
                    0.347847,
                    0.301568,
                    0.289462,
                    0.327859,
                    0.159287,
                    0.277334,
                    0.299043,
                    0.358884,
                    0.17715,
                    0.323275,
                    0.336408,
                    0.33808,
                    0.353472,
                    0.186,
                    0.255598,
                    0.23358,
                    0.322502,
                    0.330349,
                    0.330095,
                    0.321191,
                    0.358156,
                    0.399831,
                    0.289164,
                    0.325887,
                    0.356368,
                    0.299607,
                    0.162705,
                    0.352313,
                    0.321553,
                    0.316637,
                    0.325709,
                    0.323077,
                    0.291715,
                    0.116743,
                    0.342941,
                    0.301997,
                    0.131041,
                    0.282694,
                    0.39378,
                    0.337272,
                    0.338206,
                    0.178621,
                    0.198619,
                    0.337712,
                    0.287184,
                    0.253214,
                    0.379484,
                    0.302993,
                    0.289975,
                    0.31143,
                    0.300817,
                    0.337213,
                    0.150907,
                    0.164125,
                    0.330507,
                    0.314194,
                    0.318853,
                    0.342441,
                    0.159349,
                    0.340697,
                    0.234605,
                    0.153387,
                    0.316458,
                    0.37448,
                    0.345319,
                    0.201247,
                    0.350171,
                    0.208662,
                    0.315349,
                    0.312902,
                    0.150059,
                    0.330791,
                    0.314572,
                    0.319596,
                    0.343762,
                    0.327896,
                    0.340572,
                    0.318094,
                    0.346695,
                    0.368034,
                    0.309385,
                    0.100181,
                    0.316069,
                    0.293211,
                    0.335484,
                    0.317387,
                    0.175647,
                    0.361845,
                    0.096675,
                    0.14496,
                    0.32302,
                    0.352768,
                    0.325567,
                    0.32612,
                    0.182028,
                    0.165724,
                    0.187024,
                    0.313054,
                    0.257887,
                    0.344793,
                    0.356836,
                    0.324796,
                    0.323336,
                    0.252636,
                    0.31845,
                    0.314296,
                    0.215471,
                    0.135049,
                    0.199372,
                    0.22814,
                    0.326104,
                    0.357123,
                    0.094912,
                    0.341789,
                    0.116788,
                    0.10153,
                    0.277357,
                    0.337734,
                    0.319175,
                    0.319144,
                    0.293607,
                    0.325412,
                    0.320944,
                    0.136634,
                    0.102136,
                    0.217759,
                    0.422196,
                    0.373666,
                    0.359771,
                    0.229854,
                    0.329722,
                    0.162592,
                    0.339107,
                    0.3501,
                    0.337112,
                    0.187327,
                    0.323865,
                    0.100702,
                    0.350836,
                    0.347371,
                    0.330024,
                    0.306951,
                    0.102061,
                    0.309352,
                    0.183959,
                    0.349277,
                    0.33979,
                    0.339424,
                    0.338606,
                    0.262468,
                    0.309945,
                    0.312231,
                    0.327498,
                    0.260397,
                    0.260579,
                    0.335896,
                    0.34794,
                    0.273775,
                    0.248901,
                    0.326118,
                    0.10936,
                    0.106805,
                    0.10274,
                    0.327818,
                    0.159972,
                    0.379034,
                    0.341638,
                    0.325595,
                    0.362339,
                    0.302508,
                    0.328121,
                    0.350671,
                    0.142626,
                    0.342819,
                    0.285156,
                    0.136909,
                    0.34818,
                    0.212413,
                    0.344766,
                    0.190694,
                    0.346131,
                    0.108469,
                    0.326918,
                    0.333396,
                    0.205104,
                    0.194781,
                    0.30398,
                    0.380189,
                    0.310686,
                    0.305932,
                    0.308239,
                    0.147958,
                    0.325145,
                    0.371489,
                    0.365396,
                    0.18196,
                    0.312983,
                    0.38833,
                    0.04943,
                    0.306982,
                    0.323321,
                    0.353761,
                    0.355508,
                    0.290627,
                    0.28193,
                    0.229007,
                    0.338341,
                    0.340932,
                    0.33427,
                    0.334037,
                    0.326089,
                    0.315915,
                    0.307059,
                    0.107148,
                    0.334444,
                    0.32595,
                    0.348311,
                    0.174696,
                    0.260774,
                    0.345235,
                    0.314422,
                    0.150194,
                    0.269859,
                    0.3478,
                    0.128395,
                    0.347809,
                    0.315871,
                    0.208442,
                    0.151265,
                    0.225179,
                    0.359171,
                    0.299694,
                    0.318589,
                    0.196757,
                    0.315728,
                    0.326078,
                    0.369198,
                    0.138806,
                    0.286036,
                    0.142593,
                    0.265268,
                    0.307499,
                    0.360235,
                    0.316595,
                    0.354899,
                    0.28678,
                    0.304301,
                    0.338379,
                    0.350513,
                    0.352222,
                    0.365588,
                    0.106553,
                    0.136906,
                    0.348562,
                    0.368975,
                    0.34755,
                    0.35206,
                    0.356956,
                    0.273579,
                    0.323957,
                    0.175172,
                    0.25994,
                    0.344186,
                    0.328496,
                    0.356126,
                    0.37023,
                    0.370849
                ]
            },
            "name": "model.model.layers.5.post_attention_layernorm.weight",
            "outputIndexes": [
                514
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                513
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_5/Mul_output_0",
            "outputIndexes": [
                515
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                514,
                515
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_5/Mul_1_output_0",
            "outputIndexes": [
                516
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                516
            ],
            "outputIndexes": [
                2623
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2623
            ],
            "outputIndexes": [
                2624
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear",
            "inputIndexes": [
                2624
            ],
            "outputIndexes": [
                2625
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    11613018,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2625
            ],
            "outputIndexes": [
                2626
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2626
            ],
            "outputIndexes": [
                517
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                517
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_5/Sigmoid_output_0",
            "outputIndexes": [
                518
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                517,
                518
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_5/Mul_output_0",
            "outputIndexes": [
                519
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                516
            ],
            "outputIndexes": [
                2627
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2627
            ],
            "outputIndexes": [
                2628
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear",
            "inputIndexes": [
                2628
            ],
            "outputIndexes": [
                2629
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    12166000,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2629
            ],
            "outputIndexes": [
                2630
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2630
            ],
            "outputIndexes": [
                520
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                519,
                520
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_5/Mul_output_0",
            "outputIndexes": [
                521
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                521
            ],
            "outputIndexes": [
                2631
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2631
            ],
            "outputIndexes": [
                2632
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear",
            "inputIndexes": [
                2632
            ],
            "outputIndexes": [
                2633
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    12718982,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2633
            ],
            "outputIndexes": [
                2634
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2634
            ],
            "outputIndexes": [
                522
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                513,
                522
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_29_output_0",
            "outputIndexes": [
                523
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                523,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_54_output_0",
            "outputIndexes": [
                524
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.172629,
                    0.56932,
                    0.316508,
                    0.184981,
                    0.592384,
                    0.590629,
                    0.493009,
                    0.618349,
                    0.707027,
                    0.541633,
                    0.453971,
                    0.349011,
                    0.495105,
                    0.43457,
                    0.400905,
                    0.551089,
                    0.279935,
                    0.550977,
                    0.558509,
                    0.51555,
                    0.470533,
                    0.444798,
                    0.392304,
                    0.550074,
                    0.390258,
                    0.338224,
                    0.627415,
                    0.557536,
                    0.190002,
                    0.546629,
                    0.545763,
                    0.511047,
                    0.498252,
                    0.573111,
                    0.583832,
                    0.583981,
                    0.551194,
                    0.515545,
                    0.472906,
                    0.447429,
                    0.501897,
                    0.360825,
                    0.446296,
                    0.581729,
                    0.24791,
                    0.547812,
                    0.635612,
                    0.463446,
                    0.597984,
                    0.246737,
                    0.573775,
                    0.590694,
                    0.225915,
                    0.190383,
                    0.545575,
                    0.301536,
                    0.227249,
                    0.569239,
                    0.444327,
                    0.585503,
                    0.593214,
                    0.438536,
                    0.57365,
                    0.561606,
                    0.599337,
                    0.323447,
                    0.249189,
                    0.528929,
                    0.592446,
                    0.542205,
                    0.60632,
                    0.257038,
                    0.618942,
                    0.531781,
                    0.631546,
                    0.364845,
                    0.575957,
                    0.503698,
                    0.604486,
                    0.618735,
                    0.558989,
                    0.570839,
                    0.556734,
                    0.547107,
                    0.562045,
                    0.461918,
                    0.570152,
                    0.546398,
                    0.43554,
                    0.525388,
                    0.538189,
                    0.529946,
                    0.564039,
                    0.193692,
                    0.539306,
                    0.547312,
                    0.59056,
                    0.472293,
                    0.601038,
                    0.299967,
                    0.355923,
                    0.403185,
                    0.594637,
                    0.517955,
                    0.585619,
                    0.313363,
                    0.237473,
                    0.477451,
                    0.543387,
                    0.171974,
                    0.580575,
                    0.552281,
                    0.546845,
                    0.579356,
                    0.295246,
                    0.588335,
                    0.518625,
                    0.558994,
                    0.198057,
                    0.634124,
                    0.563173,
                    0.549245,
                    0.633973,
                    0.529972,
                    0.608276,
                    0.65137,
                    0.552767,
                    0.166067,
                    0.546102,
                    0.5217,
                    0.501485,
                    0.598373,
                    0.506084,
                    0.311498,
                    0.557306,
                    0.601708,
                    0.531779,
                    0.569811,
                    0.516961,
                    0.547693,
                    0.338866,
                    0.633319,
                    0.512089,
                    0.595371,
                    0.508783,
                    0.169273,
                    0.44503,
                    0.53802,
                    0.556782,
                    0.575653,
                    0.220939,
                    0.51108,
                    0.524869,
                    0.527934,
                    0.464703,
                    0.597068,
                    0.586515,
                    0.308057,
                    0.500068,
                    0.581706,
                    0.595249,
                    0.587578,
                    0.16084,
                    0.461309,
                    0.551653,
                    0.594686,
                    0.22278,
                    0.615925,
                    0.53219,
                    0.539787,
                    0.525246,
                    0.282376,
                    0.523087,
                    0.56442,
                    0.590078,
                    0.55516,
                    0.537054,
                    0.559156,
                    0.282279,
                    0.586562,
                    0.214552,
                    0.568426,
                    0.589123,
                    0.557336,
                    0.553997,
                    0.529493,
                    0.518491,
                    0.176053,
                    0.57273,
                    0.436128,
                    0.285513,
                    0.587348,
                    0.587965,
                    0.482112,
                    0.304361,
                    0.504301,
                    0.207479,
                    0.585371,
                    0.18531,
                    0.589464,
                    0.434022,
                    0.52118,
                    0.270972,
                    0.558642,
                    0.525383,
                    0.453069,
                    0.582949,
                    0.312122,
                    0.52127,
                    0.56507,
                    0.547712,
                    0.244659,
                    0.489896,
                    0.602127,
                    0.54918,
                    0.447469,
                    0.62663,
                    0.312443,
                    0.603523,
                    0.498631,
                    0.584135,
                    0.60891,
                    0.557575,
                    0.601982,
                    0.378351,
                    0.538155,
                    0.60371,
                    0.535128,
                    0.388923,
                    0.396644,
                    0.231184,
                    0.523417,
                    0.522543,
                    0.566499,
                    0.551179,
                    0.569904,
                    0.225457,
                    0.184699,
                    0.381868,
                    0.595273,
                    0.191557,
                    0.52696,
                    0.559109,
                    0.585222,
                    0.519647,
                    0.560295,
                    0.541973,
                    -0.002367,
                    0.416059,
                    0.612657,
                    0.549792,
                    0.619884,
                    0.653632,
                    0.505623,
                    0.227172,
                    0.300245,
                    0.597659,
                    0.168587,
                    0.156201,
                    0.300472,
                    0.22848,
                    0.714879,
                    0.519919,
                    0.542151,
                    0.586959,
                    0.504049,
                    0.592542,
                    0.517622,
                    0.409947,
                    0.507126,
                    0.25494,
                    0.609981,
                    0.380724,
                    0.512967,
                    0.362269,
                    0.410543,
                    0.549603,
                    0.30144,
                    0.484688,
                    0.343864,
                    0.582582,
                    0.513871,
                    0.264301,
                    0.213179,
                    0.35282,
                    0.218395,
                    0.613758,
                    0.51727,
                    0.59486,
                    0.507707,
                    0.609821,
                    0.182575,
                    0.548846,
                    0.287751,
                    0.540786,
                    0.561648,
                    0.458037,
                    0.312748,
                    0.40786,
                    0.658883,
                    0.477466,
                    0.51503,
                    0.639458,
                    0.593617,
                    0.45149,
                    0.590827,
                    0.598708,
                    0.60202,
                    0.170768,
                    0.601187,
                    0.538163,
                    0.493115,
                    0.566523,
                    0.260524,
                    0.45237,
                    0.494014,
                    0.599515,
                    0.309441,
                    0.515985,
                    0.547558,
                    0.56289,
                    0.590901,
                    0.315997,
                    0.539004,
                    0.388778,
                    0.518514,
                    0.533849,
                    0.53428,
                    0.58322,
                    0.591656,
                    0.602528,
                    0.4976,
                    0.582478,
                    0.614345,
                    0.503611,
                    0.287682,
                    0.56927,
                    0.520331,
                    0.514121,
                    0.570538,
                    0.540665,
                    0.586467,
                    0.193624,
                    0.562105,
                    0.518405,
                    0.202943,
                    0.469786,
                    0.594447,
                    0.573333,
                    0.58875,
                    0.528939,
                    0.376289,
                    0.548731,
                    0.465388,
                    0.443326,
                    0.570788,
                    0.502616,
                    0.506924,
                    0.516879,
                    0.526406,
                    0.585009,
                    0.240738,
                    0.290882,
                    0.582321,
                    0.537855,
                    0.548023,
                    0.619102,
                    0.272259,
                    0.573283,
                    0.396831,
                    0.237216,
                    0.599074,
                    0.578038,
                    0.579323,
                    0.323059,
                    0.564625,
                    0.336437,
                    0.501563,
                    0.506678,
                    0.27722,
                    0.549606,
                    0.52508,
                    0.556163,
                    0.554798,
                    0.560802,
                    0.603038,
                    0.544501,
                    0.60675,
                    0.575517,
                    0.521535,
                    0.184862,
                    0.51224,
                    0.494803,
                    0.549763,
                    0.531383,
                    0.29704,
                    0.572641,
                    0.155693,
                    0.245974,
                    0.561354,
                    0.566081,
                    0.529936,
                    0.539899,
                    0.323333,
                    0.339575,
                    0.305151,
                    0.505164,
                    0.478331,
                    0.561569,
                    0.637704,
                    0.531937,
                    0.509737,
                    0.400053,
                    0.52708,
                    0.562907,
                    0.375214,
                    0.245405,
                    0.328438,
                    0.379692,
                    0.533674,
                    0.586465,
                    0.229368,
                    0.558328,
                    0.185566,
                    0.151963,
                    0.482884,
                    0.529338,
                    0.587249,
                    0.528493,
                    0.522466,
                    0.55362,
                    0.538649,
                    0.247986,
                    0.174997,
                    0.362679,
                    0.615155,
                    0.598388,
                    0.573468,
                    0.460044,
                    0.614202,
                    0.292474,
                    0.574344,
                    0.577755,
                    0.587723,
                    0.316575,
                    0.524181,
                    0.584706,
                    0.581472,
                    0.587453,
                    0.561918,
                    0.526425,
                    0.170097,
                    0.564579,
                    0.338322,
                    0.583597,
                    0.55776,
                    0.557803,
                    0.594598,
                    0.441517,
                    0.53493,
                    0.477034,
                    0.563524,
                    0.457803,
                    0.456,
                    0.556783,
                    0.559829,
                    0.478164,
                    0.438032,
                    0.547258,
                    0.173711,
                    0.182722,
                    0.185898,
                    0.552113,
                    0.271398,
                    0.602706,
                    0.574258,
                    0.566036,
                    0.574432,
                    0.487735,
                    0.591645,
                    0.564656,
                    0.245714,
                    0.557972,
                    0.467749,
                    0.209747,
                    0.58335,
                    0.48697,
                    0.592369,
                    0.312345,
                    0.56931,
                    0.177437,
                    0.54242,
                    0.551512,
                    0.37881,
                    0.345503,
                    0.502819,
                    0.638123,
                    0.537186,
                    0.506697,
                    0.578623,
                    0.248816,
                    0.531768,
                    0.607155,
                    0.542121,
                    0.318362,
                    0.549571,
                    0.610397,
                    0.09008,
                    0.564546,
                    0.564251,
                    0.556672,
                    0.587718,
                    0.540049,
                    0.509089,
                    0.424656,
                    0.570746,
                    0.583365,
                    0.577903,
                    0.567612,
                    0.545963,
                    0.552513,
                    0.559286,
                    0.192698,
                    0.537181,
                    0.507873,
                    0.537419,
                    0.300353,
                    0.450541,
                    0.582598,
                    0.525915,
                    0.230918,
                    0.510109,
                    0.586837,
                    0.202678,
                    0.598283,
                    0.541132,
                    0.368285,
                    0.239415,
                    0.446102,
                    0.602115,
                    0.522568,
                    0.55802,
                    0.377329,
                    0.533896,
                    0.548891,
                    0.576698,
                    0.234422,
                    0.546298,
                    0.216538,
                    0.453411,
                    0.503865,
                    0.595644,
                    0.514667,
                    0.569284,
                    0.502435,
                    0.551782,
                    0.591749,
                    0.59079,
                    0.591854,
                    0.56455,
                    0.184988,
                    0.222266,
                    0.557375,
                    0.621081,
                    0.574868,
                    0.575144,
                    0.554665,
                    0.433407,
                    0.546233,
                    0.30272,
                    0.428991,
                    0.560574,
                    0.610062,
                    0.599683,
                    0.65415,
                    0.608893
                ]
            },
            "name": "model.model.layers.6.input_layernorm.weight",
            "outputIndexes": [
                525
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                524
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_6/Mul_output_0",
            "outputIndexes": [
                526
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                525,
                526
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_6/Mul_1_output_0",
            "outputIndexes": [
                527
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                527
            ],
            "outputIndexes": [
                2635
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2635
            ],
            "outputIndexes": [
                2636
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear",
            "inputIndexes": [
                2636
            ],
            "outputIndexes": [
                2637
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    13271964,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2637
            ],
            "outputIndexes": [
                2638
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2638
            ],
            "outputIndexes": [
                528
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                527
            ],
            "main_type": "NONE",
            "name": "/Shape_85_output_0",
            "outputIndexes": [
                529
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                529
            ],
            "main_type": "NONE",
            "name": "Shape1373",
            "outputIndexes": [
                530
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                529
            ],
            "main_type": "NONE",
            "name": "Rank1375",
            "outputIndexes": [
                531
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                531,
                531
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1377",
            "outputIndexes": [
                532
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                532
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1378",
            "outputIndexes": [
                533
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                532,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1380",
            "outputIndexes": [
                534
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                534
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1381",
            "outputIndexes": [
                535
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                530,
                533,
                535,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1384",
            "outputIndexes": [
                536
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                536
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1385",
            "outputIndexes": [
                537
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                537
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1386",
            "outputIndexes": [
                538
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                538,
                537
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1387",
            "outputIndexes": [
                539
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                529,
                539,
                532
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_94_output_0",
            "outputIndexes": [
                540
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                540,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_193_output_0",
            "outputIndexes": [
                541
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                541,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_78_output_0",
            "outputIndexes": [
                542
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                528,
                542
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_55_output_0",
            "outputIndexes": [
                543
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_48_output_0",
            "outputIndexes": [
                544
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543
            ],
            "main_type": "NONE",
            "name": "/Shape_86_output_0",
            "outputIndexes": [
                545
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                545
            ],
            "main_type": "NONE",
            "name": "Shape1394",
            "outputIndexes": [
                546
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                545
            ],
            "main_type": "NONE",
            "name": "Rank1396",
            "outputIndexes": [
                547
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                547,
                547
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1398",
            "outputIndexes": [
                548
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                548
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1399",
            "outputIndexes": [
                549
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                548,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1401",
            "outputIndexes": [
                550
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                550
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1402",
            "outputIndexes": [
                551
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                546,
                549,
                551,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1405",
            "outputIndexes": [
                552
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                552
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1406",
            "outputIndexes": [
                553
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                553
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1407",
            "outputIndexes": [
                554
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                554,
                553
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1408",
            "outputIndexes": [
                555
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                545,
                555,
                548
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_95_output_0",
            "outputIndexes": [
                556
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                556,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_18_output_0",
            "outputIndexes": [
                557
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                557,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_198_output_0",
            "outputIndexes": [
                558
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543,
                558,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_25_output_0",
            "outputIndexes": [
                559
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                559
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_12_output_0",
            "outputIndexes": [
                560
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543,
                22,
                558,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_24_output_0",
            "outputIndexes": [
                561
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                560,
                561
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_81_output_0",
            "outputIndexes": [
                562
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                562,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_49_output_0",
            "outputIndexes": [
                563
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                544,
                563
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_30_output_0",
            "outputIndexes": [
                564
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                527
            ],
            "outputIndexes": [
                2639
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2639
            ],
            "outputIndexes": [
                2640
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear",
            "inputIndexes": [
                2640
            ],
            "outputIndexes": [
                2641
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    13479346,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2641
            ],
            "outputIndexes": [
                2642
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2642
            ],
            "outputIndexes": [
                565
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                541,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_79_output_0",
            "outputIndexes": [
                566
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                565,
                566
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_56_output_0",
            "outputIndexes": [
                567
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_50_output_0",
            "outputIndexes": [
                568
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567
            ],
            "main_type": "NONE",
            "name": "/Shape_87_output_0",
            "outputIndexes": [
                569
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                569
            ],
            "main_type": "NONE",
            "name": "Shape1457",
            "outputIndexes": [
                570
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                569
            ],
            "main_type": "NONE",
            "name": "Rank1459",
            "outputIndexes": [
                571
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                571,
                571
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1461",
            "outputIndexes": [
                572
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                572
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1462",
            "outputIndexes": [
                573
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                572,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1464",
            "outputIndexes": [
                574
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                574
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1465",
            "outputIndexes": [
                575
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                570,
                573,
                575,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1468",
            "outputIndexes": [
                576
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                576
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1469",
            "outputIndexes": [
                577
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1470",
            "outputIndexes": [
                578
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                578,
                577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1471",
            "outputIndexes": [
                579
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                569,
                579,
                572
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_96_output_0",
            "outputIndexes": [
                580
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                580,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_19_output_0",
            "outputIndexes": [
                581
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                581,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_200_output_0",
            "outputIndexes": [
                582
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567,
                582,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_27_output_0",
            "outputIndexes": [
                583
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                583
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_13_output_0",
            "outputIndexes": [
                584
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567,
                22,
                582,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_26_output_0",
            "outputIndexes": [
                585
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                584,
                585
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_82_output_0",
            "outputIndexes": [
                586
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                586,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_51_output_0",
            "outputIndexes": [
                587
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                568,
                587
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_31_output_0",
            "outputIndexes": [
                588
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                527
            ],
            "outputIndexes": [
                2643
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2643
            ],
            "outputIndexes": [
                2644
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear",
            "inputIndexes": [
                2644
            ],
            "outputIndexes": [
                2645
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    13548488,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2645
            ],
            "outputIndexes": [
                2646
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2646
            ],
            "outputIndexes": [
                589
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                589,
                566
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_57_output_0",
            "outputIndexes": [
                590
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                564,
                588,
                590,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_62_output_0",
            "outputIndexes": [
                591
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                591
            ],
            "outputIndexes": [
                2647
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2647
            ],
            "outputIndexes": [
                2648
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear",
            "inputIndexes": [
                2648
            ],
            "outputIndexes": [
                2649
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    13617630,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2649
            ],
            "outputIndexes": [
                2650
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2650
            ],
            "outputIndexes": [
                592
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                524,
                592
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_33_output_0",
            "outputIndexes": [
                593
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.15232,
                    0.372751,
                    0.211385,
                    0.140226,
                    0.347627,
                    0.404374,
                    0.314704,
                    0.404186,
                    0.306433,
                    0.37875,
                    0.326216,
                    0.229343,
                    0.335139,
                    0.275672,
                    0.240005,
                    0.378317,
                    0.184489,
                    0.348613,
                    0.339404,
                    0.35208,
                    0.296947,
                    0.288465,
                    0.236311,
                    0.363033,
                    0.256271,
                    0.217103,
                    0.396842,
                    0.377203,
                    0.15576,
                    0.340901,
                    0.349445,
                    0.271857,
                    0.359341,
                    0.370709,
                    0.334051,
                    0.417935,
                    0.3604,
                    0.367686,
                    0.308317,
                    0.29158,
                    0.340609,
                    0.258202,
                    0.288179,
                    0.391674,
                    0.173292,
                    0.355228,
                    0.386403,
                    0.305377,
                    0.380968,
                    0.172842,
                    0.367293,
                    0.379382,
                    0.158778,
                    0.1297,
                    0.363952,
                    0.209079,
                    0.149318,
                    0.375563,
                    0.280161,
                    0.363091,
                    0.393891,
                    0.305841,
                    0.387928,
                    0.34665,
                    0.374601,
                    0.206255,
                    0.167301,
                    0.329646,
                    0.385234,
                    0.361005,
                    0.407136,
                    0.183278,
                    0.384569,
                    0.312634,
                    0.401783,
                    0.219866,
                    0.375226,
                    0.341908,
                    0.390225,
                    0.375546,
                    0.368572,
                    0.362066,
                    0.374789,
                    0.361189,
                    0.368623,
                    0.316685,
                    0.367488,
                    0.341179,
                    0.269123,
                    0.339164,
                    0.347896,
                    0.333468,
                    0.374108,
                    0.15418,
                    0.379125,
                    0.384295,
                    0.369514,
                    0.317821,
                    0.369025,
                    0.209464,
                    0.038806,
                    0.247679,
                    0.378311,
                    0.355418,
                    0.37719,
                    0.190438,
                    0.176596,
                    0.301515,
                    0.369578,
                    0.137144,
                    0.351288,
                    0.372789,
                    0.356007,
                    0.383067,
                    0.203864,
                    0.3605,
                    0.36848,
                    0.373775,
                    0.134113,
                    0.399438,
                    0.355213,
                    0.360461,
                    0.377421,
                    0.326145,
                    0.381981,
                    0.369913,
                    0.373261,
                    0.139637,
                    0.364603,
                    0.381237,
                    0.311132,
                    0.374102,
                    0.332747,
                    0.205362,
                    0.338908,
                    0.423479,
                    0.354953,
                    0.375292,
                    0.342054,
                    0.370963,
                    0.213993,
                    0.414925,
                    0.365054,
                    0.364728,
                    0.315853,
                    0.136586,
                    0.300149,
                    0.366027,
                    0.383592,
                    0.380594,
                    0.161857,
                    0.34398,
                    0.355849,
                    0.359543,
                    0.297143,
                    0.407901,
                    0.378629,
                    0.182249,
                    0.336544,
                    0.355522,
                    0.38026,
                    0.364872,
                    0.129925,
                    0.303438,
                    0.321965,
                    0.382586,
                    0.162881,
                    0.355547,
                    0.363648,
                    0.345787,
                    0.231074,
                    0.189946,
                    0.331745,
                    0.385328,
                    0.389786,
                    0.349844,
                    0.34467,
                    0.384981,
                    0.136399,
                    0.386467,
                    0.156132,
                    0.370938,
                    0.373431,
                    0.375701,
                    0.379881,
                    0.33317,
                    0.330127,
                    0.137816,
                    0.348794,
                    0.289783,
                    0.181299,
                    0.375519,
                    0.403969,
                    0.309847,
                    0.220421,
                    0.310604,
                    0.138488,
                    0.389141,
                    0.129485,
                    0.391803,
                    0.274145,
                    0.333807,
                    0.186389,
                    0.341535,
                    0.36454,
                    0.277089,
                    0.367315,
                    0.203663,
                    0.351182,
                    0.360836,
                    0.377617,
                    0.164613,
                    0.326887,
                    0.387953,
                    0.353865,
                    0.285068,
                    0.410679,
                    0.20664,
                    0.365869,
                    0.334951,
                    0.38647,
                    0.399309,
                    0.345152,
                    0.384701,
                    0.238947,
                    0.354747,
                    0.383648,
                    0.325776,
                    0.247007,
                    0.274923,
                    0.119386,
                    0.346067,
                    0.320058,
                    0.360759,
                    0.386414,
                    0.339058,
                    0.162165,
                    0.143367,
                    0.249605,
                    0.433522,
                    0.138233,
                    0.337103,
                    0.365384,
                    0.3447,
                    0.333815,
                    0.382249,
                    0.339468,
                    -0.000104,
                    0.248764,
                    0.39332,
                    0.358281,
                    0.411161,
                    0.363404,
                    0.327178,
                    0.163365,
                    0.197684,
                    0.353688,
                    0.135253,
                    0.121482,
                    0.208605,
                    0.11888,
                    0.224029,
                    0.353011,
                    0.3673,
                    0.357227,
                    0.354963,
                    0.379258,
                    0.327817,
                    0.248065,
                    0.350869,
                    0.178829,
                    0.380079,
                    0.250745,
                    0.355842,
                    0.236882,
                    0.269434,
                    0.3548,
                    0.203865,
                    0.340668,
                    0.221455,
                    0.375533,
                    0.337336,
                    0.185587,
                    0.158791,
                    0.234131,
                    0.142192,
                    0.365695,
                    0.346564,
                    0.366598,
                    0.331442,
                    0.438904,
                    0.142695,
                    0.357951,
                    0.188118,
                    0.357861,
                    0.354466,
                    0.298117,
                    0.205325,
                    0.224306,
                    0.339397,
                    0.334325,
                    0.342927,
                    0.387358,
                    0.386407,
                    0.280476,
                    0.365383,
                    0.378556,
                    0.3702,
                    0.087218,
                    0.364097,
                    0.33675,
                    0.329333,
                    0.344282,
                    0.184055,
                    0.315476,
                    0.344132,
                    0.399349,
                    0.193849,
                    0.353207,
                    0.367753,
                    0.357887,
                    0.388105,
                    0.202904,
                    0.290742,
                    0.26121,
                    0.339108,
                    0.353376,
                    0.370951,
                    0.340111,
                    0.361292,
                    0.422309,
                    0.331184,
                    0.383871,
                    0.383829,
                    0.332216,
                    0.19097,
                    0.366619,
                    0.343306,
                    0.339001,
                    0.355163,
                    0.353896,
                    0.325342,
                    0.148581,
                    0.38805,
                    0.33208,
                    0.158813,
                    0.315908,
                    0.413082,
                    0.364341,
                    0.370801,
                    0.210747,
                    0.219386,
                    0.379884,
                    0.316289,
                    0.292536,
                    0.389209,
                    0.333702,
                    0.310005,
                    0.340234,
                    0.338244,
                    0.373167,
                    0.180632,
                    0.189543,
                    0.362494,
                    0.343251,
                    0.351326,
                    0.372232,
                    0.186672,
                    0.366991,
                    0.269606,
                    0.172912,
                    0.325364,
                    0.380643,
                    0.377942,
                    0.219429,
                    0.374137,
                    0.244175,
                    0.348621,
                    0.336649,
                    0.18132,
                    0.358434,
                    0.35825,
                    0.354464,
                    0.370442,
                    0.370087,
                    0.369667,
                    0.354919,
                    0.39109,
                    0.382184,
                    0.340261,
                    0.133108,
                    0.350414,
                    0.312095,
                    0.358972,
                    0.344057,
                    0.205813,
                    0.376846,
                    0.128316,
                    0.167572,
                    0.350501,
                    0.379639,
                    0.365924,
                    0.35862,
                    0.209329,
                    0.189046,
                    0.219837,
                    0.331328,
                    0.285696,
                    0.365072,
                    0.352677,
                    0.360541,
                    0.361502,
                    0.279501,
                    0.343608,
                    0.346146,
                    0.24249,
                    0.158291,
                    0.229777,
                    0.261199,
                    0.349668,
                    0.390506,
                    0.1204,
                    0.362142,
                    0.142666,
                    0.134793,
                    0.309482,
                    0.369222,
                    0.359735,
                    0.362024,
                    0.331626,
                    0.363927,
                    0.351911,
                    0.15452,
                    0.130779,
                    0.246772,
                    0.432724,
                    0.385126,
                    0.377616,
                    0.258664,
                    0.369934,
                    0.188018,
                    0.351932,
                    0.385611,
                    0.387954,
                    0.207152,
                    0.349333,
                    0.102013,
                    0.369663,
                    0.375402,
                    0.356374,
                    0.343392,
                    0.134621,
                    0.344291,
                    0.212069,
                    0.381958,
                    0.376593,
                    0.349152,
                    0.364598,
                    0.299074,
                    0.348094,
                    0.349241,
                    0.363077,
                    0.285482,
                    0.286758,
                    0.375973,
                    0.369044,
                    0.310042,
                    0.277286,
                    0.348874,
                    0.139218,
                    0.142819,
                    0.134275,
                    0.357938,
                    0.189305,
                    0.392688,
                    0.359077,
                    0.371049,
                    0.385259,
                    0.341184,
                    0.361466,
                    0.362493,
                    0.163528,
                    0.370555,
                    0.312142,
                    0.154569,
                    0.37204,
                    0.245938,
                    0.359706,
                    0.222954,
                    0.35679,
                    0.130022,
                    0.363784,
                    0.367594,
                    0.236041,
                    0.21959,
                    0.336587,
                    0.397181,
                    0.358035,
                    0.334776,
                    0.347409,
                    0.181201,
                    0.342395,
                    0.393519,
                    0.394479,
                    0.208905,
                    0.337632,
                    0.403287,
                    0.061058,
                    0.340819,
                    0.343833,
                    0.390699,
                    0.377655,
                    0.333325,
                    0.320913,
                    0.255159,
                    0.355312,
                    0.385174,
                    0.37318,
                    0.364263,
                    0.357988,
                    0.334457,
                    0.33196,
                    0.137196,
                    0.363525,
                    0.367089,
                    0.365088,
                    0.203644,
                    0.303802,
                    0.371506,
                    0.343375,
                    0.171168,
                    0.298787,
                    0.379474,
                    0.159614,
                    0.380297,
                    0.358117,
                    0.240696,
                    0.168284,
                    0.260624,
                    0.379717,
                    0.328894,
                    0.349212,
                    0.22287,
                    0.350955,
                    0.365128,
                    0.405772,
                    0.169745,
                    0.320314,
                    0.163043,
                    0.306374,
                    0.332979,
                    0.372793,
                    0.351485,
                    0.386396,
                    0.316731,
                    0.32945,
                    0.36607,
                    0.379887,
                    0.399707,
                    0.38877,
                    0.132536,
                    0.16433,
                    0.374916,
                    0.3968,
                    0.376839,
                    0.370665,
                    0.392093,
                    0.299028,
                    0.34523,
                    0.205848,
                    0.299261,
                    0.371945,
                    0.348545,
                    0.392969,
                    0.390439,
                    0.373128
                ]
            },
            "name": "model.model.layers.6.post_attention_layernorm.weight",
            "outputIndexes": [
                594
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                593
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_6/Mul_output_0",
            "outputIndexes": [
                595
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                594,
                595
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_6/Mul_1_output_0",
            "outputIndexes": [
                596
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                596
            ],
            "outputIndexes": [
                2651
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2651
            ],
            "outputIndexes": [
                2652
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear",
            "inputIndexes": [
                2652
            ],
            "outputIndexes": [
                2653
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    13825012,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2653
            ],
            "outputIndexes": [
                2654
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2654
            ],
            "outputIndexes": [
                597
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                597
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_6/Sigmoid_output_0",
            "outputIndexes": [
                598
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                597,
                598
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_6/Mul_output_0",
            "outputIndexes": [
                599
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                596
            ],
            "outputIndexes": [
                2655
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2655
            ],
            "outputIndexes": [
                2656
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear",
            "inputIndexes": [
                2656
            ],
            "outputIndexes": [
                2657
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    14377994,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2657
            ],
            "outputIndexes": [
                2658
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2658
            ],
            "outputIndexes": [
                600
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                599,
                600
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_6/Mul_output_0",
            "outputIndexes": [
                601
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                601
            ],
            "outputIndexes": [
                2659
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2659
            ],
            "outputIndexes": [
                2660
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear",
            "inputIndexes": [
                2660
            ],
            "outputIndexes": [
                2661
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    14930976,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2661
            ],
            "outputIndexes": [
                2662
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2662
            ],
            "outputIndexes": [
                602
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                593,
                602
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_34_output_0",
            "outputIndexes": [
                603
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                603,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_63_output_0",
            "outputIndexes": [
                604
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.290046,
                    0.772086,
                    0.391477,
                    0.267208,
                    0.720775,
                    0.732496,
                    0.631433,
                    0.808201,
                    0.679896,
                    0.730881,
                    0.613311,
                    0.444611,
                    0.664152,
                    0.517493,
                    0.327617,
                    0.754734,
                    0.362952,
                    0.689068,
                    0.739743,
                    0.719135,
                    0.548437,
                    0.547217,
                    0.481829,
                    0.693229,
                    0.504801,
                    0.394976,
                    0.696929,
                    0.715791,
                    0.310419,
                    0.700038,
                    0.684992,
                    0.607042,
                    0.675012,
                    0.680441,
                    0.675713,
                    0.643359,
                    0.697021,
                    0.695215,
                    0.528854,
                    0.547536,
                    0.669466,
                    0.494439,
                    0.537888,
                    0.69976,
                    0.323649,
                    0.68672,
                    0.821009,
                    0.599137,
                    0.754096,
                    0.335568,
                    0.635255,
                    0.772764,
                    0.291472,
                    0.251015,
                    0.698287,
                    0.40168,
                    0.281378,
                    0.714918,
                    0.526411,
                    0.619913,
                    0.724829,
                    0.548988,
                    0.678397,
                    0.71339,
                    0.725688,
                    0.400093,
                    0.327781,
                    0.676791,
                    0.786075,
                    0.683445,
                    0.729386,
                    0.3449,
                    0.773337,
                    0.652027,
                    0.804711,
                    0.453826,
                    0.745076,
                    0.656445,
                    0.732771,
                    0.760061,
                    0.741187,
                    0.72479,
                    0.710168,
                    0.728472,
                    0.713611,
                    0.588746,
                    0.765006,
                    0.712317,
                    0.532604,
                    0.649361,
                    0.687889,
                    0.700309,
                    0.725167,
                    0.280143,
                    0.76844,
                    0.669181,
                    0.731651,
                    0.627786,
                    0.749888,
                    0.392212,
                    0.386943,
                    0.489084,
                    0.725442,
                    0.682311,
                    0.735396,
                    0.377295,
                    0.338209,
                    0.596528,
                    0.682526,
                    0.267621,
                    0.758136,
                    0.718637,
                    0.755948,
                    0.713005,
                    0.392766,
                    0.702914,
                    0.71797,
                    0.766487,
                    0.230876,
                    0.754761,
                    0.718028,
                    0.724834,
                    0.721325,
                    0.638928,
                    0.750963,
                    0.749179,
                    0.712992,
                    0.282204,
                    0.687572,
                    0.686639,
                    0.571445,
                    0.740042,
                    0.593994,
                    0.413429,
                    0.643619,
                    0.695124,
                    0.70055,
                    0.749654,
                    0.624905,
                    0.714539,
                    0.388621,
                    0.753729,
                    0.668397,
                    0.764957,
                    0.623382,
                    0.265924,
                    0.568911,
                    0.674869,
                    0.784842,
                    0.757634,
                    0.311903,
                    0.682647,
                    0.708603,
                    0.697604,
                    0.581047,
                    0.726639,
                    0.755302,
                    0.362381,
                    0.609164,
                    0.712006,
                    0.722478,
                    0.734469,
                    0.253857,
                    0.612106,
                    0.714787,
                    0.683234,
                    0.310634,
                    0.709561,
                    0.74504,
                    0.68993,
                    0.538874,
                    0.36568,
                    0.650771,
                    0.688824,
                    0.711617,
                    0.710334,
                    0.675534,
                    0.707293,
                    0.298014,
                    0.726508,
                    0.306609,
                    0.709758,
                    0.709547,
                    0.726138,
                    0.711435,
                    0.650801,
                    0.652496,
                    0.260187,
                    0.687884,
                    0.561702,
                    0.360071,
                    0.759262,
                    0.793043,
                    0.63378,
                    0.404911,
                    0.627553,
                    0.268907,
                    0.704619,
                    0.262293,
                    0.71624,
                    0.518253,
                    0.617215,
                    0.367389,
                    0.703837,
                    0.685688,
                    0.536055,
                    0.740203,
                    0.420444,
                    0.737305,
                    0.745395,
                    0.738521,
                    0.292418,
                    0.637137,
                    0.778745,
                    0.746907,
                    0.540365,
                    0.735535,
                    0.367608,
                    0.713389,
                    0.688751,
                    0.741709,
                    0.728128,
                    0.703615,
                    0.769424,
                    0.459998,
                    0.700598,
                    0.709586,
                    0.629679,
                    0.484586,
                    0.500835,
                    0.230557,
                    0.697297,
                    0.626984,
                    0.732526,
                    0.715764,
                    0.687381,
                    0.311766,
                    0.28285,
                    0.458299,
                    0.762528,
                    0.270721,
                    0.697706,
                    0.658326,
                    0.680506,
                    0.643717,
                    0.773042,
                    0.667232,
                    -0.024268,
                    0.492575,
                    0.757021,
                    0.69517,
                    0.730251,
                    0.740105,
                    0.642267,
                    0.325369,
                    0.393865,
                    0.70276,
                    0.241244,
                    0.226466,
                    0.381273,
                    0.20937,
                    0.663569,
                    0.751673,
                    0.73847,
                    0.735766,
                    0.63593,
                    0.721004,
                    0.643135,
                    0.482786,
                    0.666332,
                    0.321121,
                    0.744322,
                    0.48245,
                    0.679814,
                    0.450432,
                    0.477784,
                    0.712709,
                    0.382548,
                    0.635478,
                    0.409964,
                    0.706173,
                    0.636309,
                    0.355624,
                    0.299093,
                    0.419728,
                    0.254722,
                    0.774664,
                    0.694504,
                    0.744755,
                    0.639985,
                    0.752548,
                    0.265392,
                    0.680276,
                    0.380662,
                    0.681625,
                    0.706481,
                    0.531614,
                    0.396422,
                    0.468194,
                    0.786163,
                    0.629024,
                    0.650196,
                    0.699941,
                    0.719372,
                    0.519135,
                    0.723411,
                    0.77572,
                    0.689131,
                    0.145691,
                    0.741635,
                    0.687569,
                    0.629649,
                    0.706326,
                    0.34716,
                    0.607853,
                    0.677663,
                    0.722979,
                    0.398409,
                    0.675385,
                    0.74584,
                    0.710462,
                    0.806727,
                    0.414984,
                    0.623619,
                    0.474498,
                    0.685869,
                    0.732837,
                    0.766425,
                    0.706808,
                    0.692523,
                    0.741299,
                    0.634492,
                    0.749506,
                    0.768021,
                    0.653048,
                    0.347953,
                    0.732611,
                    0.696107,
                    0.67823,
                    0.733707,
                    0.682664,
                    0.678551,
                    0.282049,
                    0.734737,
                    0.697054,
                    0.291557,
                    0.65127,
                    0.780838,
                    0.734309,
                    0.749883,
                    0.531602,
                    0.468002,
                    0.74382,
                    0.658733,
                    0.560442,
                    0.717589,
                    0.670101,
                    0.656613,
                    0.629787,
                    0.724734,
                    0.74869,
                    0.348251,
                    0.368514,
                    0.678316,
                    0.691636,
                    0.709969,
                    0.781067,
                    0.365234,
                    0.696507,
                    0.501089,
                    0.317873,
                    0.642829,
                    0.704509,
                    0.695453,
                    0.42694,
                    0.723309,
                    0.459062,
                    0.690321,
                    0.642571,
                    0.357694,
                    0.687732,
                    0.689411,
                    0.723327,
                    0.729295,
                    0.714803,
                    0.690146,
                    0.678146,
                    0.693741,
                    0.694867,
                    0.691235,
                    0.258168,
                    0.676126,
                    0.685637,
                    0.685447,
                    0.696331,
                    0.376824,
                    0.710452,
                    0.247594,
                    0.315117,
                    0.695913,
                    0.714498,
                    0.713735,
                    0.701078,
                    0.392431,
                    0.386685,
                    0.388183,
                    0.67322,
                    0.610201,
                    0.724699,
                    0.755596,
                    0.734645,
                    0.710587,
                    0.499565,
                    0.708487,
                    0.699186,
                    0.450655,
                    0.332886,
                    0.424358,
                    0.489817,
                    0.693451,
                    0.751844,
                    0.258552,
                    0.701438,
                    0.28392,
                    0.251698,
                    0.578431,
                    0.687277,
                    0.731681,
                    0.689914,
                    0.648246,
                    0.705986,
                    0.696339,
                    0.332082,
                    0.257511,
                    0.439289,
                    0.743884,
                    0.726425,
                    0.723812,
                    0.532448,
                    0.732924,
                    0.354638,
                    0.696004,
                    0.766404,
                    0.689676,
                    0.391813,
                    0.668572,
                    0.487889,
                    0.71703,
                    0.743373,
                    0.743118,
                    0.648615,
                    0.239616,
                    0.69774,
                    0.405304,
                    0.747192,
                    0.690909,
                    0.677083,
                    0.722777,
                    0.592849,
                    0.681497,
                    0.691198,
                    0.656357,
                    0.587273,
                    0.525714,
                    0.70708,
                    0.721161,
                    0.616075,
                    0.544743,
                    0.731654,
                    0.253942,
                    0.272889,
                    0.259449,
                    0.744095,
                    0.350358,
                    0.693491,
                    0.692021,
                    0.750201,
                    0.719351,
                    0.655398,
                    0.732433,
                    0.70851,
                    0.295674,
                    0.638108,
                    0.591338,
                    0.29179,
                    0.704788,
                    0.510865,
                    0.706297,
                    0.40192,
                    0.698752,
                    0.242496,
                    0.706184,
                    0.750502,
                    0.452871,
                    0.436175,
                    0.657849,
                    0.779126,
                    0.681682,
                    0.675092,
                    0.712455,
                    0.338953,
                    0.684443,
                    0.737308,
                    0.709613,
                    0.40483,
                    0.689297,
                    0.692346,
                    0.07823,
                    0.683976,
                    0.701988,
                    0.760134,
                    0.781974,
                    0.67587,
                    0.630949,
                    0.5006,
                    0.662681,
                    0.729306,
                    0.757027,
                    0.710014,
                    0.733627,
                    0.692953,
                    0.646457,
                    0.272154,
                    0.689502,
                    0.698206,
                    0.684197,
                    0.373828,
                    0.548511,
                    0.754776,
                    0.637722,
                    0.315073,
                    0.611113,
                    0.75234,
                    0.296341,
                    0.759118,
                    0.724085,
                    0.445736,
                    0.331589,
                    0.526381,
                    0.728591,
                    0.657927,
                    0.639048,
                    0.434771,
                    0.706612,
                    0.73704,
                    0.758173,
                    0.33319,
                    0.661651,
                    0.306889,
                    0.580232,
                    0.613698,
                    0.722912,
                    0.69768,
                    0.715716,
                    0.665978,
                    0.652256,
                    0.708605,
                    0.737716,
                    0.72909,
                    0.731645,
                    0.253587,
                    0.279346,
                    0.736059,
                    0.723613,
                    0.746831,
                    0.782696,
                    0.709677,
                    0.544511,
                    0.762902,
                    0.355304,
                    0.553951,
                    0.683564,
                    0.752308,
                    0.783019,
                    0.742455,
                    0.75886
                ]
            },
            "name": "model.model.layers.7.input_layernorm.weight",
            "outputIndexes": [
                605
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                604
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_7/Mul_output_0",
            "outputIndexes": [
                606
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                605,
                606
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_7/Mul_1_output_0",
            "outputIndexes": [
                607
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                607
            ],
            "outputIndexes": [
                2663
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2663
            ],
            "outputIndexes": [
                2664
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear",
            "inputIndexes": [
                2664
            ],
            "outputIndexes": [
                2665
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    15483958,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2665
            ],
            "outputIndexes": [
                2666
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2666
            ],
            "outputIndexes": [
                608
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                607
            ],
            "main_type": "NONE",
            "name": "/Shape_99_output_0",
            "outputIndexes": [
                609
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                609
            ],
            "main_type": "NONE",
            "name": "Shape1589",
            "outputIndexes": [
                610
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                609
            ],
            "main_type": "NONE",
            "name": "Rank1591",
            "outputIndexes": [
                611
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                611,
                611
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1593",
            "outputIndexes": [
                612
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                612
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1594",
            "outputIndexes": [
                613
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                612,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1596",
            "outputIndexes": [
                614
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                614
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1597",
            "outputIndexes": [
                615
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                610,
                613,
                615,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1600",
            "outputIndexes": [
                616
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                616
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1601",
            "outputIndexes": [
                617
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                617
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1602",
            "outputIndexes": [
                618
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                618,
                617
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1603",
            "outputIndexes": [
                619
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                609,
                619,
                612
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_109_output_0",
            "outputIndexes": [
                620
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                620,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_225_output_0",
            "outputIndexes": [
                621
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                621,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_91_output_0",
            "outputIndexes": [
                622
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                608,
                622
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_64_output_0",
            "outputIndexes": [
                623
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_56_output_0",
            "outputIndexes": [
                624
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623
            ],
            "main_type": "NONE",
            "name": "/Shape_100_output_0",
            "outputIndexes": [
                625
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                625
            ],
            "main_type": "NONE",
            "name": "Shape1610",
            "outputIndexes": [
                626
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                625
            ],
            "main_type": "NONE",
            "name": "Rank1612",
            "outputIndexes": [
                627
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                627,
                627
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1614",
            "outputIndexes": [
                628
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                628
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1615",
            "outputIndexes": [
                629
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                628,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1617",
            "outputIndexes": [
                630
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                630
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1618",
            "outputIndexes": [
                631
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                626,
                629,
                631,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1621",
            "outputIndexes": [
                632
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                632
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1622",
            "outputIndexes": [
                633
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                633
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1623",
            "outputIndexes": [
                634
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                634,
                633
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1624",
            "outputIndexes": [
                635
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                625,
                635,
                628
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_110_output_0",
            "outputIndexes": [
                636
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                636,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_21_output_0",
            "outputIndexes": [
                637
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                637,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_230_output_0",
            "outputIndexes": [
                638
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623,
                638,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_29_output_0",
            "outputIndexes": [
                639
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                639
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_14_output_0",
            "outputIndexes": [
                640
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623,
                22,
                638,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_28_output_0",
            "outputIndexes": [
                641
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                640,
                641
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_94_output_0",
            "outputIndexes": [
                642
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                642,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_57_output_0",
            "outputIndexes": [
                643
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                624,
                643
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_35_output_0",
            "outputIndexes": [
                644
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                607
            ],
            "outputIndexes": [
                2667
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2667
            ],
            "outputIndexes": [
                2668
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear",
            "inputIndexes": [
                2668
            ],
            "outputIndexes": [
                2669
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    15691340,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2669
            ],
            "outputIndexes": [
                2670
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2670
            ],
            "outputIndexes": [
                645
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                621,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_92_output_0",
            "outputIndexes": [
                646
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                645,
                646
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_65_output_0",
            "outputIndexes": [
                647
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                647,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_58_output_0",
            "outputIndexes": [
                648
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                647
            ],
            "main_type": "NONE",
            "name": "/Shape_101_output_0",
            "outputIndexes": [
                649
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                649
            ],
            "main_type": "NONE",
            "name": "Shape1673",
            "outputIndexes": [
                650
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                649
            ],
            "main_type": "NONE",
            "name": "Rank1675",
            "outputIndexes": [
                651
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                651,
                651
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1677",
            "outputIndexes": [
                652
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                652
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1678",
            "outputIndexes": [
                653
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                652,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1680",
            "outputIndexes": [
                654
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                654
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1681",
            "outputIndexes": [
                655
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                650,
                653,
                655,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1684",
            "outputIndexes": [
                656
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                656
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1685",
            "outputIndexes": [
                657
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                657
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1686",
            "outputIndexes": [
                658
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                658,
                657
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1687",
            "outputIndexes": [
                659
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                649,
                659,
                652
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_111_output_0",
            "outputIndexes": [
                660
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                660,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_22_output_0",
            "outputIndexes": [
                661
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                661,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_232_output_0",
            "outputIndexes": [
                662
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                647,
                662,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_31_output_0",
            "outputIndexes": [
                663
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                663
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_15_output_0",
            "outputIndexes": [
                664
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                647,
                22,
                662,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_30_output_0",
            "outputIndexes": [
                665
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                664,
                665
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_95_output_0",
            "outputIndexes": [
                666
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                666,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_59_output_0",
            "outputIndexes": [
                667
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                648,
                667
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_36_output_0",
            "outputIndexes": [
                668
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                607
            ],
            "outputIndexes": [
                2671
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2671
            ],
            "outputIndexes": [
                2672
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear",
            "inputIndexes": [
                2672
            ],
            "outputIndexes": [
                2673
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    15760482,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2673
            ],
            "outputIndexes": [
                2674
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2674
            ],
            "outputIndexes": [
                669
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                669,
                646
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_66_output_0",
            "outputIndexes": [
                670
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                644,
                668,
                670,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_71_output_0",
            "outputIndexes": [
                671
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                671
            ],
            "outputIndexes": [
                2675
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2675
            ],
            "outputIndexes": [
                2676
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear",
            "inputIndexes": [
                2676
            ],
            "outputIndexes": [
                2677
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    15829624,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2677
            ],
            "outputIndexes": [
                2678
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2678
            ],
            "outputIndexes": [
                672
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                604,
                672
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_38_output_0",
            "outputIndexes": [
                673
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.141831,
                    0.384902,
                    0.222049,
                    0.13357,
                    0.374945,
                    0.40548,
                    0.333706,
                    0.434758,
                    0.300272,
                    0.378253,
                    0.339513,
                    0.244681,
                    0.359413,
                    0.281852,
                    0.233441,
                    0.389868,
                    0.190642,
                    0.359586,
                    0.36046,
                    0.385857,
                    0.301956,
                    0.302256,
                    0.256293,
                    0.371894,
                    0.264347,
                    0.227636,
                    0.401498,
                    0.404011,
                    0.15429,
                    0.370637,
                    0.369618,
                    0.298638,
                    0.373137,
                    0.384965,
                    0.357698,
                    0.416507,
                    0.373305,
                    0.382103,
                    0.329431,
                    0.303277,
                    0.372871,
                    0.269357,
                    0.29785,
                    0.401639,
                    0.185158,
                    0.385494,
                    0.409756,
                    0.319926,
                    0.409006,
                    0.177083,
                    0.358645,
                    0.375147,
                    0.157464,
                    0.123949,
                    0.384775,
                    0.218325,
                    0.152575,
                    0.396597,
                    0.284814,
                    0.366426,
                    0.397193,
                    0.315011,
                    0.395853,
                    0.356539,
                    0.383961,
                    0.219493,
                    0.17339,
                    0.34284,
                    0.396285,
                    0.359778,
                    0.434525,
                    0.189312,
                    0.406517,
                    0.332942,
                    0.403552,
                    0.23182,
                    0.390404,
                    0.352747,
                    0.39426,
                    0.390657,
                    0.372692,
                    0.375216,
                    0.395662,
                    0.392422,
                    0.374925,
                    0.330099,
                    0.389173,
                    0.350685,
                    0.277634,
                    0.346558,
                    0.365701,
                    0.348344,
                    0.408294,
                    0.14248,
                    0.411667,
                    0.384122,
                    0.373097,
                    0.334126,
                    0.362199,
                    0.215776,
                    0.051273,
                    0.254636,
                    0.392919,
                    0.369139,
                    0.397153,
                    0.204142,
                    0.180174,
                    0.321301,
                    0.388352,
                    0.129466,
                    0.382138,
                    0.376438,
                    0.368856,
                    0.380535,
                    0.206456,
                    0.382282,
                    0.395615,
                    0.407032,
                    0.134619,
                    0.386842,
                    0.370279,
                    0.400195,
                    0.388734,
                    0.339707,
                    0.396794,
                    0.390513,
                    0.381247,
                    0.121473,
                    0.373757,
                    0.391288,
                    0.325516,
                    0.389195,
                    0.342099,
                    0.221317,
                    0.346297,
                    0.439654,
                    0.364489,
                    0.391159,
                    0.355266,
                    0.387228,
                    0.213488,
                    0.41222,
                    0.369337,
                    0.403546,
                    0.332197,
                    0.119747,
                    0.315474,
                    0.370665,
                    0.404819,
                    0.38408,
                    0.165904,
                    0.359172,
                    0.379314,
                    0.373052,
                    0.318018,
                    0.423397,
                    0.398871,
                    0.188599,
                    0.349778,
                    0.353738,
                    0.37684,
                    0.377429,
                    0.108392,
                    0.328478,
                    0.344268,
                    0.384041,
                    0.161305,
                    0.360353,
                    0.361447,
                    0.358693,
                    0.247558,
                    0.198748,
                    0.334324,
                    0.390246,
                    0.41071,
                    0.376518,
                    0.366295,
                    0.388469,
                    0.144572,
                    0.410329,
                    0.158693,
                    0.379018,
                    0.397976,
                    0.401759,
                    0.391301,
                    0.358585,
                    0.345786,
                    0.12707,
                    0.365253,
                    0.300065,
                    0.182418,
                    0.397713,
                    0.401645,
                    0.353018,
                    0.226331,
                    0.334902,
                    0.135401,
                    0.401128,
                    0.128999,
                    0.384878,
                    0.286488,
                    0.363462,
                    0.188765,
                    0.367582,
                    0.377351,
                    0.294106,
                    0.405305,
                    0.214425,
                    0.382451,
                    0.372429,
                    0.389845,
                    0.16713,
                    0.352723,
                    0.394622,
                    0.3612,
                    0.291065,
                    0.400001,
                    0.214046,
                    0.363865,
                    0.355538,
                    0.426095,
                    0.427456,
                    0.363356,
                    0.393529,
                    0.258522,
                    0.382146,
                    0.397936,
                    0.351639,
                    0.26868,
                    0.28728,
                    0.119197,
                    0.361596,
                    0.319363,
                    0.396883,
                    0.39334,
                    0.353023,
                    0.160586,
                    0.131827,
                    0.250797,
                    0.434186,
                    0.137955,
                    0.366488,
                    0.386151,
                    0.346291,
                    0.345495,
                    0.395122,
                    0.34702,
                    0.000467,
                    0.267436,
                    0.403695,
                    0.376245,
                    0.408886,
                    0.382367,
                    0.346318,
                    0.162457,
                    0.211097,
                    0.362404,
                    0.122943,
                    0.119084,
                    0.21585,
                    0.133772,
                    0.238979,
                    0.373858,
                    0.382749,
                    0.370911,
                    0.359701,
                    0.388235,
                    0.346229,
                    0.262043,
                    0.363207,
                    0.184776,
                    0.390527,
                    0.267544,
                    0.374055,
                    0.251084,
                    0.270546,
                    0.392528,
                    0.209632,
                    0.353139,
                    0.235182,
                    0.391482,
                    0.347002,
                    0.19009,
                    0.157182,
                    0.241497,
                    0.146495,
                    0.381821,
                    0.379446,
                    0.376938,
                    0.361127,
                    0.441882,
                    0.133204,
                    0.375619,
                    0.195393,
                    0.378142,
                    0.372599,
                    0.304491,
                    0.211936,
                    0.246457,
                    0.359382,
                    0.345776,
                    0.350123,
                    0.374316,
                    0.400279,
                    0.293336,
                    0.392515,
                    0.409134,
                    0.393022,
                    0.089978,
                    0.389893,
                    0.356932,
                    0.345216,
                    0.359411,
                    0.192542,
                    0.337293,
                    0.364653,
                    0.411894,
                    0.209225,
                    0.37107,
                    0.37755,
                    0.366251,
                    0.385539,
                    0.220715,
                    0.303203,
                    0.277915,
                    0.367043,
                    0.394045,
                    0.389962,
                    0.366031,
                    0.366287,
                    0.433735,
                    0.348203,
                    0.391386,
                    0.40135,
                    0.33727,
                    0.193492,
                    0.395457,
                    0.353136,
                    0.372351,
                    0.360424,
                    0.356529,
                    0.330826,
                    0.133477,
                    0.389831,
                    0.36592,
                    0.162876,
                    0.339591,
                    0.426153,
                    0.388901,
                    0.385522,
                    0.215757,
                    0.244562,
                    0.419304,
                    0.34271,
                    0.305676,
                    0.427596,
                    0.358768,
                    0.333739,
                    0.351333,
                    0.364212,
                    0.374628,
                    0.175374,
                    0.198393,
                    0.374617,
                    0.374267,
                    0.375858,
                    0.401225,
                    0.192786,
                    0.368517,
                    0.274426,
                    0.17876,
                    0.350355,
                    0.411021,
                    0.389,
                    0.234698,
                    0.387788,
                    0.251845,
                    0.375526,
                    0.360822,
                    0.181915,
                    0.384834,
                    0.383049,
                    0.387219,
                    0.382805,
                    0.388453,
                    0.386468,
                    0.376221,
                    0.387144,
                    0.402474,
                    0.358243,
                    0.129373,
                    0.350077,
                    0.346721,
                    0.376163,
                    0.360345,
                    0.210218,
                    0.373054,
                    0.116557,
                    0.176169,
                    0.374367,
                    0.40645,
                    0.37932,
                    0.385085,
                    0.220623,
                    0.193847,
                    0.22671,
                    0.369313,
                    0.290455,
                    0.388175,
                    0.370039,
                    0.370261,
                    0.382798,
                    0.302933,
                    0.370174,
                    0.361424,
                    0.262205,
                    0.162288,
                    0.238307,
                    0.279647,
                    0.377388,
                    0.397481,
                    0.132757,
                    0.373622,
                    0.152456,
                    0.118229,
                    0.322431,
                    0.388954,
                    0.34851,
                    0.378884,
                    0.351139,
                    0.371985,
                    0.379349,
                    0.170525,
                    0.125749,
                    0.266339,
                    0.420479,
                    0.416164,
                    0.393482,
                    0.279809,
                    0.385867,
                    0.194688,
                    0.360925,
                    0.409202,
                    0.381429,
                    0.207223,
                    0.37265,
                    0.114784,
                    0.380742,
                    0.407459,
                    0.375741,
                    0.362311,
                    0.124726,
                    0.362521,
                    0.216485,
                    0.399325,
                    0.380854,
                    0.368316,
                    0.391485,
                    0.312038,
                    0.357007,
                    0.361237,
                    0.36602,
                    0.299057,
                    0.300619,
                    0.375914,
                    0.392522,
                    0.319656,
                    0.306496,
                    0.383359,
                    0.13137,
                    0.12219,
                    0.126655,
                    0.374362,
                    0.193446,
                    0.407492,
                    0.371395,
                    0.373967,
                    0.404555,
                    0.357741,
                    0.386226,
                    0.376618,
                    0.171475,
                    0.383411,
                    0.336805,
                    0.160737,
                    0.378541,
                    0.254948,
                    0.372528,
                    0.238177,
                    0.381125,
                    0.12817,
                    0.387424,
                    0.377641,
                    0.250433,
                    0.223235,
                    0.343569,
                    0.422988,
                    0.371349,
                    0.358154,
                    0.350898,
                    0.187508,
                    0.35003,
                    0.400344,
                    0.391202,
                    0.216469,
                    0.357176,
                    0.391354,
                    0.055115,
                    0.352246,
                    0.347886,
                    0.399192,
                    0.402768,
                    0.346745,
                    0.345461,
                    0.277548,
                    0.371661,
                    0.385721,
                    0.398028,
                    0.375713,
                    0.377911,
                    0.375497,
                    0.353681,
                    0.126868,
                    0.371917,
                    0.364271,
                    0.388693,
                    0.204145,
                    0.315396,
                    0.390283,
                    0.351554,
                    0.167925,
                    0.31761,
                    0.388999,
                    0.154854,
                    0.38654,
                    0.393745,
                    0.240453,
                    0.17453,
                    0.258851,
                    0.379105,
                    0.356442,
                    0.348262,
                    0.225418,
                    0.366415,
                    0.402368,
                    0.4028,
                    0.16707,
                    0.346136,
                    0.16607,
                    0.321293,
                    0.347923,
                    0.393119,
                    0.36863,
                    0.379934,
                    0.343937,
                    0.356087,
                    0.383219,
                    0.386651,
                    0.408776,
                    0.392497,
                    0.131263,
                    0.1684,
                    0.389162,
                    0.392524,
                    0.384427,
                    0.375258,
                    0.390411,
                    0.310908,
                    0.380095,
                    0.214295,
                    0.313945,
                    0.371763,
                    0.377541,
                    0.411142,
                    0.394293,
                    0.395703
                ]
            },
            "name": "model.model.layers.7.post_attention_layernorm.weight",
            "outputIndexes": [
                674
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                673
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_7/Mul_output_0",
            "outputIndexes": [
                675
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                674,
                675
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_7/Mul_1_output_0",
            "outputIndexes": [
                676
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                676
            ],
            "outputIndexes": [
                2679
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2679
            ],
            "outputIndexes": [
                2680
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear",
            "inputIndexes": [
                2680
            ],
            "outputIndexes": [
                2681
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    16037006,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2681
            ],
            "outputIndexes": [
                2682
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2682
            ],
            "outputIndexes": [
                677
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                677
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_7/Sigmoid_output_0",
            "outputIndexes": [
                678
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                677,
                678
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_7/Mul_output_0",
            "outputIndexes": [
                679
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                676
            ],
            "outputIndexes": [
                2683
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2683
            ],
            "outputIndexes": [
                2684
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear",
            "inputIndexes": [
                2684
            ],
            "outputIndexes": [
                2685
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    16589988,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2685
            ],
            "outputIndexes": [
                2686
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2686
            ],
            "outputIndexes": [
                680
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                679,
                680
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_7/Mul_output_0",
            "outputIndexes": [
                681
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                681
            ],
            "outputIndexes": [
                2687
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2687
            ],
            "outputIndexes": [
                2688
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear",
            "inputIndexes": [
                2688
            ],
            "outputIndexes": [
                2689
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    17142970,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2689
            ],
            "outputIndexes": [
                2690
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2690
            ],
            "outputIndexes": [
                682
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                673,
                682
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_39_output_0",
            "outputIndexes": [
                683
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                683,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_72_output_0",
            "outputIndexes": [
                684
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.298186,
                    0.603146,
                    0.343245,
                    0.265963,
                    0.640244,
                    0.611589,
                    0.572798,
                    0.669359,
                    0.716014,
                    0.554511,
                    0.52362,
                    0.409748,
                    0.559869,
                    0.469808,
                    0.341404,
                    0.637308,
                    0.333079,
                    0.587362,
                    0.64624,
                    0.614579,
                    0.515917,
                    0.499036,
                    0.453994,
                    0.653186,
                    0.437035,
                    0.366257,
                    0.566456,
                    0.637012,
                    0.29055,
                    0.617456,
                    0.565183,
                    0.520944,
                    0.566736,
                    0.603549,
                    0.614117,
                    0.640507,
                    0.622343,
                    0.556929,
                    0.489158,
                    0.511208,
                    0.58685,
                    0.424091,
                    0.503051,
                    0.557985,
                    0.300786,
                    0.548409,
                    0.72573,
                    0.505839,
                    0.606784,
                    0.329158,
                    0.515736,
                    0.640815,
                    0.290496,
                    0.267582,
                    0.612139,
                    0.348023,
                    0.309482,
                    0.611462,
                    0.48912,
                    0.496137,
                    0.59694,
                    0.484413,
                    0.601435,
                    0.631193,
                    0.622071,
                    0.378738,
                    0.294691,
                    0.597533,
                    0.685199,
                    0.5602,
                    0.627907,
                    0.309612,
                    0.628743,
                    0.605783,
                    0.61759,
                    0.384165,
                    0.607282,
                    0.548361,
                    0.589816,
                    0.615766,
                    0.604643,
                    0.566062,
                    0.649167,
                    0.589289,
                    0.637266,
                    0.52322,
                    0.623881,
                    0.627036,
                    0.473762,
                    0.573449,
                    0.595956,
                    0.551589,
                    0.611419,
                    0.2771,
                    0.593374,
                    0.588254,
                    0.624192,
                    0.525326,
                    0.629897,
                    0.347874,
                    0.417462,
                    0.420188,
                    0.62858,
                    0.583757,
                    0.56722,
                    0.353634,
                    0.305745,
                    0.539202,
                    0.612024,
                    0.259315,
                    0.616241,
                    0.636047,
                    0.631152,
                    0.571781,
                    0.351388,
                    0.610282,
                    0.574962,
                    0.663115,
                    0.263734,
                    0.680403,
                    0.583544,
                    0.634008,
                    0.58073,
                    0.571859,
                    0.63681,
                    0.618891,
                    0.555899,
                    0.285149,
                    0.601929,
                    0.59712,
                    0.520989,
                    0.594674,
                    0.590978,
                    0.373237,
                    0.608548,
                    0.577614,
                    0.574414,
                    0.583379,
                    0.573245,
                    0.593458,
                    0.360584,
                    0.62594,
                    0.603297,
                    0.593071,
                    0.52388,
                    0.270559,
                    0.467465,
                    0.564472,
                    0.647592,
                    0.601101,
                    0.28363,
                    0.578873,
                    0.564739,
                    0.610967,
                    0.519738,
                    0.635732,
                    0.632602,
                    0.376937,
                    0.53383,
                    0.619011,
                    0.60032,
                    0.635199,
                    0.244689,
                    0.553296,
                    0.626146,
                    0.654313,
                    0.299576,
                    0.645627,
                    0.634811,
                    0.577461,
                    0.549558,
                    0.324627,
                    0.534307,
                    0.5956,
                    0.59788,
                    0.619432,
                    0.594395,
                    0.591121,
                    0.316926,
                    0.615701,
                    0.278923,
                    0.575242,
                    0.612225,
                    0.564458,
                    0.56196,
                    0.580439,
                    0.56516,
                    0.262774,
                    0.594093,
                    0.48543,
                    0.347592,
                    0.594907,
                    0.57105,
                    0.563763,
                    0.375843,
                    0.591423,
                    0.281516,
                    0.622006,
                    0.267274,
                    0.627067,
                    0.497926,
                    0.564856,
                    0.299707,
                    0.62852,
                    0.598502,
                    0.491848,
                    0.606955,
                    0.354524,
                    0.580379,
                    0.592157,
                    0.604068,
                    0.305354,
                    0.543393,
                    0.640365,
                    0.597971,
                    0.497066,
                    0.625025,
                    0.352045,
                    0.643492,
                    0.562552,
                    0.596831,
                    0.606212,
                    0.598414,
                    0.618189,
                    0.438684,
                    0.622689,
                    0.648037,
                    0.563568,
                    0.416495,
                    0.455785,
                    0.260108,
                    0.605971,
                    0.542468,
                    0.599551,
                    0.615585,
                    0.60155,
                    0.281834,
                    0.26556,
                    0.437363,
                    0.574435,
                    0.254241,
                    0.588036,
                    0.558238,
                    0.590999,
                    0.564702,
                    0.627266,
                    0.584585,
                    0.015825,
                    0.44344,
                    0.632002,
                    0.58329,
                    0.575547,
                    0.626945,
                    0.557945,
                    0.308654,
                    0.362597,
                    0.60278,
                    0.244374,
                    0.208109,
                    0.354179,
                    0.314264,
                    0.748349,
                    0.585144,
                    0.630993,
                    0.643818,
                    0.57315,
                    0.615404,
                    0.595394,
                    0.487428,
                    0.559558,
                    0.307656,
                    0.632169,
                    0.412187,
                    0.552968,
                    0.404705,
                    0.404575,
                    0.635768,
                    0.340952,
                    0.550467,
                    0.373961,
                    0.591184,
                    0.526979,
                    0.31973,
                    0.287135,
                    0.374523,
                    0.254676,
                    0.644486,
                    0.579492,
                    0.632631,
                    0.529172,
                    0.624541,
                    0.26035,
                    0.601177,
                    0.36518,
                    0.600884,
                    0.618223,
                    0.47296,
                    0.35306,
                    0.458676,
                    0.694931,
                    0.527096,
                    0.532965,
                    0.67002,
                    0.620399,
                    0.491254,
                    0.624935,
                    0.663161,
                    0.598034,
                    0.199347,
                    0.60462,
                    0.551785,
                    0.554259,
                    0.579136,
                    0.3122,
                    0.524528,
                    0.548663,
                    0.611406,
                    0.365329,
                    0.523762,
                    0.535568,
                    0.633385,
                    0.696582,
                    0.385031,
                    0.571261,
                    0.454603,
                    0.591903,
                    0.620395,
                    0.625894,
                    0.620743,
                    0.604715,
                    0.593698,
                    0.581804,
                    0.632024,
                    0.654093,
                    0.57902,
                    0.341606,
                    0.606949,
                    0.583222,
                    0.60751,
                    0.644545,
                    0.623812,
                    0.59695,
                    0.282405,
                    0.641608,
                    0.565234,
                    0.267714,
                    0.53621,
                    0.623639,
                    0.63549,
                    0.610717,
                    0.532276,
                    0.436201,
                    0.612775,
                    0.557762,
                    0.489,
                    0.622967,
                    0.570996,
                    0.595172,
                    0.574713,
                    0.592242,
                    0.590573,
                    0.325206,
                    0.332607,
                    0.589808,
                    0.555478,
                    0.618983,
                    0.636582,
                    0.332167,
                    0.619358,
                    0.453951,
                    0.299172,
                    0.568731,
                    0.571397,
                    0.588952,
                    0.390509,
                    0.621923,
                    0.410309,
                    0.609165,
                    0.578107,
                    0.338655,
                    0.592902,
                    0.584764,
                    0.613727,
                    0.584011,
                    0.606219,
                    0.632282,
                    0.570044,
                    0.617017,
                    0.625005,
                    0.568624,
                    0.261397,
                    0.583445,
                    0.57119,
                    0.630963,
                    0.544248,
                    0.322388,
                    0.57,
                    0.249725,
                    0.312393,
                    0.624807,
                    0.566994,
                    0.604684,
                    0.572624,
                    0.372212,
                    0.374698,
                    0.340813,
                    0.600334,
                    0.563519,
                    0.608901,
                    0.589797,
                    0.59237,
                    0.611877,
                    0.459656,
                    0.605026,
                    0.60865,
                    0.423443,
                    0.298366,
                    0.374288,
                    0.433596,
                    0.621325,
                    0.610629,
                    0.264295,
                    0.597906,
                    0.280764,
                    0.265204,
                    0.508519,
                    0.580094,
                    0.616641,
                    0.588172,
                    0.578386,
                    0.562873,
                    0.533589,
                    0.297209,
                    0.241257,
                    0.408641,
                    0.603277,
                    0.590201,
                    0.602119,
                    0.470587,
                    0.631584,
                    0.326072,
                    0.58511,
                    0.648928,
                    0.639745,
                    0.346198,
                    0.553301,
                    0.570229,
                    0.616494,
                    0.632684,
                    0.611973,
                    0.629267,
                    0.256334,
                    0.600973,
                    0.367908,
                    0.612898,
                    0.614507,
                    0.611539,
                    0.656925,
                    0.522141,
                    0.551427,
                    0.611056,
                    0.600179,
                    0.483397,
                    0.48192,
                    0.567746,
                    0.600391,
                    0.508981,
                    0.475988,
                    0.616034,
                    0.26458,
                    0.286966,
                    0.25958,
                    0.628142,
                    0.342378,
                    0.599439,
                    0.624949,
                    0.613038,
                    0.609064,
                    0.553569,
                    0.703376,
                    0.608796,
                    0.282501,
                    0.549027,
                    0.534313,
                    0.254769,
                    0.592885,
                    0.519353,
                    0.623248,
                    0.363223,
                    0.57652,
                    0.237051,
                    0.605492,
                    0.607173,
                    0.451412,
                    0.403926,
                    0.556687,
                    0.641305,
                    0.590437,
                    0.575332,
                    0.623349,
                    0.338596,
                    0.624325,
                    0.625992,
                    0.582499,
                    0.359468,
                    0.594812,
                    0.585911,
                    0.102657,
                    0.599465,
                    0.612869,
                    0.637408,
                    0.636218,
                    0.568516,
                    0.553951,
                    0.43025,
                    0.59335,
                    0.593574,
                    0.644853,
                    0.596252,
                    0.589624,
                    0.599509,
                    0.537842,
                    0.277941,
                    0.599305,
                    0.603554,
                    0.598978,
                    0.341567,
                    0.492906,
                    0.633266,
                    0.588129,
                    0.313882,
                    0.558035,
                    0.630731,
                    0.290569,
                    0.684521,
                    0.662298,
                    0.431646,
                    0.319791,
                    0.48539,
                    0.63658,
                    0.570002,
                    0.576419,
                    0.381598,
                    0.620309,
                    0.635619,
                    0.616571,
                    0.315935,
                    0.612169,
                    0.296324,
                    0.503435,
                    0.540648,
                    0.606424,
                    0.555507,
                    0.584387,
                    0.576708,
                    0.618012,
                    0.638554,
                    0.629309,
                    0.630861,
                    0.625425,
                    0.264865,
                    0.282869,
                    0.629376,
                    0.602759,
                    0.595427,
                    0.635381,
                    0.585817,
                    0.503834,
                    0.595738,
                    0.319057,
                    0.508156,
                    0.554018,
                    0.646694,
                    0.585104,
                    0.676251,
                    0.62322
                ]
            },
            "name": "model.model.layers.8.input_layernorm.weight",
            "outputIndexes": [
                685
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                684
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_8/Mul_output_0",
            "outputIndexes": [
                686
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                685,
                686
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_8/Mul_1_output_0",
            "outputIndexes": [
                687
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                687
            ],
            "outputIndexes": [
                2691
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2691
            ],
            "outputIndexes": [
                2692
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear",
            "inputIndexes": [
                2692
            ],
            "outputIndexes": [
                2693
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    17695952,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2693
            ],
            "outputIndexes": [
                2694
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2694
            ],
            "outputIndexes": [
                688
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                687
            ],
            "main_type": "NONE",
            "name": "/Shape_113_output_0",
            "outputIndexes": [
                689
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                689
            ],
            "main_type": "NONE",
            "name": "Shape1805",
            "outputIndexes": [
                690
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                689
            ],
            "main_type": "NONE",
            "name": "Rank1807",
            "outputIndexes": [
                691
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                691,
                691
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1809",
            "outputIndexes": [
                692
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                692
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1810",
            "outputIndexes": [
                693
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                692,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1812",
            "outputIndexes": [
                694
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                694
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1813",
            "outputIndexes": [
                695
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                690,
                693,
                695,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1816",
            "outputIndexes": [
                696
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                696
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1817",
            "outputIndexes": [
                697
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                697
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1818",
            "outputIndexes": [
                698
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                698,
                697
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1819",
            "outputIndexes": [
                699
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                689,
                699,
                692
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_124_output_0",
            "outputIndexes": [
                700
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                700,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_257_output_0",
            "outputIndexes": [
                701
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                701,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_104_output_0",
            "outputIndexes": [
                702
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                688,
                702
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_73_output_0",
            "outputIndexes": [
                703
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                703,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_64_output_0",
            "outputIndexes": [
                704
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                703
            ],
            "main_type": "NONE",
            "name": "/Shape_114_output_0",
            "outputIndexes": [
                705
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                705
            ],
            "main_type": "NONE",
            "name": "Shape1826",
            "outputIndexes": [
                706
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                705
            ],
            "main_type": "NONE",
            "name": "Rank1828",
            "outputIndexes": [
                707
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                707,
                707
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1830",
            "outputIndexes": [
                708
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                708
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1831",
            "outputIndexes": [
                709
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                708,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1833",
            "outputIndexes": [
                710
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                710
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1834",
            "outputIndexes": [
                711
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                706,
                709,
                711,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1837",
            "outputIndexes": [
                712
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                712
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1838",
            "outputIndexes": [
                713
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                713
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1839",
            "outputIndexes": [
                714
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                714,
                713
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1840",
            "outputIndexes": [
                715
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                705,
                715,
                708
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_125_output_0",
            "outputIndexes": [
                716
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                716,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_24_output_0",
            "outputIndexes": [
                717
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                717,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_262_output_0",
            "outputIndexes": [
                718
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                703,
                718,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_33_output_0",
            "outputIndexes": [
                719
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                719
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_16_output_0",
            "outputIndexes": [
                720
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                703,
                22,
                718,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_32_output_0",
            "outputIndexes": [
                721
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                720,
                721
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_107_output_0",
            "outputIndexes": [
                722
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                722,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_65_output_0",
            "outputIndexes": [
                723
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                704,
                723
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_40_output_0",
            "outputIndexes": [
                724
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                687
            ],
            "outputIndexes": [
                2695
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2695
            ],
            "outputIndexes": [
                2696
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear",
            "inputIndexes": [
                2696
            ],
            "outputIndexes": [
                2697
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    17903334,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2697
            ],
            "outputIndexes": [
                2698
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2698
            ],
            "outputIndexes": [
                725
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                701,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_105_output_0",
            "outputIndexes": [
                726
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                725,
                726
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_74_output_0",
            "outputIndexes": [
                727
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                727,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_66_output_0",
            "outputIndexes": [
                728
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                727
            ],
            "main_type": "NONE",
            "name": "/Shape_115_output_0",
            "outputIndexes": [
                729
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                729
            ],
            "main_type": "NONE",
            "name": "Shape1889",
            "outputIndexes": [
                730
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                729
            ],
            "main_type": "NONE",
            "name": "Rank1891",
            "outputIndexes": [
                731
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                731,
                731
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1893",
            "outputIndexes": [
                732
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                732
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1894",
            "outputIndexes": [
                733
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                732,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1896",
            "outputIndexes": [
                734
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                734
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1897",
            "outputIndexes": [
                735
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                730,
                733,
                735,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1900",
            "outputIndexes": [
                736
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                736
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1901",
            "outputIndexes": [
                737
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                737
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1902",
            "outputIndexes": [
                738
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                738,
                737
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1903",
            "outputIndexes": [
                739
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                729,
                739,
                732
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_126_output_0",
            "outputIndexes": [
                740
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                740,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_25_output_0",
            "outputIndexes": [
                741
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                741,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_264_output_0",
            "outputIndexes": [
                742
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                727,
                742,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_35_output_0",
            "outputIndexes": [
                743
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                743
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_17_output_0",
            "outputIndexes": [
                744
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                727,
                22,
                742,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_34_output_0",
            "outputIndexes": [
                745
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                744,
                745
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_108_output_0",
            "outputIndexes": [
                746
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                746,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_67_output_0",
            "outputIndexes": [
                747
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                728,
                747
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_41_output_0",
            "outputIndexes": [
                748
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                687
            ],
            "outputIndexes": [
                2699
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2699
            ],
            "outputIndexes": [
                2700
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear",
            "inputIndexes": [
                2700
            ],
            "outputIndexes": [
                2701
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    17972476,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2701
            ],
            "outputIndexes": [
                2702
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2702
            ],
            "outputIndexes": [
                749
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                749,
                726
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_75_output_0",
            "outputIndexes": [
                750
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                724,
                748,
                750,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_80_output_0",
            "outputIndexes": [
                751
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                751
            ],
            "outputIndexes": [
                2703
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2703
            ],
            "outputIndexes": [
                2704
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear",
            "inputIndexes": [
                2704
            ],
            "outputIndexes": [
                2705
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    18041618,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2705
            ],
            "outputIndexes": [
                2706
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2706
            ],
            "outputIndexes": [
                752
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                684,
                752
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_43_output_0",
            "outputIndexes": [
                753
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.185219,
                    0.503511,
                    0.286978,
                    0.182218,
                    0.487834,
                    0.529887,
                    0.441292,
                    0.586508,
                    0.379438,
                    0.500047,
                    0.450022,
                    0.332904,
                    0.474153,
                    0.37198,
                    0.341185,
                    0.502331,
                    0.251711,
                    0.490902,
                    0.483597,
                    0.482164,
                    0.409078,
                    0.399597,
                    0.350188,
                    0.474299,
                    0.37062,
                    0.305455,
                    0.51081,
                    0.521773,
                    0.202164,
                    0.464682,
                    0.487481,
                    0.396085,
                    0.475282,
                    0.520135,
                    0.454068,
                    0.53879,
                    0.495598,
                    0.528694,
                    0.4242,
                    0.401721,
                    0.497598,
                    0.359411,
                    0.399558,
                    0.516708,
                    0.245691,
                    0.490793,
                    0.523227,
                    0.42992,
                    0.523163,
                    0.239444,
                    0.452855,
                    0.506521,
                    0.221145,
                    0.175611,
                    0.514413,
                    0.295704,
                    0.218068,
                    0.5037,
                    0.390879,
                    0.468501,
                    0.523554,
                    0.412962,
                    0.534674,
                    0.501713,
                    0.517585,
                    0.287836,
                    0.233468,
                    0.44982,
                    0.51659,
                    0.476015,
                    0.565249,
                    0.246741,
                    0.515118,
                    0.435136,
                    0.517181,
                    0.317315,
                    0.49846,
                    0.473192,
                    0.507694,
                    0.508595,
                    0.520969,
                    0.509504,
                    0.515268,
                    0.501376,
                    0.504669,
                    0.447427,
                    0.518169,
                    0.453697,
                    0.389286,
                    0.458583,
                    0.472913,
                    0.454106,
                    0.518521,
                    0.187035,
                    0.518096,
                    0.510138,
                    0.48516,
                    0.436521,
                    0.487848,
                    0.291139,
                    0.062309,
                    0.335448,
                    0.506157,
                    0.490368,
                    0.510145,
                    0.282653,
                    0.235483,
                    0.425836,
                    0.505946,
                    0.169973,
                    0.478409,
                    0.49567,
                    0.485202,
                    0.518355,
                    0.280485,
                    0.487325,
                    0.527377,
                    0.527466,
                    0.196154,
                    0.492361,
                    0.508555,
                    0.519236,
                    0.50275,
                    0.441881,
                    0.505673,
                    0.50188,
                    0.510257,
                    0.163137,
                    0.484141,
                    0.538839,
                    0.440167,
                    0.492035,
                    0.451053,
                    0.285271,
                    0.465848,
                    0.591881,
                    0.496834,
                    0.503149,
                    0.470949,
                    0.511994,
                    0.302709,
                    0.518676,
                    0.495197,
                    0.503392,
                    0.435984,
                    0.158724,
                    0.414878,
                    0.487979,
                    0.512598,
                    0.500311,
                    0.222944,
                    0.479441,
                    0.497765,
                    0.488222,
                    0.414106,
                    0.521731,
                    0.504977,
                    0.271307,
                    0.456607,
                    0.44187,
                    0.505102,
                    0.480896,
                    0.141066,
                    0.434044,
                    0.450886,
                    0.517116,
                    0.217208,
                    0.470967,
                    0.496497,
                    0.448737,
                    0.338427,
                    0.264864,
                    0.453079,
                    0.530949,
                    0.554365,
                    0.500556,
                    0.457081,
                    0.49371,
                    0.212295,
                    0.519208,
                    0.214468,
                    0.490595,
                    0.507697,
                    0.494185,
                    0.492754,
                    0.462412,
                    0.457057,
                    0.177022,
                    0.48703,
                    0.391019,
                    0.251337,
                    0.487972,
                    0.524701,
                    0.480521,
                    0.302794,
                    0.464977,
                    0.189298,
                    0.529381,
                    0.176907,
                    0.521102,
                    0.38549,
                    0.457981,
                    0.246773,
                    0.468619,
                    0.507169,
                    0.384418,
                    0.524303,
                    0.294228,
                    0.481252,
                    0.494279,
                    0.508046,
                    0.239213,
                    0.457868,
                    0.51199,
                    0.462886,
                    0.382746,
                    0.54016,
                    0.278967,
                    0.480987,
                    0.465007,
                    0.533828,
                    0.533137,
                    0.485123,
                    0.524405,
                    0.345953,
                    0.490388,
                    0.499384,
                    0.461485,
                    0.356197,
                    0.376394,
                    0.188687,
                    0.477881,
                    0.413355,
                    0.521996,
                    0.555112,
                    0.460522,
                    0.221824,
                    0.17521,
                    0.341228,
                    0.563828,
                    0.185139,
                    0.488441,
                    0.511972,
                    0.44707,
                    0.469881,
                    0.502761,
                    0.464285,
                    -0.000431,
                    0.349769,
                    0.517802,
                    0.495757,
                    0.522146,
                    0.504768,
                    0.445386,
                    0.214312,
                    0.278119,
                    0.482678,
                    0.166607,
                    0.158839,
                    0.291121,
                    0.340523,
                    0.30424,
                    0.490616,
                    0.517342,
                    0.492362,
                    0.480624,
                    0.520798,
                    0.445212,
                    0.361906,
                    0.480151,
                    0.23635,
                    0.494802,
                    0.36072,
                    0.497662,
                    0.345244,
                    0.36154,
                    0.502013,
                    0.270762,
                    0.480131,
                    0.319764,
                    0.526477,
                    0.45904,
                    0.257862,
                    0.210717,
                    0.308835,
                    0.211148,
                    0.485356,
                    0.476723,
                    0.483194,
                    0.439197,
                    0.582335,
                    0.185484,
                    0.497739,
                    0.256837,
                    0.492262,
                    0.499434,
                    0.38481,
                    0.274422,
                    0.347923,
                    0.438905,
                    0.448945,
                    0.444177,
                    0.499068,
                    0.508354,
                    0.386205,
                    0.499343,
                    0.524656,
                    0.49558,
                    0.134627,
                    0.503071,
                    0.463557,
                    0.474119,
                    0.47466,
                    0.249854,
                    0.427765,
                    0.479562,
                    0.53032,
                    0.281956,
                    0.496632,
                    0.505411,
                    0.475737,
                    0.542171,
                    0.295741,
                    0.40227,
                    0.361113,
                    0.461128,
                    0.511949,
                    0.510538,
                    0.467654,
                    0.487061,
                    0.557503,
                    0.465401,
                    0.518635,
                    0.547425,
                    0.465505,
                    0.261804,
                    0.528417,
                    0.47746,
                    0.469817,
                    0.504353,
                    0.478397,
                    0.412765,
                    0.18381,
                    0.503818,
                    0.479907,
                    0.206601,
                    0.452909,
                    0.525696,
                    0.50224,
                    0.487943,
                    0.296069,
                    0.318155,
                    0.521972,
                    0.454948,
                    0.403343,
                    0.513615,
                    0.462801,
                    0.449426,
                    0.45826,
                    0.463181,
                    0.477984,
                    0.233907,
                    0.267322,
                    0.498101,
                    0.468403,
                    0.50463,
                    0.506687,
                    0.253828,
                    0.498198,
                    0.384937,
                    0.240119,
                    0.420661,
                    0.538749,
                    0.50153,
                    0.313556,
                    0.505705,
                    0.331976,
                    0.485979,
                    0.4718,
                    0.250551,
                    0.516602,
                    0.500049,
                    0.505968,
                    0.523151,
                    0.502196,
                    0.508237,
                    0.498706,
                    0.499787,
                    0.560751,
                    0.466628,
                    0.175954,
                    0.48324,
                    0.451177,
                    0.494462,
                    0.482513,
                    0.270532,
                    0.492352,
                    0.154833,
                    0.245222,
                    0.496292,
                    0.525127,
                    0.491761,
                    0.507918,
                    0.294824,
                    0.268115,
                    0.283361,
                    0.468485,
                    0.396518,
                    0.502037,
                    0.48704,
                    0.507805,
                    0.487858,
                    0.381343,
                    0.490479,
                    0.46284,
                    0.350697,
                    0.218703,
                    0.318824,
                    0.362591,
                    0.485301,
                    0.519107,
                    0.204074,
                    0.488688,
                    0.196638,
                    0.157829,
                    0.425063,
                    0.519579,
                    0.477702,
                    0.499449,
                    0.461909,
                    0.490335,
                    0.485271,
                    0.231742,
                    0.174825,
                    0.333564,
                    0.555693,
                    0.523543,
                    0.50714,
                    0.36663,
                    0.50009,
                    0.270467,
                    0.50945,
                    0.527244,
                    0.527124,
                    0.283659,
                    0.485331,
                    0.147943,
                    0.478669,
                    0.526511,
                    0.492007,
                    0.493577,
                    0.17873,
                    0.473062,
                    0.297861,
                    0.538082,
                    0.484574,
                    0.499737,
                    0.49302,
                    0.427923,
                    0.472988,
                    0.500363,
                    0.487215,
                    0.403308,
                    0.405207,
                    0.512604,
                    0.510161,
                    0.425307,
                    0.396823,
                    0.506859,
                    0.186094,
                    0.168645,
                    0.162511,
                    0.492917,
                    0.26382,
                    0.537479,
                    0.497077,
                    0.499294,
                    0.527923,
                    0.470304,
                    0.494834,
                    0.487678,
                    0.239701,
                    0.488112,
                    0.434703,
                    0.212924,
                    0.50276,
                    0.357143,
                    0.482737,
                    0.313661,
                    0.522576,
                    0.178762,
                    0.517384,
                    0.498729,
                    0.33277,
                    0.321888,
                    0.471421,
                    0.551538,
                    0.486673,
                    0.4771,
                    0.4496,
                    0.25134,
                    0.457372,
                    0.543651,
                    0.51444,
                    0.282304,
                    0.470135,
                    0.504452,
                    0.100745,
                    0.481118,
                    0.452082,
                    0.489221,
                    0.540334,
                    0.461868,
                    0.437622,
                    0.375073,
                    0.485994,
                    0.505569,
                    0.502954,
                    0.48887,
                    0.481652,
                    0.479793,
                    0.458428,
                    0.183192,
                    0.477244,
                    0.477251,
                    0.497344,
                    0.260895,
                    0.414195,
                    0.523474,
                    0.46811,
                    0.231342,
                    0.419142,
                    0.51464,
                    0.20576,
                    0.511546,
                    0.519578,
                    0.319127,
                    0.230305,
                    0.353784,
                    0.509944,
                    0.480724,
                    0.464579,
                    0.320747,
                    0.49126,
                    0.488354,
                    0.520615,
                    0.221808,
                    0.440968,
                    0.221993,
                    0.414389,
                    0.445667,
                    0.52967,
                    0.504889,
                    0.51857,
                    0.439104,
                    0.470075,
                    0.479465,
                    0.503833,
                    0.545353,
                    0.524939,
                    0.185133,
                    0.226717,
                    0.507421,
                    0.51616,
                    0.505829,
                    0.500304,
                    0.518587,
                    0.438333,
                    0.491048,
                    0.281787,
                    0.39769,
                    0.457645,
                    0.475265,
                    0.523163,
                    0.504147,
                    0.480919
                ]
            },
            "name": "model.model.layers.8.post_attention_layernorm.weight",
            "outputIndexes": [
                754
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                753
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_8/Mul_output_0",
            "outputIndexes": [
                755
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                754,
                755
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_8/Mul_1_output_0",
            "outputIndexes": [
                756
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                756
            ],
            "outputIndexes": [
                2707
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2707
            ],
            "outputIndexes": [
                2708
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear",
            "inputIndexes": [
                2708
            ],
            "outputIndexes": [
                2709
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    18249000,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2709
            ],
            "outputIndexes": [
                2710
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2710
            ],
            "outputIndexes": [
                757
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                757
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_8/Sigmoid_output_0",
            "outputIndexes": [
                758
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                757,
                758
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_8/Mul_output_0",
            "outputIndexes": [
                759
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                756
            ],
            "outputIndexes": [
                2711
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2711
            ],
            "outputIndexes": [
                2712
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear",
            "inputIndexes": [
                2712
            ],
            "outputIndexes": [
                2713
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    18801982,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2713
            ],
            "outputIndexes": [
                2714
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2714
            ],
            "outputIndexes": [
                760
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                759,
                760
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_8/Mul_output_0",
            "outputIndexes": [
                761
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                761
            ],
            "outputIndexes": [
                2715
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2715
            ],
            "outputIndexes": [
                2716
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear",
            "inputIndexes": [
                2716
            ],
            "outputIndexes": [
                2717
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    19354964,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2717
            ],
            "outputIndexes": [
                2718
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2718
            ],
            "outputIndexes": [
                762
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                753,
                762
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_44_output_0",
            "outputIndexes": [
                763
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                763,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_81_output_0",
            "outputIndexes": [
                764
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.223861,
                    0.523692,
                    0.374309,
                    0.233955,
                    0.588626,
                    0.535218,
                    0.55171,
                    0.503724,
                    0.743294,
                    0.492277,
                    0.536706,
                    0.43618,
                    0.517031,
                    0.449865,
                    0.344088,
                    0.559592,
                    0.322802,
                    0.507135,
                    0.541657,
                    0.575601,
                    0.535332,
                    0.490053,
                    0.458818,
                    0.557204,
                    0.445138,
                    0.378757,
                    0.452273,
                    0.550074,
                    0.254352,
                    0.552646,
                    0.555755,
                    0.471858,
                    0.49073,
                    0.528958,
                    0.545403,
                    0.530849,
                    0.512474,
                    0.525975,
                    0.441236,
                    0.515414,
                    0.488229,
                    0.423153,
                    0.483443,
                    0.467438,
                    0.306055,
                    0.498762,
                    0.574373,
                    0.489072,
                    0.524794,
                    0.304871,
                    0.427059,
                    0.573614,
                    0.276321,
                    0.203352,
                    0.549177,
                    0.364356,
                    0.281214,
                    0.569345,
                    0.494498,
                    0.461785,
                    0.542565,
                    0.496198,
                    0.595042,
                    0.529387,
                    0.507277,
                    0.3641,
                    0.288921,
                    0.541758,
                    0.598336,
                    0.492256,
                    0.577795,
                    0.313171,
                    0.572319,
                    0.599181,
                    0.530078,
                    0.413713,
                    0.519835,
                    0.483474,
                    0.52868,
                    0.558224,
                    0.507046,
                    0.537949,
                    0.540993,
                    0.547235,
                    0.522617,
                    0.51452,
                    0.531616,
                    0.554165,
                    0.501731,
                    0.5421,
                    0.525856,
                    0.524669,
                    0.525455,
                    0.22981,
                    0.527178,
                    0.519411,
                    0.549888,
                    0.479826,
                    0.587241,
                    0.367844,
                    0.30657,
                    0.435573,
                    0.572605,
                    0.538214,
                    0.52003,
                    0.346845,
                    0.302672,
                    0.477643,
                    0.515874,
                    0.188078,
                    0.561958,
                    0.527382,
                    0.52573,
                    0.530159,
                    0.353047,
                    0.547291,
                    0.509092,
                    0.548173,
                    0.235466,
                    0.570687,
                    0.5404,
                    0.517564,
                    0.531858,
                    0.544584,
                    0.559913,
                    0.524596,
                    0.493387,
                    0.163476,
                    0.534359,
                    0.578888,
                    0.495567,
                    0.552891,
                    0.516449,
                    0.361548,
                    0.571947,
                    0.533113,
                    0.574243,
                    0.50092,
                    0.490152,
                    0.552144,
                    0.379387,
                    0.534567,
                    0.512588,
                    0.5284,
                    0.536925,
                    0.190174,
                    0.483798,
                    0.500865,
                    0.557874,
                    0.52317,
                    0.273224,
                    0.538295,
                    0.495815,
                    0.54131,
                    0.509645,
                    0.503303,
                    0.547397,
                    0.390598,
                    0.48301,
                    0.603738,
                    0.56942,
                    0.555153,
                    0.140909,
                    0.487014,
                    0.584609,
                    0.490849,
                    0.282193,
                    0.542928,
                    0.554267,
                    0.555993,
                    0.590227,
                    0.334518,
                    0.503623,
                    0.537491,
                    0.538045,
                    0.556333,
                    0.523868,
                    0.532475,
                    0.289225,
                    0.53304,
                    0.230717,
                    0.545538,
                    0.552676,
                    0.530077,
                    0.510281,
                    0.520833,
                    0.519571,
                    0.201164,
                    0.530613,
                    0.474499,
                    0.318596,
                    0.484791,
                    0.531415,
                    0.509061,
                    0.378832,
                    0.527248,
                    0.23213,
                    0.53608,
                    0.22396,
                    0.538079,
                    0.487343,
                    0.500457,
                    0.316766,
                    0.572687,
                    0.489859,
                    0.486967,
                    0.519568,
                    0.369202,
                    0.507564,
                    0.482424,
                    0.538878,
                    0.289177,
                    0.488844,
                    0.533859,
                    0.52481,
                    0.471262,
                    0.461448,
                    0.38637,
                    0.558205,
                    0.528209,
                    0.495476,
                    0.51533,
                    0.509076,
                    0.53906,
                    0.437323,
                    0.532269,
                    0.539893,
                    0.511934,
                    0.448284,
                    0.462571,
                    0.261391,
                    0.542001,
                    0.508171,
                    0.537837,
                    0.513652,
                    0.52065,
                    0.26258,
                    0.184456,
                    0.431506,
                    0.544186,
                    0.217781,
                    0.521219,
                    0.506482,
                    0.531448,
                    0.51582,
                    0.521341,
                    0.567072,
                    0.154394,
                    0.408275,
                    0.527798,
                    0.54011,
                    0.494938,
                    0.558202,
                    0.494476,
                    0.28227,
                    0.352825,
                    0.547614,
                    0.18081,
                    0.187709,
                    0.371295,
                    0.420106,
                    0.702646,
                    0.551425,
                    0.532914,
                    0.572608,
                    0.478937,
                    0.515711,
                    0.49898,
                    0.465137,
                    0.504618,
                    0.29949,
                    0.54322,
                    0.447445,
                    0.521979,
                    0.394834,
                    0.457285,
                    0.531222,
                    0.364199,
                    0.553955,
                    0.38131,
                    0.493164,
                    0.516769,
                    0.33336,
                    0.248091,
                    0.405954,
                    0.250257,
                    0.535989,
                    0.532215,
                    0.539401,
                    0.504577,
                    0.545088,
                    0.210212,
                    0.509315,
                    0.336847,
                    0.526613,
                    0.530353,
                    0.454736,
                    0.362501,
                    0.470912,
                    0.636762,
                    0.463578,
                    0.520734,
                    0.608076,
                    0.52205,
                    0.488454,
                    0.506538,
                    0.568226,
                    0.535062,
                    0.236067,
                    0.575297,
                    0.580322,
                    0.49867,
                    0.562338,
                    0.317914,
                    0.528501,
                    0.56059,
                    0.53051,
                    0.385029,
                    0.536115,
                    0.536702,
                    0.55348,
                    0.572111,
                    0.369918,
                    0.560165,
                    0.435134,
                    0.521081,
                    0.515358,
                    0.529131,
                    0.497814,
                    0.584303,
                    0.534119,
                    0.568746,
                    0.581204,
                    0.538979,
                    0.46886,
                    0.346685,
                    0.547466,
                    0.504524,
                    0.53428,
                    0.553678,
                    0.569779,
                    0.53703,
                    0.215078,
                    0.530819,
                    0.528984,
                    0.240457,
                    0.506995,
                    0.49164,
                    0.544478,
                    0.52217,
                    0.564024,
                    0.437564,
                    0.503802,
                    0.537476,
                    0.5013,
                    0.562637,
                    0.55847,
                    0.554223,
                    0.534351,
                    0.551889,
                    0.502859,
                    0.274051,
                    0.336271,
                    0.492366,
                    0.506845,
                    0.542907,
                    0.586344,
                    0.348972,
                    0.551921,
                    0.457497,
                    0.288129,
                    0.411547,
                    0.548738,
                    0.519516,
                    0.386012,
                    0.543649,
                    0.396339,
                    0.533212,
                    0.551403,
                    0.321848,
                    0.525686,
                    0.52136,
                    0.522604,
                    0.537209,
                    0.544576,
                    0.537436,
                    0.51561,
                    0.536263,
                    0.525505,
                    0.551251,
                    0.188182,
                    0.58219,
                    0.547831,
                    0.528351,
                    0.514194,
                    0.342047,
                    0.484114,
                    0.162353,
                    0.301809,
                    0.532783,
                    0.510705,
                    0.540855,
                    0.532506,
                    0.384101,
                    0.384335,
                    0.370584,
                    0.532484,
                    0.569395,
                    0.551869,
                    0.562991,
                    0.545242,
                    0.50635,
                    0.47138,
                    0.541289,
                    0.557208,
                    0.415724,
                    0.271438,
                    0.426769,
                    0.465975,
                    0.583095,
                    0.588259,
                    0.276627,
                    0.520644,
                    0.237874,
                    0.164125,
                    0.49607,
                    0.547306,
                    0.566519,
                    0.515437,
                    0.545194,
                    0.531421,
                    0.57669,
                    0.293328,
                    0.198595,
                    0.431541,
                    0.556961,
                    0.542495,
                    0.546737,
                    0.523747,
                    0.518741,
                    0.335585,
                    0.559175,
                    0.535458,
                    0.535498,
                    0.360153,
                    0.516856,
                    0.662377,
                    0.568693,
                    0.531313,
                    0.533537,
                    0.571802,
                    0.200155,
                    0.535868,
                    0.36506,
                    0.559528,
                    0.51781,
                    0.563385,
                    0.565022,
                    0.494282,
                    0.549496,
                    0.548103,
                    0.549726,
                    0.503138,
                    0.4971,
                    0.55533,
                    0.545444,
                    0.5111,
                    0.49893,
                    0.546053,
                    0.217361,
                    0.173727,
                    0.194053,
                    0.59922,
                    0.32225,
                    0.489986,
                    0.548655,
                    0.549626,
                    0.552105,
                    0.48092,
                    0.542282,
                    0.541391,
                    0.272798,
                    0.48699,
                    0.52474,
                    0.27113,
                    0.542804,
                    0.558946,
                    0.542312,
                    0.399897,
                    0.550878,
                    0.190258,
                    0.517096,
                    0.490038,
                    0.424093,
                    0.381809,
                    0.514435,
                    0.603815,
                    0.490916,
                    0.525005,
                    0.604852,
                    0.307015,
                    0.544637,
                    0.508282,
                    0.543571,
                    0.393693,
                    0.522298,
                    0.494549,
                    0.091705,
                    0.583441,
                    0.556256,
                    0.522487,
                    0.536315,
                    0.506044,
                    0.494402,
                    0.454,
                    0.506886,
                    0.541194,
                    0.580449,
                    0.532016,
                    0.493535,
                    0.55683,
                    0.516343,
                    0.196601,
                    0.532512,
                    0.511558,
                    0.538214,
                    0.363205,
                    0.500499,
                    0.56175,
                    0.484878,
                    0.28371,
                    0.518422,
                    0.55847,
                    0.248297,
                    0.555285,
                    0.543457,
                    0.459911,
                    0.309084,
                    0.471224,
                    0.565198,
                    0.518562,
                    0.537816,
                    0.367769,
                    0.57196,
                    0.560807,
                    0.513962,
                    0.275221,
                    0.541757,
                    0.264628,
                    0.487831,
                    0.499659,
                    0.572292,
                    0.494131,
                    0.530859,
                    0.495218,
                    0.570574,
                    0.543453,
                    0.561206,
                    0.557415,
                    0.544592,
                    0.20185,
                    0.279451,
                    0.571137,
                    0.549794,
                    0.515334,
                    0.524879,
                    0.537388,
                    0.505969,
                    0.54999,
                    0.352139,
                    0.463006,
                    0.479867,
                    0.613739,
                    0.545773,
                    0.55223,
                    0.562676
                ]
            },
            "name": "model.model.layers.9.input_layernorm.weight",
            "outputIndexes": [
                765
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                764
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_9/Mul_output_0",
            "outputIndexes": [
                766
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                765,
                766
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_9/Mul_1_output_0",
            "outputIndexes": [
                767
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                767
            ],
            "outputIndexes": [
                2719
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2719
            ],
            "outputIndexes": [
                2720
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear",
            "inputIndexes": [
                2720
            ],
            "outputIndexes": [
                2721
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    19907946,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2721
            ],
            "outputIndexes": [
                2722
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2722
            ],
            "outputIndexes": [
                768
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                767
            ],
            "main_type": "NONE",
            "name": "/Shape_127_output_0",
            "outputIndexes": [
                769
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                769
            ],
            "main_type": "NONE",
            "name": "Shape2021",
            "outputIndexes": [
                770
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                769
            ],
            "main_type": "NONE",
            "name": "Rank2023",
            "outputIndexes": [
                771
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                771,
                771
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2025",
            "outputIndexes": [
                772
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                772
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2026",
            "outputIndexes": [
                773
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                772,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2028",
            "outputIndexes": [
                774
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                774
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2029",
            "outputIndexes": [
                775
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                770,
                773,
                775,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2032",
            "outputIndexes": [
                776
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                776
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2033",
            "outputIndexes": [
                777
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2034",
            "outputIndexes": [
                778
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                778,
                777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2035",
            "outputIndexes": [
                779
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                769,
                779,
                772
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_139_output_0",
            "outputIndexes": [
                780
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                780,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_289_output_0",
            "outputIndexes": [
                781
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                781,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_117_output_0",
            "outputIndexes": [
                782
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                768,
                782
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_82_output_0",
            "outputIndexes": [
                783
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_72_output_0",
            "outputIndexes": [
                784
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783
            ],
            "main_type": "NONE",
            "name": "/Shape_128_output_0",
            "outputIndexes": [
                785
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                785
            ],
            "main_type": "NONE",
            "name": "Shape2042",
            "outputIndexes": [
                786
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                785
            ],
            "main_type": "NONE",
            "name": "Rank2044",
            "outputIndexes": [
                787
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                787,
                787
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2046",
            "outputIndexes": [
                788
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                788
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2047",
            "outputIndexes": [
                789
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                788,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2049",
            "outputIndexes": [
                790
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                790
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2050",
            "outputIndexes": [
                791
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                786,
                789,
                791,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2053",
            "outputIndexes": [
                792
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                792
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2054",
            "outputIndexes": [
                793
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                793
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2055",
            "outputIndexes": [
                794
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                794,
                793
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2056",
            "outputIndexes": [
                795
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                785,
                795,
                788
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_140_output_0",
            "outputIndexes": [
                796
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                796,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_27_output_0",
            "outputIndexes": [
                797
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                797,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_294_output_0",
            "outputIndexes": [
                798
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783,
                798,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_37_output_0",
            "outputIndexes": [
                799
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                799
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_18_output_0",
            "outputIndexes": [
                800
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783,
                22,
                798,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_36_output_0",
            "outputIndexes": [
                801
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                800,
                801
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_120_output_0",
            "outputIndexes": [
                802
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                802,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_73_output_0",
            "outputIndexes": [
                803
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                784,
                803
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_45_output_0",
            "outputIndexes": [
                804
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                767
            ],
            "outputIndexes": [
                2723
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2723
            ],
            "outputIndexes": [
                2724
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear",
            "inputIndexes": [
                2724
            ],
            "outputIndexes": [
                2725
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    20115328,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2725
            ],
            "outputIndexes": [
                2726
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2726
            ],
            "outputIndexes": [
                805
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                781,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_118_output_0",
            "outputIndexes": [
                806
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                805,
                806
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_83_output_0",
            "outputIndexes": [
                807
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_74_output_0",
            "outputIndexes": [
                808
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807
            ],
            "main_type": "NONE",
            "name": "/Shape_129_output_0",
            "outputIndexes": [
                809
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                809
            ],
            "main_type": "NONE",
            "name": "Shape2105",
            "outputIndexes": [
                810
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                809
            ],
            "main_type": "NONE",
            "name": "Rank2107",
            "outputIndexes": [
                811
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                811,
                811
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2109",
            "outputIndexes": [
                812
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                812
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2110",
            "outputIndexes": [
                813
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                812,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2112",
            "outputIndexes": [
                814
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                814
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2113",
            "outputIndexes": [
                815
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                810,
                813,
                815,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2116",
            "outputIndexes": [
                816
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                816
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2117",
            "outputIndexes": [
                817
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                817
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2118",
            "outputIndexes": [
                818
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                818,
                817
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2119",
            "outputIndexes": [
                819
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                809,
                819,
                812
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_141_output_0",
            "outputIndexes": [
                820
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                820,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_28_output_0",
            "outputIndexes": [
                821
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                821,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_296_output_0",
            "outputIndexes": [
                822
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807,
                822,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_39_output_0",
            "outputIndexes": [
                823
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                823
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_19_output_0",
            "outputIndexes": [
                824
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807,
                22,
                822,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_38_output_0",
            "outputIndexes": [
                825
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                824,
                825
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_121_output_0",
            "outputIndexes": [
                826
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                826,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_75_output_0",
            "outputIndexes": [
                827
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                808,
                827
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_46_output_0",
            "outputIndexes": [
                828
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                767
            ],
            "outputIndexes": [
                2727
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2727
            ],
            "outputIndexes": [
                2728
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear",
            "inputIndexes": [
                2728
            ],
            "outputIndexes": [
                2729
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    20184470,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2729
            ],
            "outputIndexes": [
                2730
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2730
            ],
            "outputIndexes": [
                829
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                829,
                806
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_84_output_0",
            "outputIndexes": [
                830
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                804,
                828,
                830,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_89_output_0",
            "outputIndexes": [
                831
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                831
            ],
            "outputIndexes": [
                2731
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2731
            ],
            "outputIndexes": [
                2732
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear",
            "inputIndexes": [
                2732
            ],
            "outputIndexes": [
                2733
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    20253612,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2733
            ],
            "outputIndexes": [
                2734
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2734
            ],
            "outputIndexes": [
                832
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                764,
                832
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_48_output_0",
            "outputIndexes": [
                833
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.157372,
                    0.475199,
                    0.228909,
                    0.154534,
                    0.445711,
                    0.463114,
                    0.401087,
                    0.528538,
                    0.295694,
                    0.465167,
                    0.371523,
                    0.271287,
                    0.418072,
                    0.296084,
                    0.219188,
                    0.459024,
                    0.215372,
                    0.437867,
                    0.457048,
                    0.448109,
                    0.327649,
                    0.337662,
                    0.282523,
                    0.452193,
                    0.30669,
                    0.249208,
                    0.422356,
                    0.483568,
                    0.172282,
                    0.441002,
                    0.420209,
                    0.337953,
                    0.425338,
                    0.446981,
                    0.405105,
                    0.488623,
                    0.461995,
                    0.491394,
                    0.334027,
                    0.341562,
                    0.438646,
                    0.278459,
                    0.331837,
                    0.44684,
                    0.189624,
                    0.412996,
                    0.499374,
                    0.385314,
                    0.479187,
                    0.186653,
                    0.372048,
                    0.449571,
                    0.170868,
                    0.147588,
                    0.474781,
                    0.236415,
                    0.16743,
                    0.462822,
                    0.319246,
                    0.343689,
                    0.468803,
                    0.352207,
                    0.499578,
                    0.450666,
                    0.455138,
                    0.238698,
                    0.1949,
                    0.411309,
                    0.475127,
                    0.40422,
                    0.479344,
                    0.204703,
                    0.478472,
                    0.396596,
                    0.484936,
                    0.262937,
                    0.458422,
                    0.416299,
                    0.464231,
                    0.471843,
                    0.460129,
                    0.458388,
                    0.45378,
                    0.429277,
                    0.46476,
                    0.372228,
                    0.459445,
                    0.407088,
                    0.32044,
                    0.404509,
                    0.426736,
                    0.402856,
                    0.489852,
                    0.156558,
                    0.469089,
                    0.46366,
                    0.446965,
                    0.39791,
                    0.462284,
                    0.233924,
                    0.075397,
                    0.268998,
                    0.460199,
                    0.467773,
                    0.461491,
                    0.23059,
                    0.196998,
                    0.384701,
                    0.452643,
                    0.144143,
                    0.438441,
                    0.462338,
                    0.442341,
                    0.455826,
                    0.228979,
                    0.43526,
                    0.475442,
                    0.491468,
                    0.146287,
                    0.468638,
                    0.465664,
                    0.472774,
                    0.474996,
                    0.380088,
                    0.459818,
                    0.427977,
                    0.447407,
                    0.140548,
                    0.442897,
                    0.490358,
                    0.367982,
                    0.429479,
                    0.394695,
                    0.228201,
                    0.422385,
                    0.517139,
                    0.448625,
                    0.439028,
                    0.407964,
                    0.478591,
                    0.248301,
                    0.482052,
                    0.460914,
                    0.44742,
                    0.369287,
                    0.135187,
                    0.342751,
                    0.434287,
                    0.493668,
                    0.467668,
                    0.187703,
                    0.429893,
                    0.457795,
                    0.442564,
                    0.35398,
                    0.471395,
                    0.489061,
                    0.222441,
                    0.413895,
                    0.412998,
                    0.453179,
                    0.431377,
                    0.124287,
                    0.380812,
                    0.41596,
                    0.45788,
                    0.177435,
                    0.413773,
                    0.458695,
                    0.402247,
                    0.28314,
                    0.21413,
                    0.383209,
                    0.496686,
                    0.487217,
                    0.44646,
                    0.438388,
                    0.457895,
                    0.180895,
                    0.456793,
                    0.181351,
                    0.466118,
                    0.449395,
                    0.46771,
                    0.451972,
                    0.415224,
                    0.4155,
                    0.146742,
                    0.410838,
                    0.330264,
                    0.208722,
                    0.465635,
                    0.497327,
                    0.419226,
                    0.24236,
                    0.407492,
                    0.156645,
                    0.473984,
                    0.148122,
                    0.456872,
                    0.30554,
                    0.396115,
                    0.201485,
                    0.44158,
                    0.435429,
                    0.322772,
                    0.484485,
                    0.242037,
                    0.439567,
                    0.437939,
                    0.476013,
                    0.184427,
                    0.398001,
                    0.47017,
                    0.443969,
                    0.333679,
                    0.49994,
                    0.233183,
                    0.451633,
                    0.421984,
                    0.484042,
                    0.480426,
                    0.441616,
                    0.477676,
                    0.275081,
                    0.448162,
                    0.483114,
                    0.424117,
                    0.288246,
                    0.319089,
                    0.126585,
                    0.431093,
                    0.366234,
                    0.443694,
                    0.470424,
                    0.429067,
                    0.180092,
                    0.147007,
                    0.28243,
                    0.51385,
                    0.162738,
                    0.423789,
                    0.453636,
                    0.353506,
                    0.409397,
                    0.476268,
                    0.399019,
                    0.000632,
                    0.282935,
                    0.475531,
                    0.478163,
                    0.477032,
                    0.452387,
                    0.389803,
                    0.185236,
                    0.219644,
                    0.436654,
                    0.13533,
                    0.140314,
                    0.238407,
                    0.371507,
                    0.284457,
                    0.428462,
                    0.472791,
                    0.432218,
                    0.420602,
                    0.475616,
                    0.42009,
                    0.299818,
                    0.457977,
                    0.199724,
                    0.456974,
                    0.287144,
                    0.464168,
                    0.28608,
                    0.305927,
                    0.447932,
                    0.219002,
                    0.420506,
                    0.254601,
                    0.449602,
                    0.396281,
                    0.210986,
                    0.17733,
                    0.254567,
                    0.175127,
                    0.455752,
                    0.431863,
                    0.46352,
                    0.409835,
                    0.501174,
                    0.152419,
                    0.452156,
                    0.214359,
                    0.441409,
                    0.446801,
                    0.317256,
                    0.231398,
                    0.290979,
                    0.399621,
                    0.397488,
                    0.402235,
                    0.452498,
                    0.456567,
                    0.332062,
                    0.45833,
                    0.485939,
                    0.450518,
                    0.094708,
                    0.458653,
                    0.423313,
                    0.411066,
                    0.444019,
                    0.20158,
                    0.376809,
                    0.424937,
                    0.494464,
                    0.22917,
                    0.444044,
                    0.450089,
                    0.439106,
                    0.464252,
                    0.250679,
                    0.352332,
                    0.292832,
                    0.432643,
                    0.483942,
                    0.47122,
                    0.448219,
                    0.468072,
                    0.535163,
                    0.421815,
                    0.462656,
                    0.455558,
                    0.384277,
                    0.220123,
                    0.46854,
                    0.420392,
                    0.441039,
                    0.462614,
                    0.419508,
                    0.388057,
                    0.151824,
                    0.446482,
                    0.439501,
                    0.174255,
                    0.402027,
                    0.489646,
                    0.443152,
                    0.464956,
                    0.248054,
                    0.278312,
                    0.460519,
                    0.398864,
                    0.345347,
                    0.496041,
                    0.415258,
                    0.387373,
                    0.403944,
                    0.423077,
                    0.432807,
                    0.180529,
                    0.218908,
                    0.448697,
                    0.415225,
                    0.463785,
                    0.485158,
                    0.214709,
                    0.452621,
                    0.304767,
                    0.197219,
                    0.358264,
                    0.493489,
                    0.450712,
                    0.253833,
                    0.46769,
                    0.271401,
                    0.432188,
                    0.432958,
                    0.213694,
                    0.459654,
                    0.439306,
                    0.464762,
                    0.44485,
                    0.436565,
                    0.471028,
                    0.434581,
                    0.45287,
                    0.495637,
                    0.431173,
                    0.146446,
                    0.449757,
                    0.417096,
                    0.452144,
                    0.43179,
                    0.21607,
                    0.42422,
                    0.137735,
                    0.192741,
                    0.434172,
                    0.468672,
                    0.435675,
                    0.447211,
                    0.231158,
                    0.210433,
                    0.2393,
                    0.428351,
                    0.343253,
                    0.454259,
                    0.454889,
                    0.449927,
                    0.453416,
                    0.333806,
                    0.444091,
                    0.425294,
                    0.286173,
                    0.1805,
                    0.259628,
                    0.311543,
                    0.441192,
                    0.480971,
                    0.155751,
                    0.452472,
                    0.165813,
                    0.135488,
                    0.353325,
                    0.445889,
                    0.433115,
                    0.432353,
                    0.397319,
                    0.435713,
                    0.453594,
                    0.19696,
                    0.146818,
                    0.282572,
                    0.482607,
                    0.467548,
                    0.464975,
                    0.294103,
                    0.461187,
                    0.217615,
                    0.442685,
                    0.498921,
                    0.470122,
                    0.230932,
                    0.42146,
                    0.152023,
                    0.426542,
                    0.491363,
                    0.429028,
                    0.427761,
                    0.145099,
                    0.405997,
                    0.239813,
                    0.471434,
                    0.446086,
                    0.457831,
                    0.463766,
                    0.374864,
                    0.422747,
                    0.430304,
                    0.439401,
                    0.341076,
                    0.324823,
                    0.468101,
                    0.469076,
                    0.374067,
                    0.34762,
                    0.465085,
                    0.146461,
                    0.144216,
                    0.140616,
                    0.458132,
                    0.215597,
                    0.453896,
                    0.455343,
                    0.457407,
                    0.498375,
                    0.416799,
                    0.437109,
                    0.441651,
                    0.194239,
                    0.418667,
                    0.36723,
                    0.177131,
                    0.454842,
                    0.26678,
                    0.435828,
                    0.253318,
                    0.472376,
                    0.149134,
                    0.463296,
                    0.46256,
                    0.277259,
                    0.263001,
                    0.421659,
                    0.484868,
                    0.436496,
                    0.457469,
                    0.429764,
                    0.206291,
                    0.446757,
                    0.484556,
                    0.483633,
                    0.236336,
                    0.415634,
                    0.428397,
                    0.058109,
                    0.423063,
                    0.425963,
                    0.481321,
                    0.483662,
                    0.409263,
                    0.390866,
                    0.295894,
                    0.431176,
                    0.466134,
                    0.47383,
                    0.463976,
                    0.454138,
                    0.440903,
                    0.376249,
                    0.145959,
                    0.455219,
                    0.436855,
                    0.453071,
                    0.217672,
                    0.347828,
                    0.463592,
                    0.431932,
                    0.185793,
                    0.354909,
                    0.472606,
                    0.169841,
                    0.477627,
                    0.48685,
                    0.26605,
                    0.194984,
                    0.299905,
                    0.476157,
                    0.427497,
                    0.414093,
                    0.257391,
                    0.428903,
                    0.446526,
                    0.475664,
                    0.192893,
                    0.41186,
                    0.17752,
                    0.360758,
                    0.38988,
                    0.461628,
                    0.450684,
                    0.469952,
                    0.419308,
                    0.432838,
                    0.467162,
                    0.471313,
                    0.497685,
                    0.482468,
                    0.156825,
                    0.17468,
                    0.482186,
                    0.461674,
                    0.470519,
                    0.465104,
                    0.466218,
                    0.363352,
                    0.456204,
                    0.229348,
                    0.347506,
                    0.397813,
                    0.44197,
                    0.467266,
                    0.462478,
                    0.447036
                ]
            },
            "name": "model.model.layers.9.post_attention_layernorm.weight",
            "outputIndexes": [
                834
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                833
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_9/Mul_output_0",
            "outputIndexes": [
                835
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                834,
                835
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_9/Mul_1_output_0",
            "outputIndexes": [
                836
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                836
            ],
            "outputIndexes": [
                2735
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2735
            ],
            "outputIndexes": [
                2736
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear",
            "inputIndexes": [
                2736
            ],
            "outputIndexes": [
                2737
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    20460994,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2737
            ],
            "outputIndexes": [
                2738
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2738
            ],
            "outputIndexes": [
                837
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                837
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_9/Sigmoid_output_0",
            "outputIndexes": [
                838
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                837,
                838
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_9/Mul_output_0",
            "outputIndexes": [
                839
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                836
            ],
            "outputIndexes": [
                2739
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2739
            ],
            "outputIndexes": [
                2740
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear",
            "inputIndexes": [
                2740
            ],
            "outputIndexes": [
                2741
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    21013976,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2741
            ],
            "outputIndexes": [
                2742
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2742
            ],
            "outputIndexes": [
                840
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                839,
                840
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_9/Mul_output_0",
            "outputIndexes": [
                841
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                841
            ],
            "outputIndexes": [
                2743
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2743
            ],
            "outputIndexes": [
                2744
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear",
            "inputIndexes": [
                2744
            ],
            "outputIndexes": [
                2745
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    21566958,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2745
            ],
            "outputIndexes": [
                2746
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2746
            ],
            "outputIndexes": [
                842
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                833,
                842
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_49_output_0",
            "outputIndexes": [
                843
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                843,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_90_output_0",
            "outputIndexes": [
                844
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.188272,
                    0.610929,
                    0.310111,
                    0.191417,
                    0.624133,
                    0.599505,
                    0.592468,
                    0.671372,
                    0.65668,
                    0.590693,
                    0.539837,
                    0.397353,
                    0.588156,
                    0.442577,
                    0.345258,
                    0.640848,
                    0.314377,
                    0.6291,
                    0.65387,
                    0.654757,
                    0.487804,
                    0.519308,
                    0.44282,
                    0.619179,
                    0.48448,
                    0.387174,
                    0.534285,
                    0.647322,
                    0.216341,
                    0.631212,
                    0.56934,
                    0.487683,
                    0.615224,
                    0.596597,
                    0.60705,
                    0.618247,
                    0.608605,
                    0.640032,
                    0.482664,
                    0.543908,
                    0.578992,
                    0.379551,
                    0.500746,
                    0.634948,
                    0.244236,
                    0.587659,
                    0.71434,
                    0.525962,
                    0.596328,
                    0.258058,
                    0.498344,
                    0.68461,
                    0.22732,
                    0.191459,
                    0.698724,
                    0.319641,
                    0.271308,
                    0.620562,
                    0.47888,
                    0.470314,
                    0.648547,
                    0.486832,
                    0.67586,
                    0.604621,
                    0.638764,
                    0.322032,
                    0.255441,
                    0.623833,
                    0.677539,
                    0.559415,
                    0.636872,
                    0.258996,
                    0.643443,
                    0.601664,
                    0.663652,
                    0.389967,
                    0.609173,
                    0.538594,
                    0.644659,
                    0.637076,
                    0.601862,
                    0.633383,
                    0.64064,
                    0.569998,
                    0.620865,
                    0.531492,
                    0.648384,
                    0.569864,
                    0.492048,
                    0.569772,
                    0.628328,
                    0.597252,
                    0.656853,
                    0.198589,
                    0.654888,
                    0.612572,
                    0.613418,
                    0.555795,
                    0.632001,
                    0.316606,
                    0.285367,
                    0.395257,
                    0.639323,
                    0.595755,
                    0.590847,
                    0.326869,
                    0.260708,
                    0.539333,
                    0.641557,
                    0.158529,
                    0.544389,
                    0.632118,
                    0.604073,
                    0.601174,
                    0.296149,
                    0.596259,
                    0.600838,
                    0.63645,
                    0.258385,
                    0.644877,
                    0.668601,
                    0.640156,
                    0.659669,
                    0.518428,
                    0.641585,
                    0.607437,
                    0.584885,
                    0.161098,
                    0.583804,
                    0.654732,
                    0.51689,
                    0.578723,
                    0.546916,
                    0.323572,
                    0.598005,
                    0.630866,
                    0.600884,
                    0.636137,
                    0.595912,
                    0.633311,
                    0.379772,
                    0.637255,
                    0.627647,
                    0.639772,
                    0.51427,
                    0.156902,
                    0.490902,
                    0.582028,
                    0.657614,
                    0.625945,
                    0.241938,
                    0.552826,
                    0.609285,
                    0.619404,
                    0.513946,
                    0.643768,
                    0.63057,
                    0.38582,
                    0.54879,
                    0.631317,
                    0.639296,
                    0.681827,
                    0.127202,
                    0.505264,
                    0.588897,
                    0.600298,
                    0.238637,
                    0.594749,
                    0.661905,
                    0.604064,
                    0.565491,
                    0.297393,
                    0.552063,
                    0.653885,
                    0.637336,
                    0.63177,
                    0.596251,
                    0.643072,
                    0.309454,
                    0.632793,
                    0.229741,
                    0.645783,
                    0.626665,
                    0.612984,
                    0.60971,
                    0.569548,
                    0.581363,
                    0.173691,
                    0.639557,
                    0.482711,
                    0.287206,
                    0.630216,
                    0.699417,
                    0.601106,
                    0.326655,
                    0.573563,
                    0.223971,
                    0.598964,
                    0.197402,
                    0.649608,
                    0.501647,
                    0.570638,
                    0.249677,
                    0.67621,
                    0.586404,
                    0.509522,
                    0.641554,
                    0.303148,
                    0.58641,
                    0.590529,
                    0.64869,
                    0.282197,
                    0.530629,
                    0.663144,
                    0.60549,
                    0.483333,
                    0.620574,
                    0.310747,
                    0.66572,
                    0.629292,
                    0.643606,
                    0.623436,
                    0.627945,
                    0.685723,
                    0.420599,
                    0.676614,
                    0.704614,
                    0.60624,
                    0.438523,
                    0.462632,
                    0.25942,
                    0.572022,
                    0.552683,
                    0.664694,
                    0.614451,
                    0.595237,
                    0.215968,
                    0.173359,
                    0.438892,
                    0.66442,
                    0.191533,
                    0.604528,
                    0.675659,
                    0.569269,
                    0.563249,
                    0.604967,
                    0.564947,
                    0.157991,
                    0.436713,
                    0.628716,
                    0.646014,
                    0.625757,
                    0.624397,
                    0.525686,
                    0.250354,
                    0.306146,
                    0.635691,
                    0.17729,
                    0.159141,
                    0.332525,
                    0.781688,
                    0.718229,
                    0.589595,
                    0.625104,
                    0.594429,
                    0.55992,
                    0.620341,
                    0.579002,
                    0.447957,
                    0.58597,
                    0.257219,
                    0.650396,
                    0.447457,
                    0.648835,
                    0.372893,
                    0.400785,
                    0.615213,
                    0.301383,
                    0.564716,
                    0.352742,
                    0.594555,
                    0.536557,
                    0.276709,
                    0.210247,
                    0.352567,
                    0.271111,
                    0.609996,
                    0.574866,
                    0.671459,
                    0.526612,
                    0.647302,
                    0.181064,
                    0.600352,
                    0.297192,
                    0.581531,
                    0.597779,
                    0.450585,
                    0.311565,
                    0.485466,
                    0.688295,
                    0.528466,
                    0.591029,
                    0.651247,
                    0.616601,
                    0.461235,
                    0.647248,
                    0.640401,
                    0.587647,
                    0.235848,
                    0.656379,
                    0.599796,
                    0.552436,
                    0.599413,
                    0.257077,
                    0.527951,
                    0.568209,
                    0.622401,
                    0.328152,
                    0.605159,
                    0.612842,
                    0.646597,
                    0.664277,
                    0.353446,
                    0.578964,
                    0.419485,
                    0.585521,
                    0.65913,
                    0.652264,
                    0.644762,
                    0.666984,
                    0.663356,
                    0.599988,
                    0.649746,
                    0.689885,
                    0.555765,
                    0.310119,
                    0.668495,
                    0.604179,
                    0.590463,
                    0.637962,
                    0.565403,
                    0.554271,
                    0.195106,
                    0.643755,
                    0.632715,
                    0.205114,
                    0.58088,
                    0.647577,
                    0.635803,
                    0.631931,
                    0.541579,
                    0.401454,
                    0.613013,
                    0.563272,
                    0.510214,
                    0.629796,
                    0.595968,
                    0.542008,
                    0.571094,
                    0.619781,
                    0.630123,
                    0.246146,
                    0.28398,
                    0.604871,
                    0.607637,
                    0.621006,
                    0.653522,
                    0.281785,
                    0.587188,
                    0.441704,
                    0.242707,
                    0.411703,
                    0.606971,
                    0.647167,
                    0.341105,
                    0.666907,
                    0.387543,
                    0.594239,
                    0.560859,
                    0.299598,
                    0.628159,
                    0.586941,
                    0.582712,
                    0.617732,
                    0.586648,
                    0.606718,
                    0.573276,
                    0.578702,
                    0.635303,
                    0.583638,
                    0.188674,
                    0.579245,
                    0.589208,
                    0.65566,
                    0.604662,
                    0.29977,
                    0.559768,
                    0.157279,
                    0.273633,
                    0.61437,
                    0.604532,
                    0.630366,
                    0.57038,
                    0.343566,
                    0.346567,
                    0.312241,
                    0.579611,
                    0.561806,
                    0.627718,
                    0.647085,
                    0.598053,
                    0.603894,
                    0.450187,
                    0.584057,
                    0.641508,
                    0.390193,
                    0.263188,
                    0.393264,
                    0.432856,
                    0.596431,
                    0.631286,
                    0.270668,
                    0.586598,
                    0.210902,
                    0.151603,
                    0.515856,
                    0.655268,
                    0.628297,
                    0.596057,
                    0.579522,
                    0.580954,
                    0.594202,
                    0.239964,
                    0.158648,
                    0.404419,
                    0.627163,
                    0.659438,
                    0.620458,
                    0.502491,
                    0.597988,
                    0.279747,
                    0.645682,
                    0.611877,
                    0.626978,
                    0.303631,
                    0.638702,
                    0.612432,
                    0.615224,
                    0.635001,
                    0.62184,
                    0.633824,
                    0.181813,
                    0.572292,
                    0.350096,
                    0.666752,
                    0.590714,
                    0.638113,
                    0.658265,
                    0.51638,
                    0.583694,
                    0.58121,
                    0.623075,
                    0.47933,
                    0.478943,
                    0.71489,
                    0.649081,
                    0.49906,
                    0.490388,
                    0.629936,
                    0.180714,
                    0.168907,
                    0.178461,
                    0.660769,
                    0.311117,
                    0.66326,
                    0.597942,
                    0.658657,
                    0.623312,
                    0.530829,
                    0.612738,
                    0.620356,
                    0.249286,
                    0.574439,
                    0.526104,
                    0.211457,
                    0.598475,
                    0.509462,
                    0.61353,
                    0.350356,
                    0.653385,
                    0.169408,
                    0.607113,
                    0.596287,
                    0.389077,
                    0.382438,
                    0.566136,
                    0.634422,
                    0.58801,
                    0.652506,
                    0.636573,
                    0.278368,
                    0.613941,
                    0.59996,
                    0.631339,
                    0.322028,
                    0.604457,
                    0.554386,
                    0.107079,
                    0.600006,
                    0.641154,
                    0.617769,
                    0.65637,
                    0.583946,
                    0.546707,
                    0.426447,
                    0.59117,
                    0.604225,
                    0.621029,
                    0.617909,
                    0.62421,
                    0.618581,
                    0.555055,
                    0.191503,
                    0.606268,
                    0.566915,
                    0.596318,
                    0.295805,
                    0.467552,
                    0.607169,
                    0.575315,
                    0.235987,
                    0.580779,
                    0.661928,
                    0.213294,
                    0.672524,
                    0.684409,
                    0.394603,
                    0.246515,
                    0.459133,
                    0.635057,
                    0.592685,
                    0.600317,
                    0.401842,
                    0.603112,
                    0.665241,
                    0.63349,
                    0.229218,
                    0.554178,
                    0.212997,
                    0.492235,
                    0.549654,
                    0.650123,
                    0.585397,
                    0.66264,
                    0.569911,
                    0.633979,
                    0.59375,
                    0.630019,
                    0.618113,
                    0.655028,
                    0.188195,
                    0.238753,
                    0.64615,
                    0.640846,
                    0.66915,
                    0.596067,
                    0.599676,
                    0.503372,
                    0.711129,
                    0.31395,
                    0.501793,
                    0.497261,
                    0.645306,
                    0.640071,
                    0.635701,
                    0.599324
                ]
            },
            "name": "model.model.layers.10.input_layernorm.weight",
            "outputIndexes": [
                845
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                844
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_10/Mul_output_0",
            "outputIndexes": [
                846
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                845,
                846
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_10/Mul_1_output_0",
            "outputIndexes": [
                847
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                847
            ],
            "outputIndexes": [
                2747
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2747
            ],
            "outputIndexes": [
                2748
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear",
            "inputIndexes": [
                2748
            ],
            "outputIndexes": [
                2749
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    22119940,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2749
            ],
            "outputIndexes": [
                2750
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2750
            ],
            "outputIndexes": [
                848
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                847
            ],
            "main_type": "NONE",
            "name": "/Shape_141_output_0",
            "outputIndexes": [
                849
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                849
            ],
            "main_type": "NONE",
            "name": "Shape2237",
            "outputIndexes": [
                850
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                849
            ],
            "main_type": "NONE",
            "name": "Rank2239",
            "outputIndexes": [
                851
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                851,
                851
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2241",
            "outputIndexes": [
                852
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                852
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2242",
            "outputIndexes": [
                853
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                852,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2244",
            "outputIndexes": [
                854
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                854
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2245",
            "outputIndexes": [
                855
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                850,
                853,
                855,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2248",
            "outputIndexes": [
                856
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                856
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2249",
            "outputIndexes": [
                857
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2250",
            "outputIndexes": [
                858
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                858,
                857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2251",
            "outputIndexes": [
                859
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                849,
                859,
                852
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_154_output_0",
            "outputIndexes": [
                860
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                860,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_321_output_0",
            "outputIndexes": [
                861
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                861,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_130_output_0",
            "outputIndexes": [
                862
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                848,
                862
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_91_output_0",
            "outputIndexes": [
                863
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_80_output_0",
            "outputIndexes": [
                864
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863
            ],
            "main_type": "NONE",
            "name": "/Shape_142_output_0",
            "outputIndexes": [
                865
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                865
            ],
            "main_type": "NONE",
            "name": "Shape2258",
            "outputIndexes": [
                866
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                865
            ],
            "main_type": "NONE",
            "name": "Rank2260",
            "outputIndexes": [
                867
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                867,
                867
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2262",
            "outputIndexes": [
                868
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                868
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2263",
            "outputIndexes": [
                869
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                868,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2265",
            "outputIndexes": [
                870
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                870
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2266",
            "outputIndexes": [
                871
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                866,
                869,
                871,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2269",
            "outputIndexes": [
                872
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                872
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2270",
            "outputIndexes": [
                873
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                873
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2271",
            "outputIndexes": [
                874
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                874,
                873
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2272",
            "outputIndexes": [
                875
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                865,
                875,
                868
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_155_output_0",
            "outputIndexes": [
                876
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                876,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_30_output_0",
            "outputIndexes": [
                877
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                877,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_326_output_0",
            "outputIndexes": [
                878
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863,
                878,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_41_output_0",
            "outputIndexes": [
                879
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                879
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_20_output_0",
            "outputIndexes": [
                880
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863,
                22,
                878,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_40_output_0",
            "outputIndexes": [
                881
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                880,
                881
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_133_output_0",
            "outputIndexes": [
                882
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                882,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_81_output_0",
            "outputIndexes": [
                883
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                864,
                883
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_50_output_0",
            "outputIndexes": [
                884
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                847
            ],
            "outputIndexes": [
                2751
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2751
            ],
            "outputIndexes": [
                2752
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear",
            "inputIndexes": [
                2752
            ],
            "outputIndexes": [
                2753
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    22327322,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2753
            ],
            "outputIndexes": [
                2754
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2754
            ],
            "outputIndexes": [
                885
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                861,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_131_output_0",
            "outputIndexes": [
                886
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                885,
                886
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_92_output_0",
            "outputIndexes": [
                887
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_82_output_0",
            "outputIndexes": [
                888
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887
            ],
            "main_type": "NONE",
            "name": "/Shape_143_output_0",
            "outputIndexes": [
                889
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                889
            ],
            "main_type": "NONE",
            "name": "Shape2321",
            "outputIndexes": [
                890
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                889
            ],
            "main_type": "NONE",
            "name": "Rank2323",
            "outputIndexes": [
                891
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                891,
                891
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2325",
            "outputIndexes": [
                892
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                892
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2326",
            "outputIndexes": [
                893
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                892,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2328",
            "outputIndexes": [
                894
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                894
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2329",
            "outputIndexes": [
                895
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                890,
                893,
                895,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2332",
            "outputIndexes": [
                896
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                896
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2333",
            "outputIndexes": [
                897
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                897
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2334",
            "outputIndexes": [
                898
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                898,
                897
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2335",
            "outputIndexes": [
                899
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                889,
                899,
                892
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_156_output_0",
            "outputIndexes": [
                900
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                900,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_31_output_0",
            "outputIndexes": [
                901
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                901,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_328_output_0",
            "outputIndexes": [
                902
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887,
                902,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_43_output_0",
            "outputIndexes": [
                903
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                903
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_21_output_0",
            "outputIndexes": [
                904
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887,
                22,
                902,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_42_output_0",
            "outputIndexes": [
                905
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                904,
                905
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_134_output_0",
            "outputIndexes": [
                906
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                906,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_83_output_0",
            "outputIndexes": [
                907
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                888,
                907
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_51_output_0",
            "outputIndexes": [
                908
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                847
            ],
            "outputIndexes": [
                2755
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2755
            ],
            "outputIndexes": [
                2756
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear",
            "inputIndexes": [
                2756
            ],
            "outputIndexes": [
                2757
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    22396464,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2757
            ],
            "outputIndexes": [
                2758
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2758
            ],
            "outputIndexes": [
                909
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                909,
                886
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_93_output_0",
            "outputIndexes": [
                910
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                884,
                908,
                910,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_98_output_0",
            "outputIndexes": [
                911
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                911
            ],
            "outputIndexes": [
                2759
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2759
            ],
            "outputIndexes": [
                2760
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear",
            "inputIndexes": [
                2760
            ],
            "outputIndexes": [
                2761
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    22465606,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2761
            ],
            "outputIndexes": [
                2762
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2762
            ],
            "outputIndexes": [
                912
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                844,
                912
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_53_output_0",
            "outputIndexes": [
                913
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.142817,
                    0.495034,
                    0.215254,
                    0.142163,
                    0.445712,
                    0.500414,
                    0.398693,
                    0.522672,
                    0.302215,
                    0.473632,
                    0.366909,
                    0.265644,
                    0.417027,
                    0.292973,
                    0.218623,
                    0.470706,
                    0.193404,
                    0.444688,
                    0.463816,
                    0.474165,
                    0.32854,
                    0.331014,
                    0.275926,
                    0.448223,
                    0.298786,
                    0.242705,
                    0.401381,
                    0.472323,
                    0.156808,
                    0.43792,
                    0.400016,
                    0.323048,
                    0.426927,
                    0.456353,
                    0.40506,
                    0.494083,
                    0.469566,
                    0.482742,
                    0.340539,
                    0.334111,
                    0.43673,
                    0.25655,
                    0.324133,
                    0.474096,
                    0.173416,
                    0.387776,
                    0.473423,
                    0.361595,
                    0.489168,
                    0.178014,
                    0.360449,
                    0.461274,
                    0.158973,
                    0.138211,
                    0.491236,
                    0.220235,
                    0.165769,
                    0.482241,
                    0.320309,
                    0.349819,
                    0.466622,
                    0.337084,
                    0.508892,
                    0.458487,
                    0.468961,
                    0.214464,
                    0.174061,
                    0.401754,
                    0.485504,
                    0.406766,
                    0.491748,
                    0.191332,
                    0.496562,
                    0.398205,
                    0.484175,
                    0.24514,
                    0.450287,
                    0.414934,
                    0.504934,
                    0.493371,
                    0.461552,
                    0.460141,
                    0.447263,
                    0.440783,
                    0.479896,
                    0.360154,
                    0.482688,
                    0.407496,
                    0.301804,
                    0.407527,
                    0.446131,
                    0.401217,
                    0.492571,
                    0.143261,
                    0.480842,
                    0.46639,
                    0.425158,
                    0.38892,
                    0.461898,
                    0.217493,
                    0.089453,
                    0.258912,
                    0.461278,
                    0.4619,
                    0.447433,
                    0.213534,
                    0.177951,
                    0.372491,
                    0.44975,
                    0.123468,
                    0.421595,
                    0.471302,
                    0.464085,
                    0.469266,
                    0.20806,
                    0.439103,
                    0.488531,
                    0.484532,
                    0.147019,
                    0.45707,
                    0.477545,
                    0.497468,
                    0.466741,
                    0.357934,
                    0.456401,
                    0.428846,
                    0.458299,
                    0.12456,
                    0.448614,
                    0.495713,
                    0.369971,
                    0.41338,
                    0.407261,
                    0.207124,
                    0.418695,
                    0.49503,
                    0.461324,
                    0.462772,
                    0.423656,
                    0.472998,
                    0.240931,
                    0.47135,
                    0.459635,
                    0.446753,
                    0.371481,
                    0.124093,
                    0.334674,
                    0.464189,
                    0.492765,
                    0.475414,
                    0.167481,
                    0.411777,
                    0.466821,
                    0.45321,
                    0.341946,
                    0.51468,
                    0.473607,
                    0.215069,
                    0.416414,
                    0.422353,
                    0.477586,
                    0.457673,
                    0.106236,
                    0.363633,
                    0.414281,
                    0.481391,
                    0.158566,
                    0.42661,
                    0.457655,
                    0.403592,
                    0.274781,
                    0.208403,
                    0.358897,
                    0.475484,
                    0.485046,
                    0.450405,
                    0.442272,
                    0.462214,
                    0.176488,
                    0.437139,
                    0.164588,
                    0.459418,
                    0.455555,
                    0.464902,
                    0.45972,
                    0.405555,
                    0.397364,
                    0.134737,
                    0.421505,
                    0.311884,
                    0.197741,
                    0.484764,
                    0.51214,
                    0.437628,
                    0.227803,
                    0.392565,
                    0.146007,
                    0.483624,
                    0.141565,
                    0.430799,
                    0.3066,
                    0.430012,
                    0.181325,
                    0.446046,
                    0.435981,
                    0.31916,
                    0.489215,
                    0.222115,
                    0.445955,
                    0.462777,
                    0.474158,
                    0.184461,
                    0.385753,
                    0.49378,
                    0.470188,
                    0.327289,
                    0.500421,
                    0.210752,
                    0.455631,
                    0.416235,
                    0.496456,
                    0.48902,
                    0.450583,
                    0.496407,
                    0.264028,
                    0.457765,
                    0.498427,
                    0.415637,
                    0.280818,
                    0.303167,
                    0.135307,
                    0.431903,
                    0.358758,
                    0.46822,
                    0.475685,
                    0.416665,
                    0.168942,
                    0.136568,
                    0.264946,
                    0.499437,
                    0.142369,
                    0.437174,
                    0.471502,
                    0.328115,
                    0.389721,
                    0.455242,
                    0.38263,
                    0.000295,
                    0.266455,
                    0.479142,
                    0.447874,
                    0.475873,
                    0.475393,
                    0.387512,
                    0.171148,
                    0.199026,
                    0.462168,
                    0.123586,
                    0.127745,
                    0.220468,
                    0.726345,
                    0.316381,
                    0.420436,
                    0.47864,
                    0.463191,
                    0.415447,
                    0.465069,
                    0.419454,
                    0.282383,
                    0.468703,
                    0.177352,
                    0.481151,
                    0.275245,
                    0.452115,
                    0.257087,
                    0.285896,
                    0.433716,
                    0.208561,
                    0.417642,
                    0.233693,
                    0.469531,
                    0.411859,
                    0.194275,
                    0.161764,
                    0.224609,
                    0.172582,
                    0.443416,
                    0.415949,
                    0.462219,
                    0.402386,
                    0.502879,
                    0.139095,
                    0.457212,
                    0.190797,
                    0.427556,
                    0.41906,
                    0.312542,
                    0.20111,
                    0.282757,
                    0.383588,
                    0.371278,
                    0.387401,
                    0.48251,
                    0.465139,
                    0.311741,
                    0.472615,
                    0.499038,
                    0.458826,
                    0.110488,
                    0.466714,
                    0.428568,
                    0.41101,
                    0.44503,
                    0.184927,
                    0.366169,
                    0.412865,
                    0.476974,
                    0.205741,
                    0.450739,
                    0.459292,
                    0.445897,
                    0.451679,
                    0.231575,
                    0.347097,
                    0.280434,
                    0.424359,
                    0.499752,
                    0.477948,
                    0.467156,
                    0.454744,
                    0.493997,
                    0.420774,
                    0.456166,
                    0.496921,
                    0.380251,
                    0.203472,
                    0.474688,
                    0.425509,
                    0.454445,
                    0.459134,
                    0.410737,
                    0.381782,
                    0.137903,
                    0.476261,
                    0.464924,
                    0.15722,
                    0.390022,
                    0.496662,
                    0.463335,
                    0.456837,
                    0.25508,
                    0.251732,
                    0.46969,
                    0.391533,
                    0.331954,
                    0.49019,
                    0.406206,
                    0.383789,
                    0.395477,
                    0.425638,
                    0.462097,
                    0.168757,
                    0.199171,
                    0.45155,
                    0.419473,
                    0.464195,
                    0.467224,
                    0.190656,
                    0.465461,
                    0.28524,
                    0.176351,
                    0.344366,
                    0.490005,
                    0.480084,
                    0.231923,
                    0.47313,
                    0.249285,
                    0.437255,
                    0.398443,
                    0.200523,
                    0.464453,
                    0.428272,
                    0.47086,
                    0.457195,
                    0.466819,
                    0.476299,
                    0.427247,
                    0.469717,
                    0.481619,
                    0.428682,
                    0.134091,
                    0.441423,
                    0.405829,
                    0.451491,
                    0.447179,
                    0.195186,
                    0.41987,
                    0.116861,
                    0.186798,
                    0.449288,
                    0.476297,
                    0.447612,
                    0.444273,
                    0.211371,
                    0.192934,
                    0.213728,
                    0.426026,
                    0.316748,
                    0.473593,
                    0.457013,
                    0.45759,
                    0.454147,
                    0.320524,
                    0.427165,
                    0.437166,
                    0.261426,
                    0.173247,
                    0.241883,
                    0.288444,
                    0.430317,
                    0.466692,
                    0.151365,
                    0.462418,
                    0.153783,
                    0.119861,
                    0.3354,
                    0.46261,
                    0.446467,
                    0.457209,
                    0.376957,
                    0.44938,
                    0.44908,
                    0.181146,
                    0.127312,
                    0.254683,
                    0.475664,
                    0.501175,
                    0.465834,
                    0.287462,
                    0.446292,
                    0.19901,
                    0.458688,
                    0.474259,
                    0.496533,
                    0.206809,
                    0.426369,
                    0.163822,
                    0.426642,
                    0.49447,
                    0.439929,
                    0.451444,
                    0.132617,
                    0.415282,
                    0.237974,
                    0.494541,
                    0.474726,
                    0.443112,
                    0.471426,
                    0.358515,
                    0.433394,
                    0.430055,
                    0.435488,
                    0.329231,
                    0.312721,
                    0.471407,
                    0.47004,
                    0.358242,
                    0.327492,
                    0.470859,
                    0.136165,
                    0.128741,
                    0.127799,
                    0.461392,
                    0.203498,
                    0.456917,
                    0.455304,
                    0.488353,
                    0.489434,
                    0.4115,
                    0.452411,
                    0.437855,
                    0.179303,
                    0.427164,
                    0.355112,
                    0.155712,
                    0.450968,
                    0.267655,
                    0.440226,
                    0.224078,
                    0.475763,
                    0.135353,
                    0.459626,
                    0.461369,
                    0.254335,
                    0.243919,
                    0.407256,
                    0.465493,
                    0.441717,
                    0.463193,
                    0.429072,
                    0.185684,
                    0.448885,
                    0.473751,
                    0.498587,
                    0.22038,
                    0.398753,
                    0.399525,
                    0.070265,
                    0.424175,
                    0.427725,
                    0.468702,
                    0.50291,
                    0.397869,
                    0.372624,
                    0.277714,
                    0.458621,
                    0.479725,
                    0.441523,
                    0.467227,
                    0.452254,
                    0.453659,
                    0.370731,
                    0.138506,
                    0.469357,
                    0.438172,
                    0.469141,
                    0.195742,
                    0.336965,
                    0.494211,
                    0.435555,
                    0.173294,
                    0.354322,
                    0.489604,
                    0.149091,
                    0.495673,
                    0.502495,
                    0.238748,
                    0.178811,
                    0.28253,
                    0.480765,
                    0.451454,
                    0.396615,
                    0.241885,
                    0.412228,
                    0.46158,
                    0.494255,
                    0.165432,
                    0.395322,
                    0.167599,
                    0.35172,
                    0.401916,
                    0.457142,
                    0.454844,
                    0.470043,
                    0.394035,
                    0.4067,
                    0.466828,
                    0.469282,
                    0.511794,
                    0.492219,
                    0.142212,
                    0.164636,
                    0.469127,
                    0.485505,
                    0.46571,
                    0.477991,
                    0.48028,
                    0.361858,
                    0.469502,
                    0.208376,
                    0.341261,
                    0.387883,
                    0.430225,
                    0.470144,
                    0.465455,
                    0.48007
                ]
            },
            "name": "model.model.layers.10.post_attention_layernorm.weight",
            "outputIndexes": [
                914
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                913
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_10/Mul_output_0",
            "outputIndexes": [
                915
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                914,
                915
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_10/Mul_1_output_0",
            "outputIndexes": [
                916
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                916
            ],
            "outputIndexes": [
                2763
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2763
            ],
            "outputIndexes": [
                2764
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear",
            "inputIndexes": [
                2764
            ],
            "outputIndexes": [
                2765
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    22672988,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2765
            ],
            "outputIndexes": [
                2766
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2766
            ],
            "outputIndexes": [
                917
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                917
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_10/Sigmoid_output_0",
            "outputIndexes": [
                918
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                917,
                918
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_10/Mul_output_0",
            "outputIndexes": [
                919
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                916
            ],
            "outputIndexes": [
                2767
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2767
            ],
            "outputIndexes": [
                2768
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear",
            "inputIndexes": [
                2768
            ],
            "outputIndexes": [
                2769
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    23225970,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2769
            ],
            "outputIndexes": [
                2770
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2770
            ],
            "outputIndexes": [
                920
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                919,
                920
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_10/Mul_output_0",
            "outputIndexes": [
                921
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                921
            ],
            "outputIndexes": [
                2771
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2771
            ],
            "outputIndexes": [
                2772
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear",
            "inputIndexes": [
                2772
            ],
            "outputIndexes": [
                2773
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    23778952,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2773
            ],
            "outputIndexes": [
                2774
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2774
            ],
            "outputIndexes": [
                922
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                913,
                922
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_54_output_0",
            "outputIndexes": [
                923
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                923,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_99_output_0",
            "outputIndexes": [
                924
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.148552,
                    0.576747,
                    0.216841,
                    0.162573,
                    0.554102,
                    0.580566,
                    0.46296,
                    0.606711,
                    0.600785,
                    0.573006,
                    0.40277,
                    0.292987,
                    0.450234,
                    0.338626,
                    0.271389,
                    0.546262,
                    0.218361,
                    0.527411,
                    0.556798,
                    0.56129,
                    0.367702,
                    0.377686,
                    0.316911,
                    0.513659,
                    0.339512,
                    0.262231,
                    0.452319,
                    0.543499,
                    0.172239,
                    0.545162,
                    0.46845,
                    0.378393,
                    0.491092,
                    0.503824,
                    0.48864,
                    0.589435,
                    0.575314,
                    0.543735,
                    0.383773,
                    0.408685,
                    0.504813,
                    0.274368,
                    0.356799,
                    0.522173,
                    0.176668,
                    0.446167,
                    0.590818,
                    0.381601,
                    0.545698,
                    0.199583,
                    0.370829,
                    0.610394,
                    0.175054,
                    0.160723,
                    0.560114,
                    0.233218,
                    0.208405,
                    0.52621,
                    0.357208,
                    0.395218,
                    0.53455,
                    0.37515,
                    0.618756,
                    0.548211,
                    0.577747,
                    0.228565,
                    0.181179,
                    0.481991,
                    0.584488,
                    0.465607,
                    0.539386,
                    0.195871,
                    0.559571,
                    0.509513,
                    0.574213,
                    0.271422,
                    0.517033,
                    0.483785,
                    0.584516,
                    0.542076,
                    0.52973,
                    0.557935,
                    0.503459,
                    0.466507,
                    0.589715,
                    0.436005,
                    0.583974,
                    0.480393,
                    0.37392,
                    0.439948,
                    0.534754,
                    0.479864,
                    0.588002,
                    0.166076,
                    0.544646,
                    0.536824,
                    0.534181,
                    0.422124,
                    0.552527,
                    0.221549,
                    0.289283,
                    0.284242,
                    0.542037,
                    0.517069,
                    0.537607,
                    0.2356,
                    0.193324,
                    0.433702,
                    0.499077,
                    0.147346,
                    0.47169,
                    0.550146,
                    0.512564,
                    0.51022,
                    0.185212,
                    0.507137,
                    0.524374,
                    0.57937,
                    0.195407,
                    0.59691,
                    0.536503,
                    0.58068,
                    0.570272,
                    0.402018,
                    0.555521,
                    0.500307,
                    0.539796,
                    0.146127,
                    0.499532,
                    0.575666,
                    0.412346,
                    0.479756,
                    0.442274,
                    0.218944,
                    0.520668,
                    0.60805,
                    0.550919,
                    0.50105,
                    0.465303,
                    0.559947,
                    0.262524,
                    0.598814,
                    0.508324,
                    0.488761,
                    0.413331,
                    0.146748,
                    0.374075,
                    0.506556,
                    0.587668,
                    0.551349,
                    0.170405,
                    0.464876,
                    0.502183,
                    0.538035,
                    0.361131,
                    0.553615,
                    0.561218,
                    0.297929,
                    0.454127,
                    0.516799,
                    0.548662,
                    0.591271,
                    0.118139,
                    0.392957,
                    0.498772,
                    0.547764,
                    0.171386,
                    0.497339,
                    0.573232,
                    0.499329,
                    0.46246,
                    0.207817,
                    0.449848,
                    0.56385,
                    0.57574,
                    0.539313,
                    0.503348,
                    0.521528,
                    0.244701,
                    0.483261,
                    0.182931,
                    0.554128,
                    0.514278,
                    0.569406,
                    0.528785,
                    0.448183,
                    0.458963,
                    0.143055,
                    0.536321,
                    0.343878,
                    0.213578,
                    0.570292,
                    0.602472,
                    0.519485,
                    0.242632,
                    0.438493,
                    0.172285,
                    0.509746,
                    0.165618,
                    0.494848,
                    0.354253,
                    0.478218,
                    0.172385,
                    0.501336,
                    0.524268,
                    0.377969,
                    0.571321,
                    0.227392,
                    0.524313,
                    0.506817,
                    0.538008,
                    0.219394,
                    0.421584,
                    0.575232,
                    0.576457,
                    0.380239,
                    0.555238,
                    0.208633,
                    0.52828,
                    0.486439,
                    0.58539,
                    0.54443,
                    0.522061,
                    0.606506,
                    0.299748,
                    0.53108,
                    0.593076,
                    0.468459,
                    0.329083,
                    0.329134,
                    0.192523,
                    0.477703,
                    0.460561,
                    0.518363,
                    0.534154,
                    0.455095,
                    0.161745,
                    0.148801,
                    0.335417,
                    0.575378,
                    0.139597,
                    0.483409,
                    0.557262,
                    0.455764,
                    0.452044,
                    0.529857,
                    0.418446,
                    0.135423,
                    0.334248,
                    0.547333,
                    0.554715,
                    0.538536,
                    0.544285,
                    0.441429,
                    0.169767,
                    0.219757,
                    0.5877,
                    0.142823,
                    0.131822,
                    0.22704,
                    0.59633,
                    0.72368,
                    0.501706,
                    0.565278,
                    0.53568,
                    0.468528,
                    0.555111,
                    0.516836,
                    0.343292,
                    0.492275,
                    0.19885,
                    0.58419,
                    0.319382,
                    0.533193,
                    0.295738,
                    0.315124,
                    0.500573,
                    0.223042,
                    0.475318,
                    0.259648,
                    0.552505,
                    0.456448,
                    0.200601,
                    0.161551,
                    0.255798,
                    0.218948,
                    0.531711,
                    0.470215,
                    0.542617,
                    0.462879,
                    0.584708,
                    0.148857,
                    0.502842,
                    0.214945,
                    0.506559,
                    0.487621,
                    0.354296,
                    0.213997,
                    0.38717,
                    0.582952,
                    0.431064,
                    0.459863,
                    0.593954,
                    0.558733,
                    0.363889,
                    0.572141,
                    0.548802,
                    0.527574,
                    0.192474,
                    0.549818,
                    0.503033,
                    0.454923,
                    0.538828,
                    0.190252,
                    0.40051,
                    0.467322,
                    0.569484,
                    0.252657,
                    0.551781,
                    0.531095,
                    0.553418,
                    0.572765,
                    0.248514,
                    0.470471,
                    0.294816,
                    0.503918,
                    0.544552,
                    0.523988,
                    0.559355,
                    0.543637,
                    0.594672,
                    0.502202,
                    0.520546,
                    0.574152,
                    0.435722,
                    0.205031,
                    0.560753,
                    0.473302,
                    0.491751,
                    0.597648,
                    0.45114,
                    0.455955,
                    0.163441,
                    0.55181,
                    0.549589,
                    0.151275,
                    0.451865,
                    0.603238,
                    0.543827,
                    0.551201,
                    0.425621,
                    0.308786,
                    0.524326,
                    0.427273,
                    0.381042,
                    0.537209,
                    0.477627,
                    0.461659,
                    0.475075,
                    0.485901,
                    0.52916,
                    0.177323,
                    0.213264,
                    0.527546,
                    0.476677,
                    0.517552,
                    0.550821,
                    0.193479,
                    0.509675,
                    0.308889,
                    0.181403,
                    0.372092,
                    0.59985,
                    0.567564,
                    0.229391,
                    0.548718,
                    0.281176,
                    0.460926,
                    0.442915,
                    0.220732,
                    0.526982,
                    0.493841,
                    0.539522,
                    0.552887,
                    0.57119,
                    0.534008,
                    0.479411,
                    0.543794,
                    0.556063,
                    0.506195,
                    0.151297,
                    0.529173,
                    0.45498,
                    0.546358,
                    0.501349,
                    0.206616,
                    0.489599,
                    0.127444,
                    0.208297,
                    0.589288,
                    0.544148,
                    0.535898,
                    0.509376,
                    0.235336,
                    0.263062,
                    0.202618,
                    0.459948,
                    0.43507,
                    0.559588,
                    0.567281,
                    0.540867,
                    0.52592,
                    0.34184,
                    0.507651,
                    0.532148,
                    0.283269,
                    0.204425,
                    0.281777,
                    0.325865,
                    0.501911,
                    0.554083,
                    0.221418,
                    0.524688,
                    0.169834,
                    0.142698,
                    0.408464,
                    0.525651,
                    0.566873,
                    0.499503,
                    0.455776,
                    0.533059,
                    0.491176,
                    0.193926,
                    0.140484,
                    0.287129,
                    0.529949,
                    0.571364,
                    0.547232,
                    0.388285,
                    0.514185,
                    0.205754,
                    0.581097,
                    0.574226,
                    0.60863,
                    0.216552,
                    0.467998,
                    0.485518,
                    0.566629,
                    0.555986,
                    0.507605,
                    0.505049,
                    0.152594,
                    0.47099,
                    0.246953,
                    0.574299,
                    0.531494,
                    0.540506,
                    0.537023,
                    0.407804,
                    0.49856,
                    0.481086,
                    0.492849,
                    0.377735,
                    0.356768,
                    0.593619,
                    0.579659,
                    0.385527,
                    0.359124,
                    0.572703,
                    0.153226,
                    0.147003,
                    0.149333,
                    0.534221,
                    0.220663,
                    0.547567,
                    0.555554,
                    0.564753,
                    0.581982,
                    0.489045,
                    0.563964,
                    0.54533,
                    0.18926,
                    0.467093,
                    0.396652,
                    0.163739,
                    0.526852,
                    0.421281,
                    0.559795,
                    0.236457,
                    0.571842,
                    0.137908,
                    0.483415,
                    0.519233,
                    0.295633,
                    0.296276,
                    0.461086,
                    0.548823,
                    0.508272,
                    0.520088,
                    0.502714,
                    0.21123,
                    0.518037,
                    0.522075,
                    0.54183,
                    0.20859,
                    0.473795,
                    0.4547,
                    0.094501,
                    0.495056,
                    0.539693,
                    0.569085,
                    0.576129,
                    0.481019,
                    0.475573,
                    0.299185,
                    0.576302,
                    0.571117,
                    0.533432,
                    0.542474,
                    0.503353,
                    0.555326,
                    0.456071,
                    0.16391,
                    0.570116,
                    0.529645,
                    0.557927,
                    0.211961,
                    0.382619,
                    0.530025,
                    0.494847,
                    0.175505,
                    0.455249,
                    0.613463,
                    0.16669,
                    0.587462,
                    0.56639,
                    0.277704,
                    0.180715,
                    0.360607,
                    0.582362,
                    0.541463,
                    0.486412,
                    0.295584,
                    0.512412,
                    0.555652,
                    0.57003,
                    0.169348,
                    0.496884,
                    0.159238,
                    0.391294,
                    0.441084,
                    0.570895,
                    0.480755,
                    0.561237,
                    0.464369,
                    0.522887,
                    0.542879,
                    0.550216,
                    0.580221,
                    0.559134,
                    0.162284,
                    0.17578,
                    0.551104,
                    0.574048,
                    0.565801,
                    0.552459,
                    0.558909,
                    0.399272,
                    0.654204,
                    0.217466,
                    0.401864,
                    0.406542,
                    0.540062,
                    0.555144,
                    0.551045,
                    0.576312
                ]
            },
            "name": "model.model.layers.11.input_layernorm.weight",
            "outputIndexes": [
                925
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                924
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_11/Mul_output_0",
            "outputIndexes": [
                926
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                925,
                926
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_11/Mul_1_output_0",
            "outputIndexes": [
                927
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                927
            ],
            "outputIndexes": [
                2775
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2775
            ],
            "outputIndexes": [
                2776
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear",
            "inputIndexes": [
                2776
            ],
            "outputIndexes": [
                2777
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    24331934,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2777
            ],
            "outputIndexes": [
                2778
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2778
            ],
            "outputIndexes": [
                928
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                927
            ],
            "main_type": "NONE",
            "name": "/Shape_155_output_0",
            "outputIndexes": [
                929
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                929
            ],
            "main_type": "NONE",
            "name": "Shape2453",
            "outputIndexes": [
                930
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                929
            ],
            "main_type": "NONE",
            "name": "Rank2455",
            "outputIndexes": [
                931
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                931,
                931
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2457",
            "outputIndexes": [
                932
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                932
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2458",
            "outputIndexes": [
                933
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                932,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2460",
            "outputIndexes": [
                934
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                934
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2461",
            "outputIndexes": [
                935
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                930,
                933,
                935,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2464",
            "outputIndexes": [
                936
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                936
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2465",
            "outputIndexes": [
                937
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                937
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2466",
            "outputIndexes": [
                938
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                938,
                937
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2467",
            "outputIndexes": [
                939
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                929,
                939,
                932
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_169_output_0",
            "outputIndexes": [
                940
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                940,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_353_output_0",
            "outputIndexes": [
                941
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                941,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_143_output_0",
            "outputIndexes": [
                942
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                928,
                942
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_100_output_0",
            "outputIndexes": [
                943
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                943,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_88_output_0",
            "outputIndexes": [
                944
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                943
            ],
            "main_type": "NONE",
            "name": "/Shape_156_output_0",
            "outputIndexes": [
                945
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                945
            ],
            "main_type": "NONE",
            "name": "Shape2474",
            "outputIndexes": [
                946
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                945
            ],
            "main_type": "NONE",
            "name": "Rank2476",
            "outputIndexes": [
                947
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                947,
                947
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2478",
            "outputIndexes": [
                948
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                948
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2479",
            "outputIndexes": [
                949
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                948,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2481",
            "outputIndexes": [
                950
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                950
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2482",
            "outputIndexes": [
                951
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                946,
                949,
                951,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2485",
            "outputIndexes": [
                952
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                952
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2486",
            "outputIndexes": [
                953
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                953
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2487",
            "outputIndexes": [
                954
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                954,
                953
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2488",
            "outputIndexes": [
                955
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                945,
                955,
                948
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_170_output_0",
            "outputIndexes": [
                956
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                956,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_33_output_0",
            "outputIndexes": [
                957
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                957,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_358_output_0",
            "outputIndexes": [
                958
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                943,
                958,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_45_output_0",
            "outputIndexes": [
                959
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                959
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_22_output_0",
            "outputIndexes": [
                960
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                943,
                22,
                958,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_44_output_0",
            "outputIndexes": [
                961
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                960,
                961
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_146_output_0",
            "outputIndexes": [
                962
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                962,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_89_output_0",
            "outputIndexes": [
                963
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                944,
                963
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_55_output_0",
            "outputIndexes": [
                964
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                927
            ],
            "outputIndexes": [
                2779
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2779
            ],
            "outputIndexes": [
                2780
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear",
            "inputIndexes": [
                2780
            ],
            "outputIndexes": [
                2781
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    24539316,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2781
            ],
            "outputIndexes": [
                2782
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2782
            ],
            "outputIndexes": [
                965
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                941,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_144_output_0",
            "outputIndexes": [
                966
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                965,
                966
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_101_output_0",
            "outputIndexes": [
                967
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_90_output_0",
            "outputIndexes": [
                968
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967
            ],
            "main_type": "NONE",
            "name": "/Shape_157_output_0",
            "outputIndexes": [
                969
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                969
            ],
            "main_type": "NONE",
            "name": "Shape2537",
            "outputIndexes": [
                970
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                969
            ],
            "main_type": "NONE",
            "name": "Rank2539",
            "outputIndexes": [
                971
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                971,
                971
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2541",
            "outputIndexes": [
                972
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                972
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2542",
            "outputIndexes": [
                973
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                972,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2544",
            "outputIndexes": [
                974
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                974
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2545",
            "outputIndexes": [
                975
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                970,
                973,
                975,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2548",
            "outputIndexes": [
                976
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                976
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2549",
            "outputIndexes": [
                977
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                977
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2550",
            "outputIndexes": [
                978
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                978,
                977
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2551",
            "outputIndexes": [
                979
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                969,
                979,
                972
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_171_output_0",
            "outputIndexes": [
                980
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                980,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_34_output_0",
            "outputIndexes": [
                981
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                981,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_360_output_0",
            "outputIndexes": [
                982
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967,
                982,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_47_output_0",
            "outputIndexes": [
                983
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                983
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_23_output_0",
            "outputIndexes": [
                984
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967,
                22,
                982,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_46_output_0",
            "outputIndexes": [
                985
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                984,
                985
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_147_output_0",
            "outputIndexes": [
                986
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                986,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_91_output_0",
            "outputIndexes": [
                987
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                968,
                987
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_56_output_0",
            "outputIndexes": [
                988
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                927
            ],
            "outputIndexes": [
                2783
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2783
            ],
            "outputIndexes": [
                2784
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear",
            "inputIndexes": [
                2784
            ],
            "outputIndexes": [
                2785
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    24608458,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2785
            ],
            "outputIndexes": [
                2786
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2786
            ],
            "outputIndexes": [
                989
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                989,
                966
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_102_output_0",
            "outputIndexes": [
                990
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                964,
                988,
                990,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_107_output_0",
            "outputIndexes": [
                991
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                991
            ],
            "outputIndexes": [
                2787
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2787
            ],
            "outputIndexes": [
                2788
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear",
            "inputIndexes": [
                2788
            ],
            "outputIndexes": [
                2789
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    24677600,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2789
            ],
            "outputIndexes": [
                2790
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2790
            ],
            "outputIndexes": [
                992
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                924,
                992
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_58_output_0",
            "outputIndexes": [
                993
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.131184,
                    0.577778,
                    0.213051,
                    0.138175,
                    0.507595,
                    0.580237,
                    0.406521,
                    0.591833,
                    0.34218,
                    0.577147,
                    0.392961,
                    0.27526,
                    0.456138,
                    0.28391,
                    0.27288,
                    0.561556,
                    0.197599,
                    0.485686,
                    0.542771,
                    0.535158,
                    0.331783,
                    0.346388,
                    0.293241,
                    0.522475,
                    0.288481,
                    0.259121,
                    0.454083,
                    0.536417,
                    0.151375,
                    0.4697,
                    0.47272,
                    0.324109,
                    0.523801,
                    0.56717,
                    0.456154,
                    0.564532,
                    0.556112,
                    0.542066,
                    0.407114,
                    0.342683,
                    0.49285,
                    0.251316,
                    0.326676,
                    0.555686,
                    0.166579,
                    0.420113,
                    0.567513,
                    0.377158,
                    0.559971,
                    0.168848,
                    0.437135,
                    0.554677,
                    0.163659,
                    0.133172,
                    0.566144,
                    0.212526,
                    0.169238,
                    0.551874,
                    0.330197,
                    0.432605,
                    0.589483,
                    0.352452,
                    0.576652,
                    0.550377,
                    0.624104,
                    0.217736,
                    0.170826,
                    0.462985,
                    0.583256,
                    0.474134,
                    0.590066,
                    0.17855,
                    0.584154,
                    0.447166,
                    0.557309,
                    0.259503,
                    0.545684,
                    0.476892,
                    0.577932,
                    0.600329,
                    0.536035,
                    0.549337,
                    0.499484,
                    0.450568,
                    0.563958,
                    0.369247,
                    0.546895,
                    0.44447,
                    0.303629,
                    0.447006,
                    0.536206,
                    0.473832,
                    0.596871,
                    0.133673,
                    0.560679,
                    0.562542,
                    0.529497,
                    0.43797,
                    0.555292,
                    0.205015,
                    0.097303,
                    0.254485,
                    0.556746,
                    0.505782,
                    0.529196,
                    0.215778,
                    0.181144,
                    0.388799,
                    0.518744,
                    0.121792,
                    0.481334,
                    0.551706,
                    0.552045,
                    0.551027,
                    0.195096,
                    0.511778,
                    0.581727,
                    0.548218,
                    0.155411,
                    0.571794,
                    0.584534,
                    0.57856,
                    0.563478,
                    0.375109,
                    0.550542,
                    0.481919,
                    0.580145,
                    0.120045,
                    0.495587,
                    0.617189,
                    0.393413,
                    0.456666,
                    0.435324,
                    0.198225,
                    0.473983,
                    0.593885,
                    0.532626,
                    0.559122,
                    0.493478,
                    0.564044,
                    0.255892,
                    0.598441,
                    0.544626,
                    0.518789,
                    0.393571,
                    0.118593,
                    0.345996,
                    0.516223,
                    0.575397,
                    0.588124,
                    0.163914,
                    0.482452,
                    0.539193,
                    0.550813,
                    0.369032,
                    0.607006,
                    0.592133,
                    0.239445,
                    0.465076,
                    0.483125,
                    0.571938,
                    0.514994,
                    0.100224,
                    0.385968,
                    0.465215,
                    0.538974,
                    0.157085,
                    0.512949,
                    0.564473,
                    0.474665,
                    0.289574,
                    0.202539,
                    0.40714,
                    0.559615,
                    0.585091,
                    0.536512,
                    0.52138,
                    0.564167,
                    0.187784,
                    0.53047,
                    0.16178,
                    0.534418,
                    0.528568,
                    0.534171,
                    0.54545,
                    0.462594,
                    0.427443,
                    0.131011,
                    0.503539,
                    0.33655,
                    0.193527,
                    0.540181,
                    0.576103,
                    0.492642,
                    0.22936,
                    0.41989,
                    0.143366,
                    0.549765,
                    0.137616,
                    0.490762,
                    0.316398,
                    0.460155,
                    0.169089,
                    0.513506,
                    0.518016,
                    0.334629,
                    0.565061,
                    0.222643,
                    0.510839,
                    0.546672,
                    0.551505,
                    0.215294,
                    0.402348,
                    0.528135,
                    0.571489,
                    0.343835,
                    0.599562,
                    0.205171,
                    0.534634,
                    0.447117,
                    0.570732,
                    0.576058,
                    0.520639,
                    0.581566,
                    0.276188,
                    0.536731,
                    0.589077,
                    0.444529,
                    0.278815,
                    0.297512,
                    0.194411,
                    0.478373,
                    0.41876,
                    0.533235,
                    0.558381,
                    0.470272,
                    0.151197,
                    0.122904,
                    0.295146,
                    0.603132,
                    0.132772,
                    0.488643,
                    0.571481,
                    0.34874,
                    0.39587,
                    0.547233,
                    0.413539,
                    0.134823,
                    0.290886,
                    0.531855,
                    0.562149,
                    0.547711,
                    0.537566,
                    0.408908,
                    0.159063,
                    0.195028,
                    0.536139,
                    0.125191,
                    0.116402,
                    0.211457,
                    0.846956,
                    0.346148,
                    0.471823,
                    0.575951,
                    0.532626,
                    0.456645,
                    0.580455,
                    0.463104,
                    0.281532,
                    0.521661,
                    0.174987,
                    0.53588,
                    0.279363,
                    0.526204,
                    0.261495,
                    0.281004,
                    0.501296,
                    0.197081,
                    0.463931,
                    0.256913,
                    0.574622,
                    0.450728,
                    0.185317,
                    0.153104,
                    0.248057,
                    0.191272,
                    0.507135,
                    0.497695,
                    0.54853,
                    0.441796,
                    0.59564,
                    0.129581,
                    0.511597,
                    0.192403,
                    0.498831,
                    0.49994,
                    0.336415,
                    0.199517,
                    0.31144,
                    0.400478,
                    0.411966,
                    0.42662,
                    0.572264,
                    0.58229,
                    0.327378,
                    0.564015,
                    0.570999,
                    0.536679,
                    0.171223,
                    0.543292,
                    0.488425,
                    0.441889,
                    0.516854,
                    0.180157,
                    0.39507,
                    0.4921,
                    0.578141,
                    0.201486,
                    0.532598,
                    0.542277,
                    0.5109,
                    0.5526,
                    0.226589,
                    0.418731,
                    0.294106,
                    0.481105,
                    0.524135,
                    0.533338,
                    0.539431,
                    0.535537,
                    0.622426,
                    0.459308,
                    0.528171,
                    0.582021,
                    0.439039,
                    0.19777,
                    0.534581,
                    0.480134,
                    0.484367,
                    0.589456,
                    0.442485,
                    0.402646,
                    0.137129,
                    0.563295,
                    0.5074,
                    0.150107,
                    0.441198,
                    0.603069,
                    0.556131,
                    0.530239,
                    0.278499,
                    0.244993,
                    0.534311,
                    0.416857,
                    0.352649,
                    0.54281,
                    0.480344,
                    0.417292,
                    0.447486,
                    0.460445,
                    0.548603,
                    0.169997,
                    0.201091,
                    0.551424,
                    0.505073,
                    0.527611,
                    0.578421,
                    0.175175,
                    0.550832,
                    0.294672,
                    0.16805,
                    0.358199,
                    0.611238,
                    0.549492,
                    0.230747,
                    0.562506,
                    0.253841,
                    0.506314,
                    0.449693,
                    0.195477,
                    0.552228,
                    0.521173,
                    0.542414,
                    0.526981,
                    0.548644,
                    0.569615,
                    0.510779,
                    0.531461,
                    0.598371,
                    0.481686,
                    0.134616,
                    0.510726,
                    0.459694,
                    0.534243,
                    0.508807,
                    0.195958,
                    0.477297,
                    0.109342,
                    0.183726,
                    0.521786,
                    0.561695,
                    0.509861,
                    0.499567,
                    0.226084,
                    0.203326,
                    0.20364,
                    0.441617,
                    0.329866,
                    0.554976,
                    0.572027,
                    0.580791,
                    0.494294,
                    0.320698,
                    0.514395,
                    0.485459,
                    0.278357,
                    0.166653,
                    0.246605,
                    0.305994,
                    0.490115,
                    0.534609,
                    0.175991,
                    0.504621,
                    0.15191,
                    0.112092,
                    0.376712,
                    0.541319,
                    0.524043,
                    0.521397,
                    0.450015,
                    0.527059,
                    0.543879,
                    0.170842,
                    0.119073,
                    0.25825,
                    0.552318,
                    0.613363,
                    0.552221,
                    0.295959,
                    0.50839,
                    0.186605,
                    0.57179,
                    0.575142,
                    0.610943,
                    0.208788,
                    0.499554,
                    0.19368,
                    0.500075,
                    0.586273,
                    0.508273,
                    0.495434,
                    0.12272,
                    0.462661,
                    0.230116,
                    0.587538,
                    0.564846,
                    0.517449,
                    0.540095,
                    0.374288,
                    0.509953,
                    0.470209,
                    0.491801,
                    0.344436,
                    0.33803,
                    0.580373,
                    0.573034,
                    0.395548,
                    0.33434,
                    0.594609,
                    0.136656,
                    0.121605,
                    0.125967,
                    0.518028,
                    0.202797,
                    0.547646,
                    0.526508,
                    0.579621,
                    0.601142,
                    0.474665,
                    0.525855,
                    0.517637,
                    0.180295,
                    0.495044,
                    0.395801,
                    0.151648,
                    0.542884,
                    0.310906,
                    0.542125,
                    0.229682,
                    0.549134,
                    0.124048,
                    0.535607,
                    0.545898,
                    0.263537,
                    0.247136,
                    0.434875,
                    0.527987,
                    0.486086,
                    0.513126,
                    0.472007,
                    0.184112,
                    0.542675,
                    0.549004,
                    0.544966,
                    0.214326,
                    0.452206,
                    0.46477,
                    -2.4e-05,
                    0.470407,
                    0.514488,
                    0.576667,
                    0.595941,
                    0.44572,
                    0.41805,
                    0.280996,
                    0.56077,
                    0.563554,
                    0.544504,
                    0.533816,
                    0.513777,
                    0.538914,
                    0.379868,
                    0.137279,
                    0.541041,
                    0.537299,
                    0.595949,
                    0.19287,
                    0.338435,
                    0.571134,
                    0.459558,
                    0.169596,
                    0.380489,
                    0.588558,
                    0.152332,
                    0.559637,
                    0.603427,
                    0.259327,
                    0.176965,
                    0.301363,
                    0.580675,
                    0.492711,
                    0.451277,
                    0.281961,
                    0.469838,
                    0.538325,
                    0.567582,
                    0.163407,
                    0.434229,
                    0.15538,
                    0.370196,
                    0.442378,
                    0.556661,
                    0.502855,
                    0.556134,
                    0.448129,
                    0.460827,
                    0.550329,
                    0.529808,
                    0.592716,
                    0.614532,
                    0.136892,
                    0.165514,
                    0.569368,
                    0.543164,
                    0.550139,
                    0.577176,
                    0.592119,
                    0.391038,
                    0.55889,
                    0.20344,
                    0.356681,
                    0.414376,
                    0.493748,
                    0.543075,
                    0.54881,
                    0.58038
                ]
            },
            "name": "model.model.layers.11.post_attention_layernorm.weight",
            "outputIndexes": [
                994
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                993
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_11/Mul_output_0",
            "outputIndexes": [
                995
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                994,
                995
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_11/Mul_1_output_0",
            "outputIndexes": [
                996
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                996
            ],
            "outputIndexes": [
                2791
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2791
            ],
            "outputIndexes": [
                2792
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear",
            "inputIndexes": [
                2792
            ],
            "outputIndexes": [
                2793
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    24884982,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2793
            ],
            "outputIndexes": [
                2794
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2794
            ],
            "outputIndexes": [
                997
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                997
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_11/Sigmoid_output_0",
            "outputIndexes": [
                998
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                997,
                998
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_11/Mul_output_0",
            "outputIndexes": [
                999
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                996
            ],
            "outputIndexes": [
                2795
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2795
            ],
            "outputIndexes": [
                2796
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear",
            "inputIndexes": [
                2796
            ],
            "outputIndexes": [
                2797
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    25437964,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2797
            ],
            "outputIndexes": [
                2798
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2798
            ],
            "outputIndexes": [
                1000
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                999,
                1000
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_11/Mul_output_0",
            "outputIndexes": [
                1001
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1001
            ],
            "outputIndexes": [
                2799
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2799
            ],
            "outputIndexes": [
                2800
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear",
            "inputIndexes": [
                2800
            ],
            "outputIndexes": [
                2801
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    25990946,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2801
            ],
            "outputIndexes": [
                2802
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2802
            ],
            "outputIndexes": [
                1002
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                993,
                1002
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_59_output_0",
            "outputIndexes": [
                1003
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1003,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_108_output_0",
            "outputIndexes": [
                1004
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.160151,
                    0.866336,
                    0.263728,
                    0.167454,
                    0.760095,
                    0.938332,
                    0.606331,
                    0.84443,
                    1.035775,
                    0.883888,
                    0.534858,
                    0.362067,
                    0.692317,
                    0.411712,
                    0.376085,
                    0.841684,
                    0.250694,
                    0.750099,
                    0.844828,
                    0.764541,
                    0.469713,
                    0.483919,
                    0.385899,
                    0.774212,
                    0.384926,
                    0.343073,
                    0.604748,
                    0.765577,
                    0.17516,
                    0.743861,
                    0.665061,
                    0.436954,
                    0.694216,
                    0.804094,
                    0.743501,
                    0.841594,
                    0.85142,
                    0.823881,
                    0.567487,
                    0.506457,
                    0.776948,
                    0.309009,
                    0.437243,
                    0.801527,
                    0.196636,
                    0.584279,
                    0.875241,
                    0.492011,
                    0.791483,
                    0.199081,
                    0.543242,
                    0.921603,
                    0.189135,
                    0.152212,
                    0.906598,
                    0.259342,
                    0.235198,
                    0.832296,
                    0.467365,
                    0.506129,
                    0.87064,
                    0.474896,
                    0.966192,
                    0.836098,
                    0.913852,
                    0.268256,
                    0.208423,
                    0.654052,
                    1.030763,
                    0.65589,
                    0.796354,
                    0.185555,
                    0.882685,
                    0.64466,
                    0.905731,
                    0.336807,
                    0.859299,
                    0.700106,
                    0.870211,
                    0.86151,
                    0.756502,
                    0.878223,
                    0.726094,
                    0.643599,
                    0.883654,
                    0.528884,
                    0.827912,
                    0.690661,
                    0.440805,
                    0.640245,
                    0.806233,
                    0.696476,
                    0.919876,
                    0.154536,
                    0.795617,
                    0.757201,
                    0.797813,
                    0.631318,
                    0.859327,
                    0.247325,
                    0.401161,
                    0.328447,
                    0.842064,
                    0.725186,
                    0.79652,
                    0.258844,
                    0.182756,
                    0.52616,
                    0.731373,
                    0.132116,
                    0.629802,
                    0.761356,
                    0.843771,
                    0.755515,
                    0.246422,
                    0.74935,
                    0.886215,
                    0.880824,
                    0.234603,
                    1.052505,
                    0.862249,
                    0.881146,
                    0.909288,
                    0.527869,
                    0.84204,
                    0.768524,
                    0.848047,
                    0.127717,
                    0.738511,
                    0.988249,
                    0.556686,
                    0.67654,
                    0.618122,
                    0.241257,
                    0.736926,
                    0.873183,
                    0.807757,
                    0.814999,
                    0.690793,
                    0.851706,
                    0.340474,
                    0.916247,
                    0.808304,
                    0.753785,
                    0.544186,
                    0.126534,
                    0.448039,
                    0.733793,
                    0.842171,
                    0.908245,
                    0.194999,
                    0.701982,
                    0.758271,
                    0.879803,
                    0.499966,
                    0.942857,
                    0.843038,
                    0.355129,
                    0.624474,
                    0.739193,
                    0.878887,
                    0.964375,
                    0.117673,
                    0.516602,
                    0.711834,
                    0.865833,
                    0.187087,
                    0.786637,
                    0.874358,
                    0.735152,
                    0.630392,
                    0.259545,
                    0.558674,
                    0.826892,
                    0.837979,
                    0.922973,
                    0.750615,
                    0.855682,
                    0.274882,
                    0.709145,
                    0.179738,
                    0.79196,
                    0.805449,
                    0.813544,
                    0.819703,
                    0.622886,
                    0.65236,
                    0.147863,
                    0.774083,
                    0.421689,
                    0.242656,
                    0.817937,
                    0.910702,
                    0.722766,
                    0.278277,
                    0.604314,
                    0.183722,
                    0.832503,
                    0.177286,
                    0.684145,
                    0.447624,
                    0.653143,
                    0.182932,
                    0.76509,
                    0.807326,
                    0.490287,
                    0.932341,
                    0.27358,
                    0.70357,
                    0.811302,
                    0.822029,
                    0.266972,
                    0.499003,
                    0.833395,
                    0.934525,
                    0.467675,
                    0.933402,
                    0.260121,
                    0.836887,
                    0.661126,
                    0.852638,
                    0.90327,
                    0.778639,
                    0.905758,
                    0.398423,
                    0.851016,
                    0.929868,
                    0.628196,
                    0.377647,
                    0.405317,
                    0.275679,
                    0.724914,
                    0.591178,
                    0.773073,
                    0.82268,
                    0.679716,
                    0.160496,
                    0.145071,
                    0.41051,
                    0.947848,
                    0.161909,
                    0.67434,
                    0.944516,
                    0.597539,
                    0.545671,
                    0.874334,
                    0.587678,
                    0.244973,
                    0.409152,
                    0.812573,
                    0.87001,
                    0.775173,
                    0.860898,
                    0.605902,
                    0.201394,
                    0.236641,
                    0.811268,
                    0.141947,
                    0.11533,
                    0.273052,
                    0.744178,
                    1.265224,
                    0.679651,
                    0.939122,
                    0.83532,
                    0.635882,
                    0.872512,
                    0.730347,
                    0.438522,
                    0.752947,
                    0.212482,
                    0.896316,
                    0.365467,
                    0.806573,
                    0.327811,
                    0.350605,
                    0.739873,
                    0.232468,
                    0.5895,
                    0.29892,
                    0.923801,
                    0.684313,
                    0.217912,
                    0.161655,
                    0.315035,
                    0.250753,
                    0.796702,
                    0.684095,
                    0.824202,
                    0.634934,
                    0.915504,
                    0.136599,
                    0.79315,
                    0.259134,
                    0.706973,
                    0.679436,
                    0.44558,
                    0.246846,
                    0.45483,
                    0.745292,
                    0.570849,
                    0.636232,
                    0.908163,
                    0.792486,
                    0.421169,
                    0.82825,
                    0.856648,
                    0.833084,
                    0.252368,
                    0.807572,
                    0.745639,
                    0.621113,
                    0.772696,
                    0.197801,
                    0.509116,
                    0.661054,
                    0.846732,
                    0.286573,
                    0.802583,
                    0.86968,
                    0.838585,
                    0.849222,
                    0.297722,
                    0.65948,
                    0.369383,
                    0.745609,
                    0.830612,
                    0.826924,
                    0.820252,
                    0.899576,
                    0.899561,
                    0.674096,
                    0.865677,
                    0.9302,
                    0.589855,
                    0.239868,
                    0.901992,
                    0.63046,
                    0.698102,
                    0.946829,
                    0.635783,
                    0.579224,
                    0.155786,
                    0.835571,
                    0.734525,
                    0.166211,
                    0.640229,
                    0.954537,
                    0.832468,
                    0.830673,
                    0.580253,
                    0.347747,
                    0.820605,
                    0.576766,
                    0.453025,
                    0.828227,
                    0.671042,
                    0.623821,
                    0.645111,
                    0.733542,
                    0.838391,
                    0.188552,
                    0.252981,
                    0.833356,
                    0.746966,
                    0.730811,
                    0.926422,
                    0.216096,
                    0.828728,
                    0.348034,
                    0.193137,
                    0.470133,
                    0.981509,
                    0.871036,
                    0.267143,
                    0.883714,
                    0.308994,
                    0.752268,
                    0.596236,
                    0.236107,
                    0.871847,
                    0.738121,
                    0.797142,
                    0.782091,
                    0.784313,
                    0.828504,
                    0.75941,
                    0.835456,
                    0.919017,
                    0.729806,
                    0.155249,
                    0.753673,
                    0.646671,
                    0.865024,
                    0.722083,
                    0.222738,
                    0.713701,
                    0.137978,
                    0.232587,
                    0.80691,
                    0.785859,
                    0.81271,
                    0.666344,
                    0.280878,
                    0.329999,
                    0.238252,
                    0.613738,
                    0.496635,
                    0.861008,
                    0.795,
                    0.919009,
                    0.712535,
                    0.403264,
                    0.720407,
                    0.710457,
                    0.333036,
                    0.210522,
                    0.326185,
                    0.422815,
                    0.762862,
                    0.825814,
                    0.252378,
                    0.796664,
                    0.163182,
                    0.116901,
                    0.496449,
                    0.799869,
                    0.971335,
                    0.691027,
                    0.639268,
                    0.742166,
                    0.835867,
                    0.205276,
                    0.131325,
                    0.326362,
                    0.912037,
                    0.911411,
                    0.835058,
                    0.442151,
                    0.770477,
                    0.230915,
                    0.883033,
                    0.851867,
                    0.974472,
                    0.242526,
                    0.717902,
                    0.602614,
                    0.845963,
                    0.91285,
                    0.78917,
                    0.74381,
                    0.147203,
                    0.686239,
                    0.270164,
                    0.827648,
                    0.88698,
                    0.82817,
                    0.814304,
                    0.510816,
                    0.740312,
                    0.68765,
                    0.718231,
                    0.481634,
                    0.455271,
                    0.938855,
                    0.907703,
                    0.549114,
                    0.453606,
                    0.8775,
                    0.15705,
                    0.139477,
                    0.146165,
                    0.802057,
                    0.255975,
                    0.863393,
                    0.784151,
                    0.886549,
                    0.839127,
                    0.683469,
                    0.884854,
                    0.807377,
                    0.21838,
                    0.689914,
                    0.507225,
                    0.172075,
                    0.795143,
                    0.580398,
                    0.958677,
                    0.264542,
                    0.854082,
                    0.129529,
                    0.768719,
                    0.760621,
                    0.351095,
                    0.348726,
                    0.618967,
                    0.799988,
                    0.739584,
                    0.74518,
                    0.753181,
                    0.213823,
                    0.73151,
                    0.801738,
                    0.827405,
                    0.263951,
                    0.600201,
                    0.644841,
                    0.07422,
                    0.668608,
                    0.895516,
                    0.895603,
                    0.936453,
                    0.679468,
                    0.606331,
                    0.355869,
                    0.795512,
                    0.902302,
                    0.77929,
                    0.821624,
                    0.735376,
                    0.871359,
                    0.529866,
                    0.171049,
                    0.845964,
                    0.750684,
                    0.896115,
                    0.235447,
                    0.466534,
                    0.874373,
                    0.682602,
                    0.180532,
                    0.554544,
                    0.858398,
                    0.165479,
                    0.875552,
                    0.866278,
                    0.341743,
                    0.193447,
                    0.445905,
                    0.973425,
                    0.680277,
                    0.637804,
                    0.377542,
                    0.711081,
                    0.829026,
                    0.829959,
                    0.180288,
                    0.607771,
                    0.168297,
                    0.491962,
                    0.570359,
                    0.965912,
                    0.714497,
                    0.786621,
                    0.653342,
                    0.759561,
                    0.86259,
                    0.901556,
                    0.912642,
                    0.830546,
                    0.163336,
                    0.175442,
                    0.809713,
                    0.953782,
                    0.783559,
                    0.833476,
                    0.892227,
                    0.503464,
                    1.118695,
                    0.222675,
                    0.497089,
                    0.555599,
                    0.844077,
                    0.827165,
                    0.895181,
                    0.97359
                ]
            },
            "name": "model.model.layers.12.input_layernorm.weight",
            "outputIndexes": [
                1005
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1004
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_12/Mul_output_0",
            "outputIndexes": [
                1006
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1005,
                1006
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_12/Mul_1_output_0",
            "outputIndexes": [
                1007
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1007
            ],
            "outputIndexes": [
                2803
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2803
            ],
            "outputIndexes": [
                2804
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear",
            "inputIndexes": [
                2804
            ],
            "outputIndexes": [
                2805
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    26543928,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2805
            ],
            "outputIndexes": [
                2806
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2806
            ],
            "outputIndexes": [
                1008
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1007
            ],
            "main_type": "NONE",
            "name": "/Shape_169_output_0",
            "outputIndexes": [
                1009
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1009
            ],
            "main_type": "NONE",
            "name": "Shape2669",
            "outputIndexes": [
                1010
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1009
            ],
            "main_type": "NONE",
            "name": "Rank2671",
            "outputIndexes": [
                1011
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1011,
                1011
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2673",
            "outputIndexes": [
                1012
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1012
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2674",
            "outputIndexes": [
                1013
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1012,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2676",
            "outputIndexes": [
                1014
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1014
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2677",
            "outputIndexes": [
                1015
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1010,
                1013,
                1015,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2680",
            "outputIndexes": [
                1016
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1016
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2681",
            "outputIndexes": [
                1017
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1017
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2682",
            "outputIndexes": [
                1018
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1018,
                1017
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2683",
            "outputIndexes": [
                1019
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1009,
                1019,
                1012
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_184_output_0",
            "outputIndexes": [
                1020
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1020,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_385_output_0",
            "outputIndexes": [
                1021
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1021,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_156_output_0",
            "outputIndexes": [
                1022
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1008,
                1022
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_109_output_0",
            "outputIndexes": [
                1023
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_96_output_0",
            "outputIndexes": [
                1024
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023
            ],
            "main_type": "NONE",
            "name": "/Shape_170_output_0",
            "outputIndexes": [
                1025
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1025
            ],
            "main_type": "NONE",
            "name": "Shape2690",
            "outputIndexes": [
                1026
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1025
            ],
            "main_type": "NONE",
            "name": "Rank2692",
            "outputIndexes": [
                1027
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1027,
                1027
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2694",
            "outputIndexes": [
                1028
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1028
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2695",
            "outputIndexes": [
                1029
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1028,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2697",
            "outputIndexes": [
                1030
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1030
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2698",
            "outputIndexes": [
                1031
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1026,
                1029,
                1031,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2701",
            "outputIndexes": [
                1032
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1032
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2702",
            "outputIndexes": [
                1033
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1033
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2703",
            "outputIndexes": [
                1034
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1034,
                1033
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2704",
            "outputIndexes": [
                1035
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1025,
                1035,
                1028
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_185_output_0",
            "outputIndexes": [
                1036
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1036,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_36_output_0",
            "outputIndexes": [
                1037
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1037,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_390_output_0",
            "outputIndexes": [
                1038
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023,
                1038,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_49_output_0",
            "outputIndexes": [
                1039
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1039
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_24_output_0",
            "outputIndexes": [
                1040
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023,
                22,
                1038,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_48_output_0",
            "outputIndexes": [
                1041
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1040,
                1041
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_159_output_0",
            "outputIndexes": [
                1042
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1042,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_97_output_0",
            "outputIndexes": [
                1043
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1024,
                1043
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_60_output_0",
            "outputIndexes": [
                1044
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1007
            ],
            "outputIndexes": [
                2807
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2807
            ],
            "outputIndexes": [
                2808
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear",
            "inputIndexes": [
                2808
            ],
            "outputIndexes": [
                2809
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    26751310,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2809
            ],
            "outputIndexes": [
                2810
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2810
            ],
            "outputIndexes": [
                1045
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1021,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_157_output_0",
            "outputIndexes": [
                1046
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1045,
                1046
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_110_output_0",
            "outputIndexes": [
                1047
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_98_output_0",
            "outputIndexes": [
                1048
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047
            ],
            "main_type": "NONE",
            "name": "/Shape_171_output_0",
            "outputIndexes": [
                1049
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1049
            ],
            "main_type": "NONE",
            "name": "Shape2753",
            "outputIndexes": [
                1050
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1049
            ],
            "main_type": "NONE",
            "name": "Rank2755",
            "outputIndexes": [
                1051
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1051,
                1051
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2757",
            "outputIndexes": [
                1052
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1052
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2758",
            "outputIndexes": [
                1053
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1052,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2760",
            "outputIndexes": [
                1054
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1054
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2761",
            "outputIndexes": [
                1055
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1050,
                1053,
                1055,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2764",
            "outputIndexes": [
                1056
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1056
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2765",
            "outputIndexes": [
                1057
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1057
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2766",
            "outputIndexes": [
                1058
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1058,
                1057
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2767",
            "outputIndexes": [
                1059
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1049,
                1059,
                1052
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_186_output_0",
            "outputIndexes": [
                1060
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1060,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_37_output_0",
            "outputIndexes": [
                1061
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1061,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_392_output_0",
            "outputIndexes": [
                1062
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047,
                1062,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_51_output_0",
            "outputIndexes": [
                1063
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1063
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_25_output_0",
            "outputIndexes": [
                1064
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047,
                22,
                1062,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_50_output_0",
            "outputIndexes": [
                1065
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1064,
                1065
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_160_output_0",
            "outputIndexes": [
                1066
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1066,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_99_output_0",
            "outputIndexes": [
                1067
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1048,
                1067
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_61_output_0",
            "outputIndexes": [
                1068
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1007
            ],
            "outputIndexes": [
                2811
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2811
            ],
            "outputIndexes": [
                2812
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear",
            "inputIndexes": [
                2812
            ],
            "outputIndexes": [
                2813
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    26820452,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2813
            ],
            "outputIndexes": [
                2814
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2814
            ],
            "outputIndexes": [
                1069
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1069,
                1046
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_111_output_0",
            "outputIndexes": [
                1070
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1044,
                1068,
                1070,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_116_output_0",
            "outputIndexes": [
                1071
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1071
            ],
            "outputIndexes": [
                2815
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2815
            ],
            "outputIndexes": [
                2816
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear",
            "inputIndexes": [
                2816
            ],
            "outputIndexes": [
                2817
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    26889594,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2817
            ],
            "outputIndexes": [
                2818
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2818
            ],
            "outputIndexes": [
                1072
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1004,
                1072
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_63_output_0",
            "outputIndexes": [
                1073
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.116963,
                    0.559915,
                    0.185099,
                    0.117751,
                    0.478821,
                    0.558698,
                    0.377356,
                    0.551753,
                    0.253608,
                    0.552368,
                    0.339018,
                    0.218692,
                    0.425351,
                    0.258078,
                    0.174413,
                    0.495447,
                    0.167153,
                    0.401491,
                    0.487054,
                    0.481027,
                    0.287326,
                    0.307493,
                    0.240462,
                    0.480089,
                    0.254701,
                    0.215307,
                    0.336963,
                    0.534297,
                    0.134637,
                    0.42543,
                    0.39686,
                    0.262965,
                    0.445603,
                    0.505929,
                    0.417367,
                    0.557333,
                    0.540775,
                    0.550101,
                    0.327625,
                    0.300614,
                    0.47958,
                    0.219046,
                    0.293958,
                    0.521953,
                    0.151819,
                    0.351198,
                    0.547116,
                    0.324389,
                    0.541232,
                    0.153032,
                    0.327117,
                    0.505088,
                    0.135248,
                    0.115136,
                    0.540765,
                    0.192296,
                    0.134739,
                    0.522849,
                    0.281886,
                    0.303807,
                    0.59213,
                    0.31112,
                    0.547763,
                    0.515423,
                    0.59148,
                    0.179709,
                    0.149214,
                    0.413686,
                    0.549701,
                    0.427518,
                    0.565527,
                    0.155663,
                    0.561342,
                    0.40273,
                    0.550545,
                    0.214225,
                    0.536945,
                    0.417045,
                    0.549683,
                    0.577872,
                    0.512616,
                    0.526423,
                    0.477637,
                    0.417829,
                    0.5525,
                    0.3296,
                    0.533556,
                    0.406767,
                    0.270164,
                    0.421481,
                    0.522087,
                    0.432817,
                    0.577526,
                    0.119487,
                    0.518399,
                    0.531945,
                    0.50075,
                    0.400222,
                    0.522989,
                    0.182215,
                    0.068943,
                    0.223776,
                    0.524486,
                    0.46168,
                    0.476841,
                    0.178061,
                    0.150538,
                    0.350473,
                    0.495946,
                    0.107935,
                    0.436371,
                    0.542053,
                    0.579601,
                    0.467259,
                    0.179483,
                    0.465689,
                    0.571637,
                    0.535701,
                    0.1261,
                    0.513875,
                    0.585868,
                    0.551296,
                    0.512522,
                    0.345922,
                    0.483459,
                    0.453965,
                    0.530609,
                    0.111186,
                    0.470532,
                    0.572062,
                    0.349546,
                    0.399577,
                    0.392688,
                    0.178671,
                    0.45924,
                    0.576217,
                    0.467721,
                    0.532335,
                    0.43938,
                    0.535623,
                    0.204066,
                    0.558273,
                    0.506043,
                    0.48432,
                    0.353282,
                    0.105826,
                    0.295813,
                    0.493459,
                    0.567802,
                    0.556526,
                    0.145101,
                    0.449794,
                    0.520233,
                    0.542079,
                    0.31337,
                    0.567577,
                    0.557887,
                    0.179638,
                    0.431133,
                    0.443753,
                    0.576589,
                    0.476111,
                    0.094059,
                    0.337422,
                    0.406643,
                    0.514952,
                    0.134977,
                    0.497857,
                    0.516621,
                    0.422284,
                    0.257029,
                    0.174498,
                    0.323021,
                    0.534497,
                    0.61215,
                    0.547743,
                    0.491418,
                    0.546488,
                    0.143824,
                    0.475413,
                    0.134618,
                    0.49273,
                    0.489087,
                    0.517364,
                    0.495481,
                    0.416913,
                    0.383232,
                    0.116488,
                    0.436422,
                    0.287803,
                    0.162037,
                    0.541991,
                    0.566737,
                    0.49176,
                    0.194594,
                    0.370733,
                    0.120628,
                    0.558715,
                    0.118935,
                    0.409938,
                    0.276496,
                    0.420436,
                    0.147627,
                    0.478428,
                    0.506462,
                    0.274069,
                    0.545724,
                    0.187291,
                    0.466081,
                    0.513845,
                    0.529798,
                    0.161768,
                    0.344616,
                    0.515916,
                    0.578132,
                    0.290075,
                    0.581715,
                    0.179226,
                    0.514886,
                    0.416441,
                    0.535008,
                    0.544955,
                    0.486418,
                    0.603668,
                    0.235729,
                    0.521524,
                    0.578997,
                    0.388053,
                    0.248283,
                    0.278036,
                    0.134259,
                    0.441818,
                    0.365029,
                    0.490144,
                    0.534594,
                    0.427532,
                    0.133611,
                    0.114577,
                    0.237898,
                    0.601613,
                    0.122142,
                    0.438223,
                    0.535141,
                    0.233478,
                    0.351945,
                    0.510369,
                    0.35458,
                    0.064809,
                    0.226648,
                    0.480916,
                    0.5166,
                    0.519793,
                    0.532202,
                    0.38067,
                    0.144821,
                    0.175268,
                    0.510565,
                    0.105474,
                    0.105184,
                    0.193602,
                    0.625178,
                    0.246758,
                    0.417021,
                    0.550186,
                    0.535147,
                    0.412475,
                    0.559538,
                    0.421871,
                    0.240668,
                    0.501665,
                    0.157898,
                    0.540251,
                    0.249464,
                    0.525246,
                    0.228626,
                    0.259036,
                    0.465688,
                    0.175342,
                    0.406103,
                    0.211371,
                    0.552393,
                    0.413089,
                    0.166721,
                    0.135334,
                    0.207371,
                    0.139982,
                    0.501501,
                    0.430027,
                    0.529691,
                    0.390261,
                    0.611302,
                    0.118079,
                    0.482848,
                    0.17285,
                    0.470472,
                    0.440005,
                    0.283947,
                    0.181036,
                    0.254208,
                    0.33484,
                    0.348849,
                    0.374327,
                    0.579396,
                    0.538932,
                    0.285468,
                    0.542407,
                    0.547896,
                    0.506239,
                    0.103508,
                    0.505107,
                    0.454966,
                    0.408697,
                    0.457519,
                    0.150332,
                    0.349056,
                    0.453673,
                    0.546456,
                    0.179601,
                    0.488342,
                    0.526924,
                    0.479363,
                    0.53181,
                    0.194022,
                    0.347423,
                    0.256312,
                    0.458108,
                    0.491476,
                    0.548897,
                    0.506236,
                    0.523246,
                    0.556271,
                    0.420156,
                    0.491033,
                    0.544262,
                    0.350888,
                    0.173746,
                    0.539495,
                    0.437461,
                    0.454431,
                    0.533157,
                    0.404771,
                    0.349836,
                    0.117502,
                    0.540978,
                    0.488962,
                    0.131944,
                    0.401988,
                    0.576425,
                    0.539563,
                    0.513746,
                    0.222522,
                    0.215013,
                    0.519656,
                    0.37835,
                    0.299019,
                    0.550821,
                    0.43897,
                    0.366063,
                    0.393398,
                    0.431566,
                    0.503194,
                    0.146341,
                    0.171418,
                    0.525574,
                    0.455701,
                    0.494133,
                    0.520137,
                    0.1629,
                    0.528455,
                    0.254501,
                    0.146667,
                    0.313682,
                    0.560912,
                    0.536519,
                    0.190914,
                    0.548031,
                    0.225741,
                    0.453883,
                    0.410554,
                    0.157828,
                    0.54568,
                    0.480636,
                    0.506337,
                    0.499459,
                    0.525778,
                    0.525071,
                    0.479897,
                    0.521911,
                    0.575908,
                    0.442625,
                    0.111551,
                    0.482299,
                    0.425963,
                    0.562121,
                    0.480211,
                    0.1791,
                    0.418561,
                    0.106688,
                    0.15628,
                    0.499597,
                    0.549856,
                    0.503873,
                    0.461967,
                    0.187433,
                    0.172608,
                    0.18453,
                    0.42364,
                    0.289926,
                    0.538887,
                    0.535118,
                    0.544101,
                    0.489822,
                    0.277653,
                    0.444511,
                    0.411042,
                    0.225765,
                    0.143761,
                    0.211757,
                    0.268745,
                    0.440361,
                    0.529629,
                    0.13473,
                    0.503668,
                    0.126763,
                    0.103461,
                    0.324538,
                    0.497227,
                    0.501462,
                    0.483257,
                    0.393063,
                    0.494993,
                    0.543107,
                    0.148585,
                    0.109338,
                    0.224109,
                    0.566652,
                    0.595648,
                    0.510213,
                    0.249788,
                    0.497049,
                    0.162423,
                    0.541143,
                    0.560906,
                    0.607126,
                    0.180436,
                    0.456349,
                    0.147655,
                    0.465714,
                    0.57286,
                    0.485403,
                    0.457548,
                    0.113509,
                    0.42781,
                    0.191916,
                    0.559913,
                    0.568223,
                    0.490299,
                    0.51094,
                    0.351289,
                    0.445121,
                    0.430465,
                    0.451201,
                    0.294056,
                    0.295729,
                    0.56884,
                    0.559336,
                    0.35458,
                    0.299982,
                    0.553233,
                    0.118534,
                    0.110795,
                    0.109903,
                    0.519684,
                    0.172372,
                    0.52426,
                    0.493357,
                    0.543858,
                    0.568506,
                    0.441695,
                    0.498791,
                    0.503525,
                    0.154285,
                    0.440865,
                    0.333478,
                    0.136259,
                    0.515952,
                    0.234165,
                    0.509343,
                    0.199913,
                    0.553909,
                    0.113571,
                    0.500683,
                    0.511849,
                    0.221638,
                    0.210263,
                    0.401084,
                    0.489526,
                    0.456161,
                    0.473722,
                    0.401338,
                    0.156456,
                    0.483581,
                    0.537037,
                    0.55114,
                    0.177025,
                    0.394447,
                    0.409526,
                    0.000539,
                    0.433667,
                    0.487115,
                    0.543838,
                    0.62582,
                    0.40008,
                    0.371769,
                    0.247241,
                    0.543468,
                    0.53083,
                    0.530744,
                    0.507439,
                    0.436218,
                    0.498482,
                    0.308787,
                    0.115494,
                    0.533419,
                    0.484211,
                    0.569998,
                    0.175264,
                    0.296123,
                    0.538548,
                    0.444029,
                    0.148736,
                    0.332221,
                    0.573977,
                    0.127238,
                    0.584467,
                    0.582851,
                    0.21219,
                    0.150507,
                    0.251615,
                    0.564977,
                    0.449331,
                    0.337562,
                    0.203808,
                    0.448938,
                    0.513976,
                    0.566097,
                    0.142361,
                    0.385746,
                    0.132412,
                    0.330364,
                    0.395493,
                    0.514581,
                    0.4529,
                    0.516068,
                    0.376208,
                    0.417798,
                    0.539006,
                    0.524239,
                    0.5634,
                    0.572226,
                    0.114006,
                    0.137019,
                    0.549688,
                    0.538187,
                    0.535536,
                    0.563066,
                    0.599479,
                    0.343138,
                    0.506849,
                    0.173867,
                    0.312897,
                    0.355195,
                    0.461576,
                    0.546158,
                    0.490937,
                    0.561959
                ]
            },
            "name": "model.model.layers.12.post_attention_layernorm.weight",
            "outputIndexes": [
                1074
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1073
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_12/Mul_output_0",
            "outputIndexes": [
                1075
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1074,
                1075
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_12/Mul_1_output_0",
            "outputIndexes": [
                1076
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1076
            ],
            "outputIndexes": [
                2819
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2819
            ],
            "outputIndexes": [
                2820
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear",
            "inputIndexes": [
                2820
            ],
            "outputIndexes": [
                2821
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    27096976,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2821
            ],
            "outputIndexes": [
                2822
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2822
            ],
            "outputIndexes": [
                1077
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1077
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_12/Sigmoid_output_0",
            "outputIndexes": [
                1078
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1077,
                1078
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_12/Mul_output_0",
            "outputIndexes": [
                1079
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1076
            ],
            "outputIndexes": [
                2823
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2823
            ],
            "outputIndexes": [
                2824
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear",
            "inputIndexes": [
                2824
            ],
            "outputIndexes": [
                2825
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    27649958,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2825
            ],
            "outputIndexes": [
                2826
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2826
            ],
            "outputIndexes": [
                1080
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1079,
                1080
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_12/Mul_output_0",
            "outputIndexes": [
                1081
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1081
            ],
            "outputIndexes": [
                2827
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2827
            ],
            "outputIndexes": [
                2828
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear",
            "inputIndexes": [
                2828
            ],
            "outputIndexes": [
                2829
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    28202940,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2829
            ],
            "outputIndexes": [
                2830
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2830
            ],
            "outputIndexes": [
                1082
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1073,
                1082
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_64_output_0",
            "outputIndexes": [
                1083
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1083,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_117_output_0",
            "outputIndexes": [
                1084
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.148198,
                    0.903459,
                    0.248746,
                    0.165779,
                    0.774136,
                    1.019815,
                    0.602977,
                    0.970993,
                    0.763382,
                    0.955612,
                    0.521351,
                    0.32246,
                    0.69842,
                    0.391724,
                    0.337107,
                    0.896504,
                    0.236932,
                    0.67084,
                    0.885064,
                    0.798818,
                    0.453712,
                    0.463975,
                    0.380374,
                    0.790377,
                    0.389021,
                    0.323063,
                    0.495403,
                    0.894733,
                    0.165647,
                    0.773574,
                    0.616592,
                    0.401421,
                    0.734393,
                    0.887895,
                    0.730891,
                    0.959926,
                    0.965111,
                    0.867839,
                    0.530236,
                    0.504516,
                    0.798371,
                    0.319559,
                    0.439941,
                    0.879522,
                    0.188717,
                    0.56291,
                    0.989518,
                    0.472121,
                    0.932,
                    0.202183,
                    0.433525,
                    1.034868,
                    0.196495,
                    0.169428,
                    0.963303,
                    0.246439,
                    0.227845,
                    0.955362,
                    0.424266,
                    0.455721,
                    1.012069,
                    0.462387,
                    1.093839,
                    0.864534,
                    1.057707,
                    0.234389,
                    0.187737,
                    0.686618,
                    0.992452,
                    0.688479,
                    0.957143,
                    0.185308,
                    0.974142,
                    0.635349,
                    0.941181,
                    0.302284,
                    0.820368,
                    0.702258,
                    0.965541,
                    1.024278,
                    0.915245,
                    0.914019,
                    0.768148,
                    0.630809,
                    0.982819,
                    0.485748,
                    0.913707,
                    0.702003,
                    0.421746,
                    0.640176,
                    0.880272,
                    0.690273,
                    1.025626,
                    0.144927,
                    0.850683,
                    0.871969,
                    0.902297,
                    0.621749,
                    0.872159,
                    0.246321,
                    0.200338,
                    0.308669,
                    0.908041,
                    0.751227,
                    0.798256,
                    0.24778,
                    0.194756,
                    0.530417,
                    0.814897,
                    0.124022,
                    0.665303,
                    0.871646,
                    0.948453,
                    0.761898,
                    0.243238,
                    0.792103,
                    1.026983,
                    0.902388,
                    0.211367,
                    1.09623,
                    0.987603,
                    1.023129,
                    0.934549,
                    0.525101,
                    0.811095,
                    0.721641,
                    0.942563,
                    0.128413,
                    0.797019,
                    0.987411,
                    0.572912,
                    0.716591,
                    0.615466,
                    0.247545,
                    0.809799,
                    0.998722,
                    0.790868,
                    0.878169,
                    0.733846,
                    0.939428,
                    0.335023,
                    0.98566,
                    0.949672,
                    0.798281,
                    0.50765,
                    0.127244,
                    0.437402,
                    0.803341,
                    0.919577,
                    0.950879,
                    0.177799,
                    0.708188,
                    0.831016,
                    0.92516,
                    0.491233,
                    1.009468,
                    0.860958,
                    0.337129,
                    0.689752,
                    0.744425,
                    0.902597,
                    0.932259,
                    0.106747,
                    0.515249,
                    0.695422,
                    0.949846,
                    0.186286,
                    0.823613,
                    0.951757,
                    0.706423,
                    0.541827,
                    0.23835,
                    0.528679,
                    0.937826,
                    1.050828,
                    0.905808,
                    0.780529,
                    0.978448,
                    0.246873,
                    0.768209,
                    0.170008,
                    0.778436,
                    0.848871,
                    0.908439,
                    0.873061,
                    0.669421,
                    0.617551,
                    0.148056,
                    0.776495,
                    0.397193,
                    0.21807,
                    0.955313,
                    0.994947,
                    0.743519,
                    0.272997,
                    0.586101,
                    0.172136,
                    0.923859,
                    0.161052,
                    0.64111,
                    0.419272,
                    0.661461,
                    0.186943,
                    0.820915,
                    0.828838,
                    0.434481,
                    0.981669,
                    0.248039,
                    0.815968,
                    0.839965,
                    0.906508,
                    0.259117,
                    0.495951,
                    0.871498,
                    1.067951,
                    0.458357,
                    1.001636,
                    0.251079,
                    0.947728,
                    0.668626,
                    0.958356,
                    0.986379,
                    0.852239,
                    1.075006,
                    0.374282,
                    0.857046,
                    1.053242,
                    0.643128,
                    0.413157,
                    0.42677,
                    0.248696,
                    0.728412,
                    0.566715,
                    0.815085,
                    0.907364,
                    0.687758,
                    0.173622,
                    0.143205,
                    0.391117,
                    1.094266,
                    0.159379,
                    0.740701,
                    0.879711,
                    0.482097,
                    0.558197,
                    0.87197,
                    0.58549,
                    0.202537,
                    0.391298,
                    0.854494,
                    0.969589,
                    0.814363,
                    0.914757,
                    0.567245,
                    0.190863,
                    0.244608,
                    0.930834,
                    0.150527,
                    0.124563,
                    0.260119,
                    0.73647,
                    0.849457,
                    0.723333,
                    1.003568,
                    0.909199,
                    0.697794,
                    0.998686,
                    0.727325,
                    0.4039,
                    0.809146,
                    0.196637,
                    0.895965,
                    0.375281,
                    0.878884,
                    0.308786,
                    0.352975,
                    0.777461,
                    0.240015,
                    0.629563,
                    0.291958,
                    0.910858,
                    0.661007,
                    0.208629,
                    0.176873,
                    0.298742,
                    0.245697,
                    0.820713,
                    0.713448,
                    0.913298,
                    0.632593,
                    1.055221,
                    0.142726,
                    0.859662,
                    0.241685,
                    0.74127,
                    0.688158,
                    0.445805,
                    0.236527,
                    0.423704,
                    0.597444,
                    0.588414,
                    0.635463,
                    1.056483,
                    0.886251,
                    0.438033,
                    0.964125,
                    0.946307,
                    0.896542,
                    0.229772,
                    0.888414,
                    0.740442,
                    0.635399,
                    0.774762,
                    0.19936,
                    0.523471,
                    0.776487,
                    0.930115,
                    0.268763,
                    0.876622,
                    0.938743,
                    0.841488,
                    0.912725,
                    0.287929,
                    0.597685,
                    0.36348,
                    0.728752,
                    0.864587,
                    0.890132,
                    0.873324,
                    0.974002,
                    0.96577,
                    0.674973,
                    0.868143,
                    0.955354,
                    0.55063,
                    0.245048,
                    0.955328,
                    0.73225,
                    0.754568,
                    1.013603,
                    0.646448,
                    0.553925,
                    0.161965,
                    0.965518,
                    0.841924,
                    0.164931,
                    0.642221,
                    1.005566,
                    0.941027,
                    0.880121,
                    0.48068,
                    0.339453,
                    0.820294,
                    0.608209,
                    0.449808,
                    0.939984,
                    0.687981,
                    0.613527,
                    0.633074,
                    0.747861,
                    0.843337,
                    0.186587,
                    0.226831,
                    0.962628,
                    0.71303,
                    0.766732,
                    0.969739,
                    0.213767,
                    0.850401,
                    0.373878,
                    0.186253,
                    0.449681,
                    0.993805,
                    0.908143,
                    0.256223,
                    0.972053,
                    0.321005,
                    0.725785,
                    0.660131,
                    0.223504,
                    1.054437,
                    0.804116,
                    0.891723,
                    0.88803,
                    0.898924,
                    0.916319,
                    0.776171,
                    0.868131,
                    0.976639,
                    0.711135,
                    0.154885,
                    0.804956,
                    0.671965,
                    0.92793,
                    0.77503,
                    0.223169,
                    0.702556,
                    0.125475,
                    0.233778,
                    0.844823,
                    0.909608,
                    0.861253,
                    0.781766,
                    0.252724,
                    0.291019,
                    0.2361,
                    0.70784,
                    0.48164,
                    0.937002,
                    0.993017,
                    0.903165,
                    0.82059,
                    0.426112,
                    0.753286,
                    0.686832,
                    0.336696,
                    0.20791,
                    0.32611,
                    0.388865,
                    0.714695,
                    0.906375,
                    0.22785,
                    0.794843,
                    0.167319,
                    0.121021,
                    0.490334,
                    0.81195,
                    0.963418,
                    0.77884,
                    0.639327,
                    0.832923,
                    0.888464,
                    0.19918,
                    0.14025,
                    0.33619,
                    0.992362,
                    1.045596,
                    0.881328,
                    0.434838,
                    0.856405,
                    0.213984,
                    0.954354,
                    0.944283,
                    1.019631,
                    0.25078,
                    0.756387,
                    0.474902,
                    0.876094,
                    0.922539,
                    0.820596,
                    0.788865,
                    0.148808,
                    0.690085,
                    0.282149,
                    0.918998,
                    0.927648,
                    0.818169,
                    0.909364,
                    0.561609,
                    0.755852,
                    0.67236,
                    0.704536,
                    0.447554,
                    0.469269,
                    1.029564,
                    0.973472,
                    0.565046,
                    0.438868,
                    0.946518,
                    0.149888,
                    0.129113,
                    0.146488,
                    0.881896,
                    0.243755,
                    0.877686,
                    0.834582,
                    0.963912,
                    0.918412,
                    0.646759,
                    0.85917,
                    0.858617,
                    0.218982,
                    0.673838,
                    0.502607,
                    0.17062,
                    0.870583,
                    0.491775,
                    0.948175,
                    0.283231,
                    0.890119,
                    0.130866,
                    0.829072,
                    0.871371,
                    0.313693,
                    0.316491,
                    0.653214,
                    0.843947,
                    0.756939,
                    0.785212,
                    0.691729,
                    0.219904,
                    0.777163,
                    0.897565,
                    0.952131,
                    0.251236,
                    0.634964,
                    0.572615,
                    0.064823,
                    0.73308,
                    0.903373,
                    0.928613,
                    1.004454,
                    0.655716,
                    0.61606,
                    0.349222,
                    0.906235,
                    0.957152,
                    0.932118,
                    0.810552,
                    0.746287,
                    0.813566,
                    0.527909,
                    0.156231,
                    0.919955,
                    0.850812,
                    0.969628,
                    0.215381,
                    0.435189,
                    0.840643,
                    0.687315,
                    0.198229,
                    0.571984,
                    0.972022,
                    0.162607,
                    1.009373,
                    0.993133,
                    0.328912,
                    0.188287,
                    0.396954,
                    0.990172,
                    0.73659,
                    0.620983,
                    0.329674,
                    0.750645,
                    0.884561,
                    0.974846,
                    0.189274,
                    0.616587,
                    0.172207,
                    0.511797,
                    0.619967,
                    1.033741,
                    0.725404,
                    0.860817,
                    0.642613,
                    0.761456,
                    1.029509,
                    0.954849,
                    0.884203,
                    1.054863,
                    0.165471,
                    0.180675,
                    0.959053,
                    0.965272,
                    0.935739,
                    0.993858,
                    1.040613,
                    0.51872,
                    1.004032,
                    0.231152,
                    0.477039,
                    0.521625,
                    0.876846,
                    0.8784,
                    0.839463,
                    1.083602
                ]
            },
            "name": "model.model.layers.13.input_layernorm.weight",
            "outputIndexes": [
                1085
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1084
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_13/Mul_output_0",
            "outputIndexes": [
                1086
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1085,
                1086
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_13/Mul_1_output_0",
            "outputIndexes": [
                1087
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1087
            ],
            "outputIndexes": [
                2831
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2831
            ],
            "outputIndexes": [
                2832
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear",
            "inputIndexes": [
                2832
            ],
            "outputIndexes": [
                2833
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    28755922,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2833
            ],
            "outputIndexes": [
                2834
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2834
            ],
            "outputIndexes": [
                1088
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1087
            ],
            "main_type": "NONE",
            "name": "/Shape_183_output_0",
            "outputIndexes": [
                1089
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1089
            ],
            "main_type": "NONE",
            "name": "Shape2885",
            "outputIndexes": [
                1090
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1089
            ],
            "main_type": "NONE",
            "name": "Rank2887",
            "outputIndexes": [
                1091
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1091,
                1091
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2889",
            "outputIndexes": [
                1092
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1092
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2890",
            "outputIndexes": [
                1093
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1092,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2892",
            "outputIndexes": [
                1094
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1094
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2893",
            "outputIndexes": [
                1095
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1090,
                1093,
                1095,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2896",
            "outputIndexes": [
                1096
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1096
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2897",
            "outputIndexes": [
                1097
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1097
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2898",
            "outputIndexes": [
                1098
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1098,
                1097
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2899",
            "outputIndexes": [
                1099
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1089,
                1099,
                1092
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_199_output_0",
            "outputIndexes": [
                1100
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1100,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_417_output_0",
            "outputIndexes": [
                1101
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1101,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_169_output_0",
            "outputIndexes": [
                1102
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1088,
                1102
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_118_output_0",
            "outputIndexes": [
                1103
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_104_output_0",
            "outputIndexes": [
                1104
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103
            ],
            "main_type": "NONE",
            "name": "/Shape_184_output_0",
            "outputIndexes": [
                1105
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1105
            ],
            "main_type": "NONE",
            "name": "Shape2906",
            "outputIndexes": [
                1106
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1105
            ],
            "main_type": "NONE",
            "name": "Rank2908",
            "outputIndexes": [
                1107
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1107,
                1107
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2910",
            "outputIndexes": [
                1108
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1108
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2911",
            "outputIndexes": [
                1109
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1108,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2913",
            "outputIndexes": [
                1110
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1110
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2914",
            "outputIndexes": [
                1111
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1106,
                1109,
                1111,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2917",
            "outputIndexes": [
                1112
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1112
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2918",
            "outputIndexes": [
                1113
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1113
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2919",
            "outputIndexes": [
                1114
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1114,
                1113
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2920",
            "outputIndexes": [
                1115
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1105,
                1115,
                1108
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_200_output_0",
            "outputIndexes": [
                1116
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1116,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_39_output_0",
            "outputIndexes": [
                1117
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1117,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_422_output_0",
            "outputIndexes": [
                1118
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103,
                1118,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_53_output_0",
            "outputIndexes": [
                1119
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1119
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_26_output_0",
            "outputIndexes": [
                1120
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103,
                22,
                1118,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_52_output_0",
            "outputIndexes": [
                1121
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1120,
                1121
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_172_output_0",
            "outputIndexes": [
                1122
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1122,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_105_output_0",
            "outputIndexes": [
                1123
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1104,
                1123
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_65_output_0",
            "outputIndexes": [
                1124
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1087
            ],
            "outputIndexes": [
                2835
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2835
            ],
            "outputIndexes": [
                2836
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear",
            "inputIndexes": [
                2836
            ],
            "outputIndexes": [
                2837
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    28963304,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2837
            ],
            "outputIndexes": [
                2838
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2838
            ],
            "outputIndexes": [
                1125
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1101,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_170_output_0",
            "outputIndexes": [
                1126
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1125,
                1126
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_119_output_0",
            "outputIndexes": [
                1127
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_106_output_0",
            "outputIndexes": [
                1128
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127
            ],
            "main_type": "NONE",
            "name": "/Shape_185_output_0",
            "outputIndexes": [
                1129
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1129
            ],
            "main_type": "NONE",
            "name": "Shape2969",
            "outputIndexes": [
                1130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1129
            ],
            "main_type": "NONE",
            "name": "Rank2971",
            "outputIndexes": [
                1131
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1131,
                1131
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2973",
            "outputIndexes": [
                1132
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1132
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2974",
            "outputIndexes": [
                1133
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1132,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2976",
            "outputIndexes": [
                1134
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1134
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2977",
            "outputIndexes": [
                1135
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1130,
                1133,
                1135,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2980",
            "outputIndexes": [
                1136
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1136
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2981",
            "outputIndexes": [
                1137
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2982",
            "outputIndexes": [
                1138
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1138,
                1137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2983",
            "outputIndexes": [
                1139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1129,
                1139,
                1132
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_201_output_0",
            "outputIndexes": [
                1140
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1140,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_40_output_0",
            "outputIndexes": [
                1141
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1141,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_424_output_0",
            "outputIndexes": [
                1142
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127,
                1142,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_55_output_0",
            "outputIndexes": [
                1143
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1143
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_27_output_0",
            "outputIndexes": [
                1144
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127,
                22,
                1142,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_54_output_0",
            "outputIndexes": [
                1145
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1144,
                1145
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_173_output_0",
            "outputIndexes": [
                1146
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1146,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_107_output_0",
            "outputIndexes": [
                1147
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1128,
                1147
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_66_output_0",
            "outputIndexes": [
                1148
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1087
            ],
            "outputIndexes": [
                2839
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2839
            ],
            "outputIndexes": [
                2840
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear",
            "inputIndexes": [
                2840
            ],
            "outputIndexes": [
                2841
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    29032446,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2841
            ],
            "outputIndexes": [
                2842
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2842
            ],
            "outputIndexes": [
                1149
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1149,
                1126
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_120_output_0",
            "outputIndexes": [
                1150
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1124,
                1148,
                1150,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_125_output_0",
            "outputIndexes": [
                1151
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1151
            ],
            "outputIndexes": [
                2843
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2843
            ],
            "outputIndexes": [
                2844
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear",
            "inputIndexes": [
                2844
            ],
            "outputIndexes": [
                2845
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    29101588,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2845
            ],
            "outputIndexes": [
                2846
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2846
            ],
            "outputIndexes": [
                1152
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1084,
                1152
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_68_output_0",
            "outputIndexes": [
                1153
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.103715,
                    0.529368,
                    0.159428,
                    0.104061,
                    0.446767,
                    0.587286,
                    0.349333,
                    0.548417,
                    0.229703,
                    0.525924,
                    0.319191,
                    0.201292,
                    0.401002,
                    0.231989,
                    0.160859,
                    0.49587,
                    0.147132,
                    0.370457,
                    0.487762,
                    0.440608,
                    0.263753,
                    0.272576,
                    0.213824,
                    0.436226,
                    0.224912,
                    0.2019,
                    0.306578,
                    0.520316,
                    0.112319,
                    0.408201,
                    0.377089,
                    0.241886,
                    0.442203,
                    0.502297,
                    0.394398,
                    0.559366,
                    0.526493,
                    0.514921,
                    0.320118,
                    0.273101,
                    0.454384,
                    0.195568,
                    0.260892,
                    0.519654,
                    0.127219,
                    0.321718,
                    0.546046,
                    0.301932,
                    0.533686,
                    0.12992,
                    0.310848,
                    0.488088,
                    0.11922,
                    0.098389,
                    0.532308,
                    0.157728,
                    0.123559,
                    0.512704,
                    0.249718,
                    0.285675,
                    0.582907,
                    0.272115,
                    0.545836,
                    0.493231,
                    0.609002,
                    0.157773,
                    0.127908,
                    0.392273,
                    0.515077,
                    0.403324,
                    0.582388,
                    0.130968,
                    0.56744,
                    0.394306,
                    0.527321,
                    0.184984,
                    0.508882,
                    0.40658,
                    0.556009,
                    0.585698,
                    0.505835,
                    0.517127,
                    0.45812,
                    0.373146,
                    0.526937,
                    0.29672,
                    0.527992,
                    0.391458,
                    0.239566,
                    0.37029,
                    0.502524,
                    0.408846,
                    0.57775,
                    0.102573,
                    0.518441,
                    0.524115,
                    0.495462,
                    0.359612,
                    0.486186,
                    0.156095,
                    0.077452,
                    0.191247,
                    0.521677,
                    0.448655,
                    0.443802,
                    0.165395,
                    0.130859,
                    0.313009,
                    0.464232,
                    0.092585,
                    0.402319,
                    0.520135,
                    0.550381,
                    0.467701,
                    0.154547,
                    0.476675,
                    0.552284,
                    0.525399,
                    0.115355,
                    0.461097,
                    0.55652,
                    0.54361,
                    0.478617,
                    0.316791,
                    0.460804,
                    0.407376,
                    0.532272,
                    0.092232,
                    0.452583,
                    0.542551,
                    0.328731,
                    0.383004,
                    0.359911,
                    0.152386,
                    0.411287,
                    0.563243,
                    0.446855,
                    0.511559,
                    0.419998,
                    0.504263,
                    0.19763,
                    0.549919,
                    0.520355,
                    0.461575,
                    0.313969,
                    0.091436,
                    0.259106,
                    0.460024,
                    0.576474,
                    0.553926,
                    0.122721,
                    0.407518,
                    0.494532,
                    0.545332,
                    0.284701,
                    0.573461,
                    0.547446,
                    0.167266,
                    0.402869,
                    0.428325,
                    0.551924,
                    0.428637,
                    0.077381,
                    0.308995,
                    0.392148,
                    0.523832,
                    0.123104,
                    0.48811,
                    0.503593,
                    0.389976,
                    0.236428,
                    0.148391,
                    0.286521,
                    0.562822,
                    0.615951,
                    0.486325,
                    0.458896,
                    0.556948,
                    0.130645,
                    0.450244,
                    0.119372,
                    0.479141,
                    0.501491,
                    0.525371,
                    0.491336,
                    0.379582,
                    0.352582,
                    0.099211,
                    0.408507,
                    0.247172,
                    0.142286,
                    0.532362,
                    0.546644,
                    0.448257,
                    0.168847,
                    0.345515,
                    0.105213,
                    0.519584,
                    0.106891,
                    0.373622,
                    0.251363,
                    0.392451,
                    0.128565,
                    0.464702,
                    0.5074,
                    0.257858,
                    0.554693,
                    0.164236,
                    0.465419,
                    0.502644,
                    0.49881,
                    0.147913,
                    0.318342,
                    0.474415,
                    0.570169,
                    0.264022,
                    0.567444,
                    0.156688,
                    0.520835,
                    0.366812,
                    0.56406,
                    0.582671,
                    0.45345,
                    0.603695,
                    0.206697,
                    0.492146,
                    0.611708,
                    0.379538,
                    0.219122,
                    0.250037,
                    0.135953,
                    0.401448,
                    0.347272,
                    0.470731,
                    0.537508,
                    0.429054,
                    0.117099,
                    0.097331,
                    0.214247,
                    0.582866,
                    0.101723,
                    0.415938,
                    0.531395,
                    0.218531,
                    0.331952,
                    0.483062,
                    0.334978,
                    0.078864,
                    0.19958,
                    0.468043,
                    0.514789,
                    0.494819,
                    0.504553,
                    0.34495,
                    0.124799,
                    0.146123,
                    0.471061,
                    0.096293,
                    0.091751,
                    0.168431,
                    0.572067,
                    0.23478,
                    0.388198,
                    0.549268,
                    0.519163,
                    0.393411,
                    0.54536,
                    0.39431,
                    0.226197,
                    0.470847,
                    0.137629,
                    0.503356,
                    0.223132,
                    0.500967,
                    0.194788,
                    0.221234,
                    0.455383,
                    0.151216,
                    0.382503,
                    0.19272,
                    0.525414,
                    0.383766,
                    0.141325,
                    0.116467,
                    0.176766,
                    0.128981,
                    0.489374,
                    0.427869,
                    0.524047,
                    0.37252,
                    0.607246,
                    0.0974,
                    0.476467,
                    0.153932,
                    0.43435,
                    0.422548,
                    0.266904,
                    0.150149,
                    0.2297,
                    0.308829,
                    0.324778,
                    0.342705,
                    0.551168,
                    0.520283,
                    0.260012,
                    0.518623,
                    0.533561,
                    0.507969,
                    0.100188,
                    0.488991,
                    0.432975,
                    0.382972,
                    0.432587,
                    0.128031,
                    0.31451,
                    0.446196,
                    0.558255,
                    0.153135,
                    0.467784,
                    0.516345,
                    0.461827,
                    0.51498,
                    0.166732,
                    0.336884,
                    0.223837,
                    0.417151,
                    0.503261,
                    0.524908,
                    0.480684,
                    0.531465,
                    0.554069,
                    0.398822,
                    0.47742,
                    0.539815,
                    0.331043,
                    0.144853,
                    0.537131,
                    0.41675,
                    0.443495,
                    0.485172,
                    0.368453,
                    0.327938,
                    0.104561,
                    0.552092,
                    0.471616,
                    0.110397,
                    0.373127,
                    0.594627,
                    0.534927,
                    0.489711,
                    0.19884,
                    0.197312,
                    0.473913,
                    0.356972,
                    0.269717,
                    0.531613,
                    0.423072,
                    0.338947,
                    0.366213,
                    0.412284,
                    0.456332,
                    0.1214,
                    0.14818,
                    0.515767,
                    0.41094,
                    0.478297,
                    0.520938,
                    0.140436,
                    0.522431,
                    0.222217,
                    0.12418,
                    0.326829,
                    0.535991,
                    0.512223,
                    0.172656,
                    0.544249,
                    0.193569,
                    0.438226,
                    0.365086,
                    0.138374,
                    0.530504,
                    0.45644,
                    0.519923,
                    0.478628,
                    0.541595,
                    0.535151,
                    0.467409,
                    0.511492,
                    0.53456,
                    0.418697,
                    0.092571,
                    0.44396,
                    0.397912,
                    0.516257,
                    0.452992,
                    0.140257,
                    0.392987,
                    0.090156,
                    0.136888,
                    0.460552,
                    0.524758,
                    0.456055,
                    0.449341,
                    0.161885,
                    0.154821,
                    0.157323,
                    0.389395,
                    0.253459,
                    0.50865,
                    0.558297,
                    0.530842,
                    0.479194,
                    0.25249,
                    0.45337,
                    0.396589,
                    0.208625,
                    0.131023,
                    0.187386,
                    0.235778,
                    0.425333,
                    0.547869,
                    0.120332,
                    0.461211,
                    0.112784,
                    0.088323,
                    0.291907,
                    0.492868,
                    0.501836,
                    0.455686,
                    0.362577,
                    0.480652,
                    0.535087,
                    0.131789,
                    0.096584,
                    0.200773,
                    0.572938,
                    0.58766,
                    0.532113,
                    0.222047,
                    0.494789,
                    0.146384,
                    0.516627,
                    0.534243,
                    0.555649,
                    0.157825,
                    0.44614,
                    0.156643,
                    0.467378,
                    0.503947,
                    0.455446,
                    0.466958,
                    0.099801,
                    0.419062,
                    0.172804,
                    0.555658,
                    0.562647,
                    0.447243,
                    0.504591,
                    0.322518,
                    0.403509,
                    0.409505,
                    0.431404,
                    0.268992,
                    0.265701,
                    0.597561,
                    0.548762,
                    0.3272,
                    0.281833,
                    0.556923,
                    0.098658,
                    0.096048,
                    0.096539,
                    0.494652,
                    0.152165,
                    0.504429,
                    0.489708,
                    0.519179,
                    0.541813,
                    0.408744,
                    0.476691,
                    0.490008,
                    0.137194,
                    0.405811,
                    0.309976,
                    0.118132,
                    0.514281,
                    0.216237,
                    0.484537,
                    0.175256,
                    0.518148,
                    0.097715,
                    0.494446,
                    0.536855,
                    0.202525,
                    0.189456,
                    0.373813,
                    0.501628,
                    0.451396,
                    0.451118,
                    0.394232,
                    0.141055,
                    0.463672,
                    0.565891,
                    0.546828,
                    0.161345,
                    0.3754,
                    0.372602,
                    0.000335,
                    0.399668,
                    0.493247,
                    0.541891,
                    0.579204,
                    0.360177,
                    0.358179,
                    0.22362,
                    0.51093,
                    0.517938,
                    0.50504,
                    0.487529,
                    0.415262,
                    0.466219,
                    0.271774,
                    0.100585,
                    0.511322,
                    0.503616,
                    0.579751,
                    0.151412,
                    0.272192,
                    0.520616,
                    0.411301,
                    0.126914,
                    0.313089,
                    0.552446,
                    0.114644,
                    0.555176,
                    0.576804,
                    0.19025,
                    0.132249,
                    0.232406,
                    0.569805,
                    0.416791,
                    0.338643,
                    0.195704,
                    0.436725,
                    0.512641,
                    0.58344,
                    0.12461,
                    0.370665,
                    0.114074,
                    0.311433,
                    0.358478,
                    0.483747,
                    0.452146,
                    0.491048,
                    0.367417,
                    0.392726,
                    0.541378,
                    0.53733,
                    0.510213,
                    0.601114,
                    0.100974,
                    0.119901,
                    0.554125,
                    0.528567,
                    0.525513,
                    0.563159,
                    0.574319,
                    0.312603,
                    0.480277,
                    0.150763,
                    0.286668,
                    0.342909,
                    0.413219,
                    0.535764,
                    0.477847,
                    0.551452
                ]
            },
            "name": "model.model.layers.13.post_attention_layernorm.weight",
            "outputIndexes": [
                1154
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1153
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_13/Mul_output_0",
            "outputIndexes": [
                1155
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1154,
                1155
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_13/Mul_1_output_0",
            "outputIndexes": [
                1156
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1156
            ],
            "outputIndexes": [
                2847
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2847
            ],
            "outputIndexes": [
                2848
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear",
            "inputIndexes": [
                2848
            ],
            "outputIndexes": [
                2849
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    29308970,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2849
            ],
            "outputIndexes": [
                2850
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2850
            ],
            "outputIndexes": [
                1157
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1157
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_13/Sigmoid_output_0",
            "outputIndexes": [
                1158
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1157,
                1158
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_13/Mul_output_0",
            "outputIndexes": [
                1159
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1156
            ],
            "outputIndexes": [
                2851
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2851
            ],
            "outputIndexes": [
                2852
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear",
            "inputIndexes": [
                2852
            ],
            "outputIndexes": [
                2853
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    29861952,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2853
            ],
            "outputIndexes": [
                2854
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2854
            ],
            "outputIndexes": [
                1160
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1159,
                1160
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_13/Mul_output_0",
            "outputIndexes": [
                1161
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1161
            ],
            "outputIndexes": [
                2855
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2855
            ],
            "outputIndexes": [
                2856
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear",
            "inputIndexes": [
                2856
            ],
            "outputIndexes": [
                2857
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    30414934,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2857
            ],
            "outputIndexes": [
                2858
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2858
            ],
            "outputIndexes": [
                1162
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1153,
                1162
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_69_output_0",
            "outputIndexes": [
                1163
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1163,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_126_output_0",
            "outputIndexes": [
                1164
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.120679,
                    0.827627,
                    0.222583,
                    0.135581,
                    0.676366,
                    0.9739,
                    0.483323,
                    0.934101,
                    0.751949,
                    0.858909,
                    0.486951,
                    0.287244,
                    0.578715,
                    0.356566,
                    0.33014,
                    0.854686,
                    0.219551,
                    0.586675,
                    0.82246,
                    0.705458,
                    0.356494,
                    0.417461,
                    0.35088,
                    0.7453,
                    0.310002,
                    0.279045,
                    0.444182,
                    0.777461,
                    0.150915,
                    0.647473,
                    0.555135,
                    0.359967,
                    0.676212,
                    0.785153,
                    0.674734,
                    0.870961,
                    0.824844,
                    0.815057,
                    0.515482,
                    0.431087,
                    0.721656,
                    0.280353,
                    0.393172,
                    0.792279,
                    0.168383,
                    0.477996,
                    0.875798,
                    0.444443,
                    0.885663,
                    0.179782,
                    0.368187,
                    0.860382,
                    0.183483,
                    0.14494,
                    0.881144,
                    0.218638,
                    0.218933,
                    0.808892,
                    0.375676,
                    0.445013,
                    0.91029,
                    0.39257,
                    0.904112,
                    0.799222,
                    1.012362,
                    0.225574,
                    0.163286,
                    0.63256,
                    0.986795,
                    0.64187,
                    0.894686,
                    0.160775,
                    0.857362,
                    0.593044,
                    0.830703,
                    0.289518,
                    0.809234,
                    0.585374,
                    0.873418,
                    0.892202,
                    0.772429,
                    0.85654,
                    0.66334,
                    0.557873,
                    0.830854,
                    0.44782,
                    0.798642,
                    0.64308,
                    0.370835,
                    0.588842,
                    0.822432,
                    0.644754,
                    0.876388,
                    0.141252,
                    0.827669,
                    0.799025,
                    0.849339,
                    0.57972,
                    0.843939,
                    0.201154,
                    0.320325,
                    0.269941,
                    0.875426,
                    0.699943,
                    0.697121,
                    0.235437,
                    0.188171,
                    0.448274,
                    0.708019,
                    0.116777,
                    0.591479,
                    0.785089,
                    0.876785,
                    0.75867,
                    0.188654,
                    0.750941,
                    0.888884,
                    0.907272,
                    0.201704,
                    1.072869,
                    0.856876,
                    0.865641,
                    0.833077,
                    0.447458,
                    0.821028,
                    0.700617,
                    0.791453,
                    0.112743,
                    0.672111,
                    0.863329,
                    0.476859,
                    0.60446,
                    0.575969,
                    0.196394,
                    0.66719,
                    0.863846,
                    0.693961,
                    0.786603,
                    0.631531,
                    0.779121,
                    0.294386,
                    0.857448,
                    0.820587,
                    0.703469,
                    0.448751,
                    0.117722,
                    0.366717,
                    0.675045,
                    0.991448,
                    0.831273,
                    0.145264,
                    0.6179,
                    0.783728,
                    0.828997,
                    0.401256,
                    0.95193,
                    0.883031,
                    0.29857,
                    0.604361,
                    0.675101,
                    0.874294,
                    0.834141,
                    0.094078,
                    0.444977,
                    0.613878,
                    0.809963,
                    0.164928,
                    0.790939,
                    0.886615,
                    0.638346,
                    0.528492,
                    0.193926,
                    0.442732,
                    0.864809,
                    0.950812,
                    0.811312,
                    0.662255,
                    0.910747,
                    0.220126,
                    0.631997,
                    0.167219,
                    0.748465,
                    0.763968,
                    0.81587,
                    0.772842,
                    0.559414,
                    0.560747,
                    0.132131,
                    0.70064,
                    0.367493,
                    0.196356,
                    0.835134,
                    0.956392,
                    0.63725,
                    0.229783,
                    0.518881,
                    0.149619,
                    0.828618,
                    0.164202,
                    0.513004,
                    0.357762,
                    0.58869,
                    0.142924,
                    0.719155,
                    0.761469,
                    0.408994,
                    0.891172,
                    0.210423,
                    0.702454,
                    0.761205,
                    0.817692,
                    0.236898,
                    0.457171,
                    0.775363,
                    0.919307,
                    0.393517,
                    0.895733,
                    0.20466,
                    0.761468,
                    0.551701,
                    0.905254,
                    0.934761,
                    0.781011,
                    0.963493,
                    0.334585,
                    0.786975,
                    1.014882,
                    0.529037,
                    0.305769,
                    0.357361,
                    0.279148,
                    0.636711,
                    0.46683,
                    0.750795,
                    0.897639,
                    0.654933,
                    0.145126,
                    0.112219,
                    0.360016,
                    0.972236,
                    0.115634,
                    0.610942,
                    0.915971,
                    0.465048,
                    0.469568,
                    0.795393,
                    0.523277,
                    0.244923,
                    0.333599,
                    0.763051,
                    0.827329,
                    0.749285,
                    0.861942,
                    0.511594,
                    0.167188,
                    0.193906,
                    0.823062,
                    0.135987,
                    0.105295,
                    0.225753,
                    0.522669,
                    0.974671,
                    0.62366,
                    0.873631,
                    0.893487,
                    0.569766,
                    0.84087,
                    0.673845,
                    0.341865,
                    0.705412,
                    0.174243,
                    0.815327,
                    0.310661,
                    0.852287,
                    0.271966,
                    0.29197,
                    0.683966,
                    0.183515,
                    0.54253,
                    0.237547,
                    0.825239,
                    0.652456,
                    0.181613,
                    0.137194,
                    0.26068,
                    0.231377,
                    0.695647,
                    0.672518,
                    0.82357,
                    0.539581,
                    0.901496,
                    0.128987,
                    0.741272,
                    0.204564,
                    0.626504,
                    0.618873,
                    0.384917,
                    0.192566,
                    0.353408,
                    0.597154,
                    0.497305,
                    0.531065,
                    0.909118,
                    0.750215,
                    0.342046,
                    0.830858,
                    0.814883,
                    0.83434,
                    0.239777,
                    0.768556,
                    0.696009,
                    0.531445,
                    0.727497,
                    0.154923,
                    0.448921,
                    0.673301,
                    0.866796,
                    0.241531,
                    0.774191,
                    0.838988,
                    0.774187,
                    0.89,
                    0.23754,
                    0.542813,
                    0.282035,
                    0.68163,
                    0.798859,
                    0.850054,
                    0.807217,
                    0.841671,
                    0.884866,
                    0.625733,
                    0.744862,
                    0.900013,
                    0.455879,
                    0.214513,
                    0.823468,
                    0.613747,
                    0.650975,
                    0.874585,
                    0.611422,
                    0.549906,
                    0.152075,
                    0.852893,
                    0.707963,
                    0.123556,
                    0.57532,
                    0.971079,
                    0.923215,
                    0.74296,
                    0.525942,
                    0.291649,
                    0.785265,
                    0.524687,
                    0.401327,
                    0.839218,
                    0.568954,
                    0.538377,
                    0.551687,
                    0.726673,
                    0.793372,
                    0.158163,
                    0.216492,
                    0.834216,
                    0.582253,
                    0.715273,
                    0.87671,
                    0.190421,
                    0.797461,
                    0.281581,
                    0.161198,
                    0.36802,
                    0.940693,
                    0.856413,
                    0.208828,
                    0.885595,
                    0.263544,
                    0.697142,
                    0.545987,
                    0.203119,
                    0.859528,
                    0.70572,
                    0.836887,
                    0.814369,
                    0.798153,
                    0.874079,
                    0.690046,
                    0.78216,
                    0.880998,
                    0.61356,
                    0.137736,
                    0.675075,
                    0.581958,
                    0.831178,
                    0.684588,
                    0.188434,
                    0.60891,
                    0.121578,
                    0.201156,
                    0.742934,
                    0.835746,
                    0.65931,
                    0.708865,
                    0.234752,
                    0.273106,
                    0.198321,
                    0.564816,
                    0.427622,
                    0.809775,
                    0.897503,
                    0.868572,
                    0.730625,
                    0.351472,
                    0.773681,
                    0.594017,
                    0.294144,
                    0.190344,
                    0.264464,
                    0.316277,
                    0.647932,
                    0.845666,
                    0.220109,
                    0.697743,
                    0.158135,
                    0.128696,
                    0.405817,
                    0.782019,
                    0.975601,
                    0.666793,
                    0.611761,
                    0.73397,
                    0.848261,
                    0.174297,
                    0.124851,
                    0.287016,
                    0.910571,
                    1.003155,
                    0.849162,
                    0.353482,
                    0.768861,
                    0.198146,
                    0.857223,
                    0.850301,
                    0.950921,
                    0.202863,
                    0.67366,
                    0.456662,
                    0.736128,
                    0.834965,
                    0.735043,
                    0.704857,
                    0.120741,
                    0.636853,
                    0.239629,
                    0.846411,
                    0.870139,
                    0.72621,
                    0.842153,
                    0.465437,
                    0.617244,
                    0.597077,
                    0.628182,
                    0.422656,
                    0.390548,
                    0.90228,
                    0.848326,
                    0.440287,
                    0.398374,
                    0.839968,
                    0.119466,
                    0.125319,
                    0.135024,
                    0.811469,
                    0.20675,
                    0.829357,
                    0.80414,
                    0.859545,
                    0.876196,
                    0.597686,
                    0.775402,
                    0.816077,
                    0.177174,
                    0.589096,
                    0.420639,
                    0.156733,
                    0.828445,
                    0.508361,
                    0.889148,
                    0.228584,
                    0.794493,
                    0.118421,
                    0.749237,
                    0.856239,
                    0.292497,
                    0.275537,
                    0.527105,
                    0.770949,
                    0.726481,
                    0.722665,
                    0.650481,
                    0.186466,
                    0.771675,
                    0.877989,
                    0.839404,
                    0.217187,
                    0.553219,
                    0.501884,
                    0.065152,
                    0.62623,
                    0.864916,
                    0.929667,
                    0.933913,
                    0.575559,
                    0.53597,
                    0.308461,
                    0.877834,
                    0.80074,
                    0.805371,
                    0.775524,
                    0.643089,
                    0.778149,
                    0.411929,
                    0.150493,
                    0.875389,
                    0.705651,
                    0.952051,
                    0.192511,
                    0.375905,
                    0.814401,
                    0.629892,
                    0.169574,
                    0.486505,
                    0.913814,
                    0.157535,
                    0.839064,
                    0.97234,
                    0.315814,
                    0.164338,
                    0.363129,
                    0.959186,
                    0.6373,
                    0.582795,
                    0.322213,
                    0.675077,
                    0.857639,
                    0.863047,
                    0.158695,
                    0.552188,
                    0.143637,
                    0.445728,
                    0.489161,
                    0.891503,
                    0.697347,
                    0.774776,
                    0.574084,
                    0.679293,
                    0.922629,
                    0.87793,
                    0.782337,
                    1.00632,
                    0.133471,
                    0.157322,
                    0.875663,
                    0.970729,
                    0.787157,
                    0.898086,
                    0.956307,
                    0.443315,
                    1.015369,
                    0.191023,
                    0.418078,
                    0.440992,
                    0.714769,
                    0.789987,
                    0.837999,
                    0.987753
                ]
            },
            "name": "model.model.layers.14.input_layernorm.weight",
            "outputIndexes": [
                1165
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1164
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_14/Mul_output_0",
            "outputIndexes": [
                1166
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1165,
                1166
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_14/Mul_1_output_0",
            "outputIndexes": [
                1167
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1167
            ],
            "outputIndexes": [
                2859
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2859
            ],
            "outputIndexes": [
                2860
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear",
            "inputIndexes": [
                2860
            ],
            "outputIndexes": [
                2861
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    30967916,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2861
            ],
            "outputIndexes": [
                2862
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2862
            ],
            "outputIndexes": [
                1168
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1167
            ],
            "main_type": "NONE",
            "name": "/Shape_197_output_0",
            "outputIndexes": [
                1169
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1169
            ],
            "main_type": "NONE",
            "name": "Shape3101",
            "outputIndexes": [
                1170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1169
            ],
            "main_type": "NONE",
            "name": "Rank3103",
            "outputIndexes": [
                1171
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1171,
                1171
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3105",
            "outputIndexes": [
                1172
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1172
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3106",
            "outputIndexes": [
                1173
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1172,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3108",
            "outputIndexes": [
                1174
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1174
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3109",
            "outputIndexes": [
                1175
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1170,
                1173,
                1175,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3112",
            "outputIndexes": [
                1176
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1176
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3113",
            "outputIndexes": [
                1177
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3114",
            "outputIndexes": [
                1178
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1178,
                1177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3115",
            "outputIndexes": [
                1179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1169,
                1179,
                1172
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_214_output_0",
            "outputIndexes": [
                1180
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1180,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_449_output_0",
            "outputIndexes": [
                1181
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1181,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_182_output_0",
            "outputIndexes": [
                1182
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1168,
                1182
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_127_output_0",
            "outputIndexes": [
                1183
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_112_output_0",
            "outputIndexes": [
                1184
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183
            ],
            "main_type": "NONE",
            "name": "/Shape_198_output_0",
            "outputIndexes": [
                1185
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1185
            ],
            "main_type": "NONE",
            "name": "Shape3122",
            "outputIndexes": [
                1186
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1185
            ],
            "main_type": "NONE",
            "name": "Rank3124",
            "outputIndexes": [
                1187
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1187,
                1187
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3126",
            "outputIndexes": [
                1188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1188
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3127",
            "outputIndexes": [
                1189
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1188,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3129",
            "outputIndexes": [
                1190
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1190
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3130",
            "outputIndexes": [
                1191
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1186,
                1189,
                1191,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3133",
            "outputIndexes": [
                1192
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1192
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3134",
            "outputIndexes": [
                1193
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1193
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3135",
            "outputIndexes": [
                1194
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1194,
                1193
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3136",
            "outputIndexes": [
                1195
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1185,
                1195,
                1188
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_215_output_0",
            "outputIndexes": [
                1196
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1196,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_42_output_0",
            "outputIndexes": [
                1197
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1197,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_454_output_0",
            "outputIndexes": [
                1198
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183,
                1198,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_57_output_0",
            "outputIndexes": [
                1199
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1199
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_28_output_0",
            "outputIndexes": [
                1200
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183,
                22,
                1198,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_56_output_0",
            "outputIndexes": [
                1201
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1200,
                1201
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_185_output_0",
            "outputIndexes": [
                1202
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1202,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_113_output_0",
            "outputIndexes": [
                1203
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1184,
                1203
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_70_output_0",
            "outputIndexes": [
                1204
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1167
            ],
            "outputIndexes": [
                2863
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2863
            ],
            "outputIndexes": [
                2864
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear",
            "inputIndexes": [
                2864
            ],
            "outputIndexes": [
                2865
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    31175298,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2865
            ],
            "outputIndexes": [
                2866
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2866
            ],
            "outputIndexes": [
                1205
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1181,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_183_output_0",
            "outputIndexes": [
                1206
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1205,
                1206
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_128_output_0",
            "outputIndexes": [
                1207
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_114_output_0",
            "outputIndexes": [
                1208
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207
            ],
            "main_type": "NONE",
            "name": "/Shape_199_output_0",
            "outputIndexes": [
                1209
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1209
            ],
            "main_type": "NONE",
            "name": "Shape3185",
            "outputIndexes": [
                1210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1209
            ],
            "main_type": "NONE",
            "name": "Rank3187",
            "outputIndexes": [
                1211
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1211,
                1211
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3189",
            "outputIndexes": [
                1212
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1212
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3190",
            "outputIndexes": [
                1213
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1212,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3192",
            "outputIndexes": [
                1214
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1214
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3193",
            "outputIndexes": [
                1215
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1210,
                1213,
                1215,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3196",
            "outputIndexes": [
                1216
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1216
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3197",
            "outputIndexes": [
                1217
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3198",
            "outputIndexes": [
                1218
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1218,
                1217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3199",
            "outputIndexes": [
                1219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1209,
                1219,
                1212
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_216_output_0",
            "outputIndexes": [
                1220
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1220,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_43_output_0",
            "outputIndexes": [
                1221
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1221,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_456_output_0",
            "outputIndexes": [
                1222
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207,
                1222,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_59_output_0",
            "outputIndexes": [
                1223
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1223
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_29_output_0",
            "outputIndexes": [
                1224
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207,
                22,
                1222,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_58_output_0",
            "outputIndexes": [
                1225
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1224,
                1225
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_186_output_0",
            "outputIndexes": [
                1226
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1226,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_115_output_0",
            "outputIndexes": [
                1227
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1208,
                1227
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_71_output_0",
            "outputIndexes": [
                1228
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1167
            ],
            "outputIndexes": [
                2867
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2867
            ],
            "outputIndexes": [
                2868
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear",
            "inputIndexes": [
                2868
            ],
            "outputIndexes": [
                2869
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    31244440,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2869
            ],
            "outputIndexes": [
                2870
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2870
            ],
            "outputIndexes": [
                1229
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1229,
                1206
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_129_output_0",
            "outputIndexes": [
                1230
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1204,
                1228,
                1230,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_134_output_0",
            "outputIndexes": [
                1231
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1231
            ],
            "outputIndexes": [
                2871
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2871
            ],
            "outputIndexes": [
                2872
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear",
            "inputIndexes": [
                2872
            ],
            "outputIndexes": [
                2873
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    31313582,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2873
            ],
            "outputIndexes": [
                2874
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2874
            ],
            "outputIndexes": [
                1232
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1164,
                1232
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_73_output_0",
            "outputIndexes": [
                1233
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.105754,
                    0.514439,
                    0.161687,
                    0.107409,
                    0.430545,
                    0.519222,
                    0.337239,
                    0.51966,
                    0.216459,
                    0.493467,
                    0.311818,
                    0.203774,
                    0.397739,
                    0.234984,
                    0.16339,
                    0.509833,
                    0.14518,
                    0.350338,
                    0.476102,
                    0.411123,
                    0.255336,
                    0.266013,
                    0.21092,
                    0.430577,
                    0.222419,
                    0.208603,
                    0.302762,
                    0.494791,
                    0.110544,
                    0.384922,
                    0.367449,
                    0.234045,
                    0.443732,
                    0.461498,
                    0.378605,
                    0.50217,
                    0.480122,
                    0.508969,
                    0.325602,
                    0.280379,
                    0.41403,
                    0.196577,
                    0.261071,
                    0.49642,
                    0.124865,
                    0.29476,
                    0.5314,
                    0.289776,
                    0.507809,
                    0.131637,
                    0.301617,
                    0.484821,
                    0.11697,
                    0.098477,
                    0.4763,
                    0.15853,
                    0.123211,
                    0.49127,
                    0.244706,
                    0.269887,
                    0.55223,
                    0.272608,
                    0.548432,
                    0.476827,
                    0.571959,
                    0.156194,
                    0.134596,
                    0.384316,
                    0.490943,
                    0.39415,
                    0.558456,
                    0.131236,
                    0.537042,
                    0.357689,
                    0.503764,
                    0.183499,
                    0.481202,
                    0.383585,
                    0.529309,
                    0.574252,
                    0.469797,
                    0.494343,
                    0.425197,
                    0.374402,
                    0.489875,
                    0.288303,
                    0.490723,
                    0.368259,
                    0.234849,
                    0.373805,
                    0.481361,
                    0.389023,
                    0.543122,
                    0.10483,
                    0.505538,
                    0.488896,
                    0.477972,
                    0.342792,
                    0.476131,
                    0.157473,
                    0.075072,
                    0.195904,
                    0.482401,
                    0.4256,
                    0.431782,
                    0.153908,
                    0.132672,
                    0.300831,
                    0.437619,
                    0.09526,
                    0.395168,
                    0.488532,
                    0.547739,
                    0.461573,
                    0.152011,
                    0.428831,
                    0.516104,
                    0.510967,
                    0.115654,
                    0.423518,
                    0.523389,
                    0.507408,
                    0.452052,
                    0.297142,
                    0.444054,
                    0.38831,
                    0.526342,
                    0.095427,
                    0.434492,
                    0.518722,
                    0.322383,
                    0.363494,
                    0.346146,
                    0.16024,
                    0.397522,
                    0.540565,
                    0.425526,
                    0.471369,
                    0.394936,
                    0.470986,
                    0.191621,
                    0.514098,
                    0.506925,
                    0.460353,
                    0.304003,
                    0.091315,
                    0.24701,
                    0.454017,
                    0.57832,
                    0.505618,
                    0.119516,
                    0.392412,
                    0.465873,
                    0.503501,
                    0.268123,
                    0.571916,
                    0.545862,
                    0.17088,
                    0.371323,
                    0.400259,
                    0.531227,
                    0.411315,
                    0.081488,
                    0.310794,
                    0.365528,
                    0.486039,
                    0.119999,
                    0.462875,
                    0.484838,
                    0.387231,
                    0.224722,
                    0.150922,
                    0.27829,
                    0.533658,
                    0.580701,
                    0.46048,
                    0.443714,
                    0.524183,
                    0.13262,
                    0.422048,
                    0.116165,
                    0.444457,
                    0.456673,
                    0.493544,
                    0.496589,
                    0.371048,
                    0.340978,
                    0.097239,
                    0.394709,
                    0.24785,
                    0.143489,
                    0.519585,
                    0.529622,
                    0.426616,
                    0.170741,
                    0.345381,
                    0.107269,
                    0.51292,
                    0.097732,
                    0.332628,
                    0.238966,
                    0.373898,
                    0.128512,
                    0.430997,
                    0.497047,
                    0.242813,
                    0.529039,
                    0.159449,
                    0.440663,
                    0.482221,
                    0.485223,
                    0.151992,
                    0.30919,
                    0.452942,
                    0.539744,
                    0.245644,
                    0.548305,
                    0.157477,
                    0.48788,
                    0.356534,
                    0.521073,
                    0.555683,
                    0.445529,
                    0.578941,
                    0.199504,
                    0.461483,
                    0.559913,
                    0.34732,
                    0.202363,
                    0.248175,
                    0.14041,
                    0.386373,
                    0.323777,
                    0.434868,
                    0.489466,
                    0.403307,
                    0.114732,
                    0.09574,
                    0.210095,
                    0.567209,
                    0.10106,
                    0.402058,
                    0.504109,
                    0.200042,
                    0.316651,
                    0.457216,
                    0.322356,
                    0.087104,
                    0.201221,
                    0.446499,
                    0.478899,
                    0.475519,
                    0.456982,
                    0.333184,
                    0.118864,
                    0.154582,
                    0.457505,
                    0.094407,
                    0.089438,
                    0.171751,
                    0.605815,
                    0.233108,
                    0.37399,
                    0.492698,
                    0.473209,
                    0.376238,
                    0.518792,
                    0.376361,
                    0.2214,
                    0.46277,
                    0.131388,
                    0.496345,
                    0.220452,
                    0.482093,
                    0.195114,
                    0.22139,
                    0.447265,
                    0.148287,
                    0.378038,
                    0.191889,
                    0.494944,
                    0.376659,
                    0.144753,
                    0.112333,
                    0.183914,
                    0.13472,
                    0.478246,
                    0.402,
                    0.497687,
                    0.341582,
                    0.540192,
                    0.104158,
                    0.445972,
                    0.146804,
                    0.425464,
                    0.387702,
                    0.25979,
                    0.152547,
                    0.225769,
                    0.295539,
                    0.315069,
                    0.335144,
                    0.529246,
                    0.515457,
                    0.255104,
                    0.472821,
                    0.506447,
                    0.48055,
                    0.115557,
                    0.457738,
                    0.406019,
                    0.368642,
                    0.421281,
                    0.125404,
                    0.30303,
                    0.425911,
                    0.540271,
                    0.157139,
                    0.454551,
                    0.49381,
                    0.420744,
                    0.495912,
                    0.171056,
                    0.333064,
                    0.21146,
                    0.393686,
                    0.476393,
                    0.526293,
                    0.458314,
                    0.487304,
                    0.538827,
                    0.387004,
                    0.459396,
                    0.552609,
                    0.331371,
                    0.145637,
                    0.495522,
                    0.383022,
                    0.431234,
                    0.443661,
                    0.36481,
                    0.313807,
                    0.099164,
                    0.510899,
                    0.446227,
                    0.111675,
                    0.352252,
                    0.568059,
                    0.502522,
                    0.454952,
                    0.201033,
                    0.183899,
                    0.443479,
                    0.33477,
                    0.260028,
                    0.509844,
                    0.418856,
                    0.331303,
                    0.356287,
                    0.390979,
                    0.449426,
                    0.120593,
                    0.144483,
                    0.498007,
                    0.394976,
                    0.447299,
                    0.481681,
                    0.141886,
                    0.498173,
                    0.215357,
                    0.120152,
                    0.319542,
                    0.51164,
                    0.489694,
                    0.176139,
                    0.504197,
                    0.186739,
                    0.421736,
                    0.356929,
                    0.1391,
                    0.519057,
                    0.446239,
                    0.466705,
                    0.467577,
                    0.516403,
                    0.504645,
                    0.43963,
                    0.475602,
                    0.501021,
                    0.405588,
                    0.096679,
                    0.422982,
                    0.385235,
                    0.494535,
                    0.420833,
                    0.143786,
                    0.37476,
                    0.088176,
                    0.135884,
                    0.445673,
                    0.508051,
                    0.438838,
                    0.426565,
                    0.160329,
                    0.154699,
                    0.152987,
                    0.367195,
                    0.253488,
                    0.4844,
                    0.522052,
                    0.514416,
                    0.453294,
                    0.253119,
                    0.428589,
                    0.367191,
                    0.208018,
                    0.124451,
                    0.188798,
                    0.233482,
                    0.409957,
                    0.506137,
                    0.115909,
                    0.464438,
                    0.111533,
                    0.089705,
                    0.277602,
                    0.480676,
                    0.492943,
                    0.44606,
                    0.36253,
                    0.433473,
                    0.537995,
                    0.130085,
                    0.097309,
                    0.197787,
                    0.519916,
                    0.56666,
                    0.500741,
                    0.221586,
                    0.463266,
                    0.145844,
                    0.488042,
                    0.520275,
                    0.526193,
                    0.159687,
                    0.421457,
                    0.149575,
                    0.434669,
                    0.469395,
                    0.421349,
                    0.45319,
                    0.095714,
                    0.391203,
                    0.164896,
                    0.52242,
                    0.531297,
                    0.425537,
                    0.494101,
                    0.318699,
                    0.381343,
                    0.387369,
                    0.428258,
                    0.266542,
                    0.261851,
                    0.55954,
                    0.514652,
                    0.304496,
                    0.272129,
                    0.534906,
                    0.10061,
                    0.093538,
                    0.097471,
                    0.465855,
                    0.151174,
                    0.485695,
                    0.468238,
                    0.49777,
                    0.502501,
                    0.395905,
                    0.452837,
                    0.468945,
                    0.134063,
                    0.403215,
                    0.296181,
                    0.116941,
                    0.49698,
                    0.215981,
                    0.456785,
                    0.179867,
                    0.477671,
                    0.093831,
                    0.48401,
                    0.531735,
                    0.204749,
                    0.184385,
                    0.35694,
                    0.475945,
                    0.423405,
                    0.421542,
                    0.38075,
                    0.139034,
                    0.44262,
                    0.54651,
                    0.514449,
                    0.161528,
                    0.360308,
                    0.364505,
                    -0.000293,
                    0.391406,
                    0.467737,
                    0.502335,
                    0.555498,
                    0.349952,
                    0.349797,
                    0.219348,
                    0.483829,
                    0.506468,
                    0.494218,
                    0.461429,
                    0.391604,
                    0.43817,
                    0.255601,
                    0.09973,
                    0.505175,
                    0.470896,
                    0.546045,
                    0.1489,
                    0.26199,
                    0.506739,
                    0.402362,
                    0.128571,
                    0.298951,
                    0.541085,
                    0.114699,
                    0.524517,
                    0.543395,
                    0.196167,
                    0.125261,
                    0.221291,
                    0.537673,
                    0.409831,
                    0.309803,
                    0.199767,
                    0.415112,
                    0.485983,
                    0.570204,
                    0.124701,
                    0.349246,
                    0.118309,
                    0.295597,
                    0.335971,
                    0.481438,
                    0.411274,
                    0.487065,
                    0.357332,
                    0.376299,
                    0.517665,
                    0.526165,
                    0.458628,
                    0.564485,
                    0.101445,
                    0.117875,
                    0.520218,
                    0.513326,
                    0.49684,
                    0.53563,
                    0.548553,
                    0.303136,
                    0.455046,
                    0.155862,
                    0.281837,
                    0.328435,
                    0.41574,
                    0.500987,
                    0.475877,
                    0.535011
                ]
            },
            "name": "model.model.layers.14.post_attention_layernorm.weight",
            "outputIndexes": [
                1234
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1233
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_14/Mul_output_0",
            "outputIndexes": [
                1235
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1234,
                1235
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_14/Mul_1_output_0",
            "outputIndexes": [
                1236
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1236
            ],
            "outputIndexes": [
                2875
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2875
            ],
            "outputIndexes": [
                2876
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear",
            "inputIndexes": [
                2876
            ],
            "outputIndexes": [
                2877
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    31520964,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2877
            ],
            "outputIndexes": [
                2878
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2878
            ],
            "outputIndexes": [
                1237
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1237
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_14/Sigmoid_output_0",
            "outputIndexes": [
                1238
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1237,
                1238
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_14/Mul_output_0",
            "outputIndexes": [
                1239
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1236
            ],
            "outputIndexes": [
                2879
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2879
            ],
            "outputIndexes": [
                2880
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear",
            "inputIndexes": [
                2880
            ],
            "outputIndexes": [
                2881
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    32073946,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2881
            ],
            "outputIndexes": [
                2882
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2882
            ],
            "outputIndexes": [
                1240
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1239,
                1240
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_14/Mul_output_0",
            "outputIndexes": [
                1241
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1241
            ],
            "outputIndexes": [
                2883
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2883
            ],
            "outputIndexes": [
                2884
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear",
            "inputIndexes": [
                2884
            ],
            "outputIndexes": [
                2885
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    32626928,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2885
            ],
            "outputIndexes": [
                2886
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2886
            ],
            "outputIndexes": [
                1242
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1233,
                1242
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_74_output_0",
            "outputIndexes": [
                1243
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1243,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_135_output_0",
            "outputIndexes": [
                1244
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.179632,
                    1.021619,
                    0.30334,
                    0.192154,
                    0.840015,
                    1.134365,
                    0.644658,
                    1.060108,
                    0.786503,
                    1.05283,
                    0.59813,
                    0.383841,
                    0.764568,
                    0.462097,
                    0.323772,
                    0.985163,
                    0.274058,
                    0.696904,
                    0.992268,
                    0.805676,
                    0.514685,
                    0.506527,
                    0.413431,
                    0.865524,
                    0.41263,
                    0.393304,
                    0.505625,
                    0.915045,
                    0.195187,
                    0.758797,
                    0.692033,
                    0.433358,
                    0.8146,
                    0.914753,
                    0.800348,
                    1.042289,
                    0.910209,
                    0.925842,
                    0.568319,
                    0.548925,
                    0.825891,
                    0.374054,
                    0.511998,
                    1.020656,
                    0.238077,
                    0.523861,
                    1.097112,
                    0.544262,
                    0.984474,
                    0.229194,
                    0.407161,
                    1.05183,
                    0.233676,
                    0.176427,
                    0.985169,
                    0.32116,
                    0.238261,
                    1.02574,
                    0.455347,
                    0.430572,
                    1.131645,
                    0.522394,
                    1.15179,
                    0.876489,
                    1.133838,
                    0.298379,
                    0.231382,
                    0.775403,
                    1.126879,
                    0.777322,
                    1.11316,
                    0.230661,
                    1.046719,
                    0.679867,
                    0.988268,
                    0.339415,
                    0.887646,
                    0.710785,
                    1.00142,
                    1.084809,
                    0.899815,
                    1.019145,
                    0.790012,
                    0.706988,
                    0.983084,
                    0.527419,
                    0.955687,
                    0.792794,
                    0.463107,
                    0.742068,
                    0.95963,
                    0.76953,
                    1.038919,
                    0.17846,
                    0.938891,
                    0.840466,
                    0.971537,
                    0.679605,
                    0.953143,
                    0.283933,
                    0.454448,
                    0.365763,
                    0.963914,
                    0.856169,
                    0.82864,
                    0.287172,
                    0.223954,
                    0.565728,
                    0.869137,
                    0.147346,
                    0.706831,
                    0.935088,
                    1.104615,
                    0.850581,
                    0.2561,
                    0.838993,
                    1.018872,
                    1.02237,
                    0.226287,
                    1.164558,
                    0.984847,
                    1.02541,
                    0.881948,
                    0.540074,
                    0.926143,
                    0.775018,
                    0.979518,
                    0.156767,
                    0.875069,
                    1.00909,
                    0.59261,
                    0.688217,
                    0.641393,
                    0.295802,
                    0.812319,
                    1.023894,
                    0.810303,
                    0.928374,
                    0.732109,
                    0.949513,
                    0.34193,
                    1.028112,
                    1.045499,
                    0.820887,
                    0.559989,
                    0.151556,
                    0.466819,
                    0.85217,
                    1.171396,
                    1.039482,
                    0.204923,
                    0.749304,
                    0.85385,
                    0.919605,
                    0.512216,
                    1.09537,
                    1.026512,
                    0.324601,
                    0.715178,
                    0.795087,
                    1.000501,
                    0.896814,
                    0.118084,
                    0.598616,
                    0.657497,
                    0.953423,
                    0.21786,
                    0.843404,
                    1.000096,
                    0.794671,
                    0.562194,
                    0.27525,
                    0.516757,
                    0.915903,
                    1.079161,
                    0.984825,
                    0.836342,
                    1.061834,
                    0.24651,
                    0.729556,
                    0.192881,
                    0.866914,
                    0.910157,
                    1.011909,
                    0.920983,
                    0.685252,
                    0.645713,
                    0.174726,
                    0.80549,
                    0.452019,
                    0.260569,
                    0.967431,
                    1.016454,
                    0.818341,
                    0.325963,
                    0.669415,
                    0.190945,
                    0.951646,
                    0.179423,
                    0.575492,
                    0.457177,
                    0.662356,
                    0.241325,
                    0.849698,
                    0.919957,
                    0.498051,
                    1.106136,
                    0.289135,
                    0.89268,
                    0.974931,
                    0.91927,
                    0.285465,
                    0.56763,
                    0.949987,
                    1.086924,
                    0.497215,
                    1.069084,
                    0.316676,
                    0.897509,
                    0.706401,
                    1.124816,
                    1.124926,
                    0.861154,
                    1.307119,
                    0.402551,
                    0.932815,
                    1.092063,
                    0.616446,
                    0.416871,
                    0.484003,
                    0.236579,
                    0.773912,
                    0.578078,
                    0.93473,
                    0.954628,
                    0.754824,
                    0.196182,
                    0.157685,
                    0.391709,
                    1.114663,
                    0.158012,
                    0.768666,
                    1.024994,
                    0.437223,
                    0.603595,
                    0.964418,
                    0.654096,
                    0.183031,
                    0.360914,
                    0.961158,
                    0.938136,
                    0.93798,
                    0.904023,
                    0.5985,
                    0.216081,
                    0.299602,
                    0.974118,
                    0.160917,
                    0.148081,
                    0.30421,
                    0.707754,
                    1.009492,
                    0.731999,
                    0.965336,
                    0.954798,
                    0.694025,
                    1.010897,
                    0.787333,
                    0.455193,
                    0.933328,
                    0.237368,
                    0.997374,
                    0.382376,
                    0.939134,
                    0.328053,
                    0.402492,
                    0.873287,
                    0.274941,
                    0.666946,
                    0.340726,
                    0.912954,
                    0.75402,
                    0.266734,
                    0.198262,
                    0.347469,
                    0.254961,
                    0.856389,
                    0.745255,
                    0.973288,
                    0.60927,
                    1.219706,
                    0.17294,
                    0.888706,
                    0.272496,
                    0.779215,
                    0.726707,
                    0.485187,
                    0.283269,
                    0.447965,
                    0.658151,
                    0.57431,
                    0.642524,
                    1.094905,
                    0.90267,
                    0.453167,
                    0.918383,
                    0.988826,
                    1.019239,
                    0.21339,
                    0.928958,
                    0.783613,
                    0.685127,
                    0.879094,
                    0.22031,
                    0.598527,
                    0.813756,
                    0.965121,
                    0.313184,
                    0.939188,
                    0.955223,
                    0.891012,
                    0.991871,
                    0.338988,
                    0.669567,
                    0.414061,
                    0.757363,
                    0.937978,
                    0.947143,
                    0.926153,
                    0.975726,
                    1.028329,
                    0.719865,
                    0.880234,
                    1.050306,
                    0.581161,
                    0.278317,
                    0.931333,
                    0.744696,
                    0.833281,
                    1.00186,
                    0.681321,
                    0.632731,
                    0.193832,
                    0.988389,
                    0.773476,
                    0.19477,
                    0.707926,
                    1.039324,
                    1.068162,
                    0.928908,
                    0.570036,
                    0.396635,
                    0.885648,
                    0.646941,
                    0.509355,
                    0.992799,
                    0.739397,
                    0.66948,
                    0.70594,
                    0.915875,
                    0.908211,
                    0.217837,
                    0.264618,
                    1.010612,
                    0.710408,
                    0.808036,
                    1.02746,
                    0.26932,
                    0.921176,
                    0.409168,
                    0.220049,
                    0.444114,
                    1.158403,
                    1.008096,
                    0.326246,
                    1.068353,
                    0.339395,
                    0.804452,
                    0.611908,
                    0.26125,
                    1.033336,
                    0.810283,
                    0.931635,
                    0.907574,
                    1.010971,
                    0.926687,
                    0.900155,
                    0.912432,
                    0.950838,
                    0.850919,
                    0.17374,
                    0.778314,
                    0.730464,
                    1.061362,
                    0.74603,
                    0.261359,
                    0.671567,
                    0.136994,
                    0.260225,
                    0.909505,
                    0.890866,
                    0.870345,
                    0.756832,
                    0.28901,
                    0.344057,
                    0.299053,
                    0.694068,
                    0.53142,
                    0.904788,
                    1.040256,
                    1.007752,
                    0.873008,
                    0.462597,
                    0.852947,
                    0.73552,
                    0.364115,
                    0.239914,
                    0.361033,
                    0.446015,
                    0.765607,
                    0.951861,
                    0.269066,
                    0.895371,
                    0.189934,
                    0.147843,
                    0.507505,
                    0.947614,
                    1.210393,
                    0.827956,
                    0.682302,
                    0.825962,
                    1.023696,
                    0.213124,
                    0.171107,
                    0.40386,
                    1.062381,
                    1.173616,
                    0.935573,
                    0.469513,
                    0.818864,
                    0.257432,
                    0.955332,
                    0.975821,
                    1.135951,
                    0.307974,
                    0.80712,
                    0.447926,
                    0.854625,
                    0.93433,
                    0.862572,
                    0.832222,
                    0.162353,
                    0.733614,
                    0.291772,
                    1.006502,
                    1.05523,
                    0.806614,
                    0.971838,
                    0.592853,
                    0.740337,
                    0.716339,
                    0.761842,
                    0.491073,
                    0.497371,
                    1.075727,
                    0.979141,
                    0.602343,
                    0.488604,
                    1.067568,
                    0.179164,
                    0.143135,
                    0.176223,
                    0.916206,
                    0.2825,
                    0.975606,
                    0.939039,
                    1.007405,
                    0.982857,
                    0.687056,
                    0.94102,
                    0.910262,
                    0.246741,
                    0.721534,
                    0.5655,
                    0.1946,
                    0.937429,
                    0.537424,
                    0.977582,
                    0.323958,
                    0.937357,
                    0.157022,
                    0.87519,
                    0.969133,
                    0.391625,
                    0.354748,
                    0.654735,
                    0.910936,
                    0.888149,
                    0.841601,
                    0.784198,
                    0.25474,
                    0.838039,
                    1.075295,
                    1.008776,
                    0.324603,
                    0.658348,
                    0.585501,
                    0.075372,
                    0.757343,
                    0.985368,
                    1.033069,
                    1.178435,
                    0.633378,
                    0.695041,
                    0.459549,
                    0.967284,
                    0.982074,
                    0.936442,
                    0.833165,
                    0.77351,
                    0.8884,
                    0.454374,
                    0.182148,
                    0.919662,
                    0.942059,
                    0.95456,
                    0.288115,
                    0.493497,
                    1.035482,
                    0.756632,
                    0.234857,
                    0.60488,
                    0.96167,
                    0.210409,
                    1.024303,
                    1.059437,
                    0.380334,
                    0.236105,
                    0.467263,
                    1.120284,
                    0.77419,
                    0.602178,
                    0.345447,
                    0.807168,
                    0.954306,
                    0.985701,
                    0.208635,
                    0.638069,
                    0.203108,
                    0.552143,
                    0.638886,
                    1.103261,
                    0.779295,
                    0.941588,
                    0.696168,
                    0.800704,
                    1.052318,
                    1.071549,
                    0.913574,
                    1.067046,
                    0.182583,
                    0.220179,
                    0.988246,
                    1.018877,
                    0.934132,
                    1.051996,
                    1.067977,
                    0.579043,
                    1.292294,
                    0.266989,
                    0.573981,
                    0.570925,
                    0.796024,
                    0.924457,
                    1.005338,
                    1.108573
                ]
            },
            "name": "model.model.layers.15.input_layernorm.weight",
            "outputIndexes": [
                1245
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1244
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_15/Mul_output_0",
            "outputIndexes": [
                1246
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1245,
                1246
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_15/Mul_1_output_0",
            "outputIndexes": [
                1247
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1247
            ],
            "outputIndexes": [
                2887
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2887
            ],
            "outputIndexes": [
                2888
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear",
            "inputIndexes": [
                2888
            ],
            "outputIndexes": [
                2889
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    33179910,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2889
            ],
            "outputIndexes": [
                2890
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2890
            ],
            "outputIndexes": [
                1248
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1247
            ],
            "main_type": "NONE",
            "name": "/Shape_211_output_0",
            "outputIndexes": [
                1249
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1249
            ],
            "main_type": "NONE",
            "name": "Shape3317",
            "outputIndexes": [
                1250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1249
            ],
            "main_type": "NONE",
            "name": "Rank3319",
            "outputIndexes": [
                1251
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1251,
                1251
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3321",
            "outputIndexes": [
                1252
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1252
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3322",
            "outputIndexes": [
                1253
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1252,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3324",
            "outputIndexes": [
                1254
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1254
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3325",
            "outputIndexes": [
                1255
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1250,
                1253,
                1255,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3328",
            "outputIndexes": [
                1256
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1256
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3329",
            "outputIndexes": [
                1257
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3330",
            "outputIndexes": [
                1258
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1258,
                1257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3331",
            "outputIndexes": [
                1259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1249,
                1259,
                1252
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_229_output_0",
            "outputIndexes": [
                1260
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1260,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_481_output_0",
            "outputIndexes": [
                1261
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1261,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_195_output_0",
            "outputIndexes": [
                1262
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1248,
                1262
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_136_output_0",
            "outputIndexes": [
                1263
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_120_output_0",
            "outputIndexes": [
                1264
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263
            ],
            "main_type": "NONE",
            "name": "/Shape_212_output_0",
            "outputIndexes": [
                1265
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1265
            ],
            "main_type": "NONE",
            "name": "Shape3338",
            "outputIndexes": [
                1266
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1265
            ],
            "main_type": "NONE",
            "name": "Rank3340",
            "outputIndexes": [
                1267
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1267,
                1267
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3342",
            "outputIndexes": [
                1268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1268
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3343",
            "outputIndexes": [
                1269
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1268,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3345",
            "outputIndexes": [
                1270
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1270
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3346",
            "outputIndexes": [
                1271
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1266,
                1269,
                1271,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3349",
            "outputIndexes": [
                1272
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1272
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3350",
            "outputIndexes": [
                1273
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1273
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3351",
            "outputIndexes": [
                1274
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1274,
                1273
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3352",
            "outputIndexes": [
                1275
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1265,
                1275,
                1268
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_230_output_0",
            "outputIndexes": [
                1276
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1276,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_45_output_0",
            "outputIndexes": [
                1277
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1277,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_486_output_0",
            "outputIndexes": [
                1278
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263,
                1278,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_61_output_0",
            "outputIndexes": [
                1279
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1279
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_30_output_0",
            "outputIndexes": [
                1280
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263,
                22,
                1278,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_60_output_0",
            "outputIndexes": [
                1281
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1280,
                1281
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_198_output_0",
            "outputIndexes": [
                1282
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1282,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_121_output_0",
            "outputIndexes": [
                1283
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1264,
                1283
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_75_output_0",
            "outputIndexes": [
                1284
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1247
            ],
            "outputIndexes": [
                2891
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2891
            ],
            "outputIndexes": [
                2892
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear",
            "inputIndexes": [
                2892
            ],
            "outputIndexes": [
                2893
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    33387292,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2893
            ],
            "outputIndexes": [
                2894
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2894
            ],
            "outputIndexes": [
                1285
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1261,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_196_output_0",
            "outputIndexes": [
                1286
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1285,
                1286
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_137_output_0",
            "outputIndexes": [
                1287
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1287,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_122_output_0",
            "outputIndexes": [
                1288
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1287
            ],
            "main_type": "NONE",
            "name": "/Shape_213_output_0",
            "outputIndexes": [
                1289
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1289
            ],
            "main_type": "NONE",
            "name": "Shape3401",
            "outputIndexes": [
                1290
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1289
            ],
            "main_type": "NONE",
            "name": "Rank3403",
            "outputIndexes": [
                1291
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1291,
                1291
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3405",
            "outputIndexes": [
                1292
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1292
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3406",
            "outputIndexes": [
                1293
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1292,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3408",
            "outputIndexes": [
                1294
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1294
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3409",
            "outputIndexes": [
                1295
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1290,
                1293,
                1295,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3412",
            "outputIndexes": [
                1296
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1296
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3413",
            "outputIndexes": [
                1297
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3414",
            "outputIndexes": [
                1298
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1298,
                1297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3415",
            "outputIndexes": [
                1299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1289,
                1299,
                1292
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_231_output_0",
            "outputIndexes": [
                1300
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1300,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_46_output_0",
            "outputIndexes": [
                1301
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1301,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_488_output_0",
            "outputIndexes": [
                1302
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1287,
                1302,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_63_output_0",
            "outputIndexes": [
                1303
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1303
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_31_output_0",
            "outputIndexes": [
                1304
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1287,
                22,
                1302,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_62_output_0",
            "outputIndexes": [
                1305
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1304,
                1305
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_199_output_0",
            "outputIndexes": [
                1306
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1306,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_123_output_0",
            "outputIndexes": [
                1307
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288,
                1307
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_76_output_0",
            "outputIndexes": [
                1308
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1247
            ],
            "outputIndexes": [
                2895
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2895
            ],
            "outputIndexes": [
                2896
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear",
            "inputIndexes": [
                2896
            ],
            "outputIndexes": [
                2897
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    33456434,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2897
            ],
            "outputIndexes": [
                2898
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2898
            ],
            "outputIndexes": [
                1309
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1309,
                1286
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_138_output_0",
            "outputIndexes": [
                1310
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1308,
                1310,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_143_output_0",
            "outputIndexes": [
                1311
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1311
            ],
            "outputIndexes": [
                2899
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2899
            ],
            "outputIndexes": [
                2900
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear",
            "inputIndexes": [
                2900
            ],
            "outputIndexes": [
                2901
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    33525576,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2901
            ],
            "outputIndexes": [
                2902
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2902
            ],
            "outputIndexes": [
                1312
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1244,
                1312
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_78_output_0",
            "outputIndexes": [
                1313
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.136764,
                    0.635036,
                    0.199558,
                    0.136705,
                    0.547164,
                    0.648916,
                    0.401674,
                    0.640772,
                    0.210552,
                    0.580681,
                    0.355458,
                    0.244167,
                    0.471598,
                    0.282166,
                    0.160751,
                    0.588106,
                    0.184384,
                    0.37761,
                    0.562635,
                    0.506766,
                    0.323147,
                    0.312988,
                    0.252858,
                    0.526545,
                    0.263579,
                    0.237921,
                    0.338228,
                    0.566515,
                    0.151646,
                    0.457628,
                    0.452285,
                    0.276341,
                    0.503075,
                    0.557364,
                    0.438032,
                    0.599054,
                    0.567874,
                    0.610765,
                    0.366495,
                    0.327186,
                    0.486318,
                    0.24472,
                    0.32297,
                    0.588385,
                    0.168087,
                    0.341958,
                    0.637374,
                    0.353162,
                    0.59521,
                    0.173055,
                    0.308745,
                    0.604623,
                    0.154944,
                    0.13582,
                    0.589467,
                    0.206786,
                    0.156823,
                    0.599141,
                    0.28924,
                    0.285009,
                    0.657356,
                    0.325955,
                    0.644139,
                    0.563312,
                    0.702754,
                    0.205484,
                    0.163413,
                    0.461032,
                    0.562173,
                    0.46779,
                    0.624526,
                    0.173292,
                    0.653097,
                    0.424572,
                    0.59455,
                    0.232656,
                    0.58486,
                    0.469861,
                    0.642302,
                    0.691653,
                    0.558766,
                    0.597877,
                    0.507252,
                    0.41817,
                    0.547635,
                    0.337076,
                    0.574529,
                    0.459764,
                    0.289253,
                    0.454949,
                    0.569574,
                    0.481925,
                    0.670006,
                    0.138661,
                    0.60923,
                    0.563976,
                    0.573962,
                    0.403983,
                    0.584889,
                    0.203722,
                    0.106671,
                    0.240358,
                    0.618475,
                    0.527302,
                    0.547707,
                    0.195247,
                    0.169951,
                    0.370826,
                    0.553774,
                    0.128385,
                    0.46441,
                    0.61499,
                    0.69489,
                    0.543268,
                    0.191151,
                    0.534568,
                    0.615972,
                    0.608966,
                    0.141582,
                    0.429114,
                    0.599097,
                    0.632024,
                    0.512601,
                    0.361193,
                    0.491133,
                    0.458112,
                    0.601618,
                    0.126155,
                    0.52761,
                    0.621357,
                    0.374685,
                    0.45755,
                    0.423576,
                    0.198209,
                    0.448729,
                    0.611363,
                    0.511852,
                    0.598436,
                    0.490192,
                    0.546669,
                    0.227859,
                    0.581734,
                    0.614303,
                    0.540296,
                    0.359404,
                    0.127317,
                    0.294717,
                    0.551744,
                    0.66852,
                    0.621877,
                    0.157038,
                    0.480249,
                    0.537702,
                    0.594866,
                    0.323656,
                    0.671109,
                    0.631039,
                    0.202703,
                    0.467392,
                    0.495345,
                    0.605308,
                    0.467936,
                    0.115986,
                    0.370153,
                    0.423809,
                    0.564566,
                    0.162235,
                    0.539105,
                    0.569587,
                    0.452439,
                    0.279207,
                    0.194301,
                    0.340915,
                    0.627154,
                    0.649893,
                    0.570455,
                    0.52044,
                    0.573757,
                    0.16018,
                    0.493649,
                    0.157579,
                    0.529048,
                    0.533428,
                    0.606243,
                    0.62885,
                    0.453566,
                    0.408432,
                    0.134583,
                    0.465122,
                    0.281963,
                    0.183991,
                    0.596528,
                    0.629668,
                    0.520781,
                    0.214434,
                    0.414838,
                    0.133523,
                    0.593743,
                    0.138151,
                    0.347784,
                    0.301346,
                    0.458606,
                    0.168517,
                    0.534362,
                    0.592118,
                    0.291157,
                    0.615812,
                    0.206017,
                    0.557476,
                    0.603619,
                    0.557663,
                    0.180244,
                    0.379186,
                    0.572608,
                    0.620221,
                    0.302286,
                    0.696557,
                    0.2034,
                    0.575606,
                    0.461005,
                    0.650848,
                    0.687039,
                    0.52668,
                    0.737314,
                    0.243546,
                    0.55363,
                    0.676367,
                    0.409733,
                    0.260645,
                    0.30062,
                    0.152552,
                    0.466639,
                    0.34812,
                    0.521676,
                    0.581561,
                    0.465043,
                    0.156792,
                    0.133843,
                    0.246984,
                    0.690649,
                    0.134782,
                    0.48524,
                    0.600993,
                    0.202599,
                    0.39278,
                    0.57725,
                    0.386133,
                    0.062819,
                    0.238025,
                    0.573442,
                    0.602373,
                    0.582797,
                    0.543123,
                    0.399101,
                    0.156745,
                    0.191076,
                    0.529711,
                    0.121209,
                    0.120513,
                    0.203149,
                    0.726504,
                    0.248214,
                    0.451341,
                    0.601395,
                    0.554464,
                    0.460683,
                    0.630012,
                    0.441689,
                    0.261892,
                    0.524795,
                    0.167965,
                    0.597946,
                    0.262949,
                    0.57075,
                    0.247007,
                    0.269152,
                    0.510937,
                    0.183962,
                    0.435332,
                    0.21867,
                    0.576115,
                    0.439028,
                    0.17963,
                    0.154202,
                    0.214922,
                    0.157974,
                    0.57128,
                    0.480536,
                    0.605156,
                    0.398062,
                    0.660095,
                    0.136052,
                    0.561001,
                    0.194298,
                    0.531313,
                    0.49116,
                    0.293185,
                    0.193299,
                    0.278507,
                    0.343167,
                    0.370948,
                    0.412607,
                    0.644043,
                    0.616572,
                    0.310284,
                    0.594295,
                    0.596187,
                    0.590533,
                    0.120025,
                    0.556506,
                    0.474685,
                    0.439212,
                    0.483812,
                    0.165676,
                    0.365577,
                    0.517348,
                    0.597232,
                    0.19466,
                    0.541957,
                    0.590453,
                    0.50608,
                    0.58661,
                    0.215629,
                    0.39616,
                    0.266186,
                    0.461875,
                    0.601016,
                    0.609535,
                    0.543734,
                    0.593575,
                    0.639016,
                    0.457155,
                    0.565879,
                    0.582264,
                    0.352038,
                    0.188897,
                    0.599634,
                    0.45966,
                    0.494123,
                    0.509204,
                    0.426035,
                    0.374049,
                    0.133523,
                    0.633018,
                    0.524579,
                    0.143722,
                    0.434468,
                    0.692892,
                    0.588585,
                    0.555898,
                    0.222511,
                    0.23921,
                    0.525444,
                    0.410815,
                    0.314148,
                    0.605626,
                    0.493587,
                    0.403223,
                    0.4112,
                    0.475206,
                    0.534121,
                    0.160414,
                    0.187436,
                    0.572223,
                    0.447305,
                    0.548266,
                    0.576944,
                    0.183637,
                    0.595555,
                    0.261873,
                    0.166304,
                    0.401641,
                    0.662619,
                    0.562955,
                    0.219849,
                    0.648555,
                    0.237359,
                    0.511568,
                    0.418747,
                    0.182167,
                    0.624394,
                    0.563882,
                    0.582803,
                    0.563902,
                    0.611937,
                    0.573903,
                    0.550879,
                    0.537875,
                    0.628805,
                    0.513078,
                    0.132038,
                    0.504514,
                    0.463925,
                    0.590542,
                    0.506364,
                    0.185481,
                    0.412891,
                    0.121959,
                    0.173953,
                    0.518861,
                    0.639953,
                    0.561657,
                    0.518461,
                    0.19152,
                    0.189612,
                    0.197073,
                    0.449902,
                    0.302189,
                    0.561787,
                    0.636026,
                    0.619883,
                    0.514609,
                    0.297427,
                    0.532519,
                    0.43146,
                    0.247953,
                    0.16436,
                    0.230379,
                    0.289497,
                    0.481477,
                    0.605809,
                    0.150891,
                    0.553347,
                    0.139082,
                    0.124648,
                    0.33429,
                    0.588276,
                    0.581067,
                    0.551811,
                    0.431571,
                    0.542411,
                    0.65653,
                    0.168366,
                    0.128815,
                    0.236134,
                    0.641568,
                    0.702793,
                    0.626983,
                    0.263534,
                    0.560003,
                    0.185045,
                    0.609191,
                    0.607188,
                    0.634825,
                    0.196688,
                    0.485385,
                    0.142497,
                    0.530288,
                    0.572688,
                    0.515923,
                    0.537393,
                    0.132352,
                    0.455393,
                    0.20256,
                    0.607377,
                    0.642791,
                    0.509589,
                    0.570867,
                    0.390326,
                    0.44947,
                    0.464852,
                    0.495841,
                    0.303632,
                    0.307363,
                    0.662522,
                    0.651548,
                    0.363666,
                    0.327431,
                    0.644927,
                    0.131532,
                    0.127855,
                    0.133373,
                    0.536371,
                    0.193752,
                    0.542854,
                    0.585105,
                    0.580053,
                    0.584984,
                    0.492918,
                    0.533558,
                    0.530847,
                    0.172675,
                    0.478111,
                    0.357774,
                    0.15407,
                    0.626977,
                    0.241614,
                    0.521859,
                    0.21444,
                    0.607957,
                    0.133077,
                    0.608415,
                    0.636711,
                    0.241154,
                    0.223,
                    0.448966,
                    0.588585,
                    0.531371,
                    0.489345,
                    0.466401,
                    0.171784,
                    0.545508,
                    0.667484,
                    0.609251,
                    0.202877,
                    0.419992,
                    0.393465,
                    0.00071,
                    0.448749,
                    0.575217,
                    0.563916,
                    0.660256,
                    0.415885,
                    0.419162,
                    0.272694,
                    0.583937,
                    0.618152,
                    0.624963,
                    0.542651,
                    0.46634,
                    0.551979,
                    0.294228,
                    0.137277,
                    0.584836,
                    0.549054,
                    0.629241,
                    0.191025,
                    0.313907,
                    0.637042,
                    0.472663,
                    0.166339,
                    0.361957,
                    0.596325,
                    0.14595,
                    0.604085,
                    0.631962,
                    0.223715,
                    0.175876,
                    0.277787,
                    0.586811,
                    0.511411,
                    0.355324,
                    0.220344,
                    0.500094,
                    0.566801,
                    0.652439,
                    0.16214,
                    0.425901,
                    0.15129,
                    0.36385,
                    0.403706,
                    0.576262,
                    0.513421,
                    0.596218,
                    0.420589,
                    0.467309,
                    0.652755,
                    0.623243,
                    0.54534,
                    0.662698,
                    0.139497,
                    0.151347,
                    0.624546,
                    0.594875,
                    0.606419,
                    0.655045,
                    0.636417,
                    0.366386,
                    0.540718,
                    0.185002,
                    0.339715,
                    0.365458,
                    0.521903,
                    0.596173,
                    0.563316,
                    0.658913
                ]
            },
            "name": "model.model.layers.15.post_attention_layernorm.weight",
            "outputIndexes": [
                1314
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1313
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_15/Mul_output_0",
            "outputIndexes": [
                1315
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1314,
                1315
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_15/Mul_1_output_0",
            "outputIndexes": [
                1316
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1316
            ],
            "outputIndexes": [
                2903
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2903
            ],
            "outputIndexes": [
                2904
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear",
            "inputIndexes": [
                2904
            ],
            "outputIndexes": [
                2905
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    33732958,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2905
            ],
            "outputIndexes": [
                2906
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2906
            ],
            "outputIndexes": [
                1317
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1317
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_15/Sigmoid_output_0",
            "outputIndexes": [
                1318
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1317,
                1318
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_15/Mul_output_0",
            "outputIndexes": [
                1319
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1316
            ],
            "outputIndexes": [
                2907
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2907
            ],
            "outputIndexes": [
                2908
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear",
            "inputIndexes": [
                2908
            ],
            "outputIndexes": [
                2909
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    34285940,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2909
            ],
            "outputIndexes": [
                2910
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2910
            ],
            "outputIndexes": [
                1320
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1319,
                1320
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_15/Mul_output_0",
            "outputIndexes": [
                1321
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1321
            ],
            "outputIndexes": [
                2911
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2911
            ],
            "outputIndexes": [
                2912
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear",
            "inputIndexes": [
                2912
            ],
            "outputIndexes": [
                2913
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    34838922,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2913
            ],
            "outputIndexes": [
                2914
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2914
            ],
            "outputIndexes": [
                1322
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1313,
                1322
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_79_output_0",
            "outputIndexes": [
                1323
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1323,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_144_output_0",
            "outputIndexes": [
                1324
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.187342,
                    0.994525,
                    0.269174,
                    0.193015,
                    0.849407,
                    1.089585,
                    0.598543,
                    1.07401,
                    0.614337,
                    0.946901,
                    0.523505,
                    0.35939,
                    0.746702,
                    0.418044,
                    0.305732,
                    1.038259,
                    0.255332,
                    0.593063,
                    0.894533,
                    0.787033,
                    0.441344,
                    0.463421,
                    0.393035,
                    0.873311,
                    0.365732,
                    0.332873,
                    0.456965,
                    0.921913,
                    0.205508,
                    0.740931,
                    0.686954,
                    0.402605,
                    0.737524,
                    0.892458,
                    0.734966,
                    0.983387,
                    0.934602,
                    0.908534,
                    0.538162,
                    0.478772,
                    0.80914,
                    0.324801,
                    0.45867,
                    0.925851,
                    0.201785,
                    0.515742,
                    1.057201,
                    0.459908,
                    0.941632,
                    0.253695,
                    0.400408,
                    1.082553,
                    0.223778,
                    0.203691,
                    0.958128,
                    0.254188,
                    0.252075,
                    0.962545,
                    0.420623,
                    0.411753,
                    1.090579,
                    0.465372,
                    1.134319,
                    0.876559,
                    1.206804,
                    0.279474,
                    0.22014,
                    0.721597,
                    1.006613,
                    0.704963,
                    1.053001,
                    0.207454,
                    1.077068,
                    0.677641,
                    0.956482,
                    0.322086,
                    0.926465,
                    0.667433,
                    1.027739,
                    1.078349,
                    0.89741,
                    0.971489,
                    0.761774,
                    0.651153,
                    0.953152,
                    0.493078,
                    0.933854,
                    0.734554,
                    0.424657,
                    0.651497,
                    0.895401,
                    0.735775,
                    1.063406,
                    0.189081,
                    0.947654,
                    0.910126,
                    0.94356,
                    0.641446,
                    0.958193,
                    0.253222,
                    0.330428,
                    0.324552,
                    0.993123,
                    0.800527,
                    0.80208,
                    0.26812,
                    0.227992,
                    0.548529,
                    0.796569,
                    0.168413,
                    0.715495,
                    0.880426,
                    1.063561,
                    0.806552,
                    0.243617,
                    0.795275,
                    1.009471,
                    1.027684,
                    0.245622,
                    1.057979,
                    1.029278,
                    1.064715,
                    0.885357,
                    0.50589,
                    0.861722,
                    0.771975,
                    0.92375,
                    0.206882,
                    0.807793,
                    1.051779,
                    0.557052,
                    0.671277,
                    0.601244,
                    0.253479,
                    0.709104,
                    1.104418,
                    0.832884,
                    0.928416,
                    0.723149,
                    0.943328,
                    0.330406,
                    1.060008,
                    0.93136,
                    0.782326,
                    0.499904,
                    0.190495,
                    0.415644,
                    0.823357,
                    1.205885,
                    1.022529,
                    0.203807,
                    0.693467,
                    0.794295,
                    0.914373,
                    0.451573,
                    1.109139,
                    1.078142,
                    0.351895,
                    0.737759,
                    0.733826,
                    1.008193,
                    0.890136,
                    0.161267,
                    0.524757,
                    0.662066,
                    0.91077,
                    0.22465,
                    0.843306,
                    0.955282,
                    0.729859,
                    0.553604,
                    0.256131,
                    0.487222,
                    0.893315,
                    1.10701,
                    0.982679,
                    0.783455,
                    1.021002,
                    0.278128,
                    0.675091,
                    0.220239,
                    0.827187,
                    0.894937,
                    0.905744,
                    0.897753,
                    0.630366,
                    0.62693,
                    0.176652,
                    0.729981,
                    0.409702,
                    0.250914,
                    0.970409,
                    0.924481,
                    0.780484,
                    0.279358,
                    0.62243,
                    0.207193,
                    0.872475,
                    0.205907,
                    0.486034,
                    0.405041,
                    0.68243,
                    0.202369,
                    0.781653,
                    0.880231,
                    0.447747,
                    1.028421,
                    0.268977,
                    0.791174,
                    0.903822,
                    0.888394,
                    0.285733,
                    0.507957,
                    0.930429,
                    1.008284,
                    0.429344,
                    1.104965,
                    0.267108,
                    0.941415,
                    0.697092,
                    1.014987,
                    1.223394,
                    0.8053,
                    1.156712,
                    0.375476,
                    0.902969,
                    1.938561,
                    0.600096,
                    0.385635,
                    0.414776,
                    0.237626,
                    0.714271,
                    0.516772,
                    0.874262,
                    0.931341,
                    0.719067,
                    0.201476,
                    0.17312,
                    0.382681,
                    1.30057,
                    0.180314,
                    0.711528,
                    1.038058,
                    0.404809,
                    0.566738,
                    0.899491,
                    0.617528,
                    0.166294,
                    0.362219,
                    0.894895,
                    0.983467,
                    0.883352,
                    0.876916,
                    0.556245,
                    0.217114,
                    0.243387,
                    0.891499,
                    0.186948,
                    0.155905,
                    0.272652,
                    0.859957,
                    0.888813,
                    0.676744,
                    0.917962,
                    0.942237,
                    0.697361,
                    0.962434,
                    0.733812,
                    0.402712,
                    0.84307,
                    0.218938,
                    0.966122,
                    0.352654,
                    0.897412,
                    0.33429,
                    0.372478,
                    0.813703,
                    0.225802,
                    0.633668,
                    0.292462,
                    0.973358,
                    0.663232,
                    0.225258,
                    0.191033,
                    0.299204,
                    0.253792,
                    0.819323,
                    0.711837,
                    0.955145,
                    0.557459,
                    1.218618,
                    0.184294,
                    0.927865,
                    0.262893,
                    0.719485,
                    0.70345,
                    0.44347,
                    0.243205,
                    0.422417,
                    0.62649,
                    0.55112,
                    0.651775,
                    1.071573,
                    0.926471,
                    0.413313,
                    0.90761,
                    0.921891,
                    0.89872,
                    0.209123,
                    0.882785,
                    0.754196,
                    0.629223,
                    0.763757,
                    0.209541,
                    0.531397,
                    0.784137,
                    0.968363,
                    0.291444,
                    0.917292,
                    0.872971,
                    0.809061,
                    0.970079,
                    0.284977,
                    0.64674,
                    0.353587,
                    0.670362,
                    0.958981,
                    1.013805,
                    0.898258,
                    0.908727,
                    1.096559,
                    0.696611,
                    0.899223,
                    0.95118,
                    0.506391,
                    0.256153,
                    0.954697,
                    0.675117,
                    0.738149,
                    0.929989,
                    0.646175,
                    0.567369,
                    0.200816,
                    1.050837,
                    0.787294,
                    0.171948,
                    0.65945,
                    1.175793,
                    0.995521,
                    0.849947,
                    0.48387,
                    0.340626,
                    0.856584,
                    0.593237,
                    0.449063,
                    0.866102,
                    0.747292,
                    0.608709,
                    0.636124,
                    0.826734,
                    0.872004,
                    0.203054,
                    0.248604,
                    0.957131,
                    0.653554,
                    0.825227,
                    1.092549,
                    0.239881,
                    0.899648,
                    0.336892,
                    0.201911,
                    0.485146,
                    1.147967,
                    1.046004,
                    0.256582,
                    0.972755,
                    0.307963,
                    0.772435,
                    0.607241,
                    0.26598,
                    1.040029,
                    0.792891,
                    0.949218,
                    0.878596,
                    0.993663,
                    0.954609,
                    0.812106,
                    0.90238,
                    1.027066,
                    0.812202,
                    0.202142,
                    0.769559,
                    0.67645,
                    1.007953,
                    0.756848,
                    0.238003,
                    0.649141,
                    0.174417,
                    0.242212,
                    0.869479,
                    1.018111,
                    0.842792,
                    0.801184,
                    0.272469,
                    0.328234,
                    0.252875,
                    0.655305,
                    0.519135,
                    0.925932,
                    0.989124,
                    0.984328,
                    0.819401,
                    0.406094,
                    0.865028,
                    0.688652,
                    0.348413,
                    0.244676,
                    0.327763,
                    0.392177,
                    0.741786,
                    1.082549,
                    0.290587,
                    0.837508,
                    0.19663,
                    0.193394,
                    0.483153,
                    0.935931,
                    1.083767,
                    0.833901,
                    0.698455,
                    0.773548,
                    0.978659,
                    0.217925,
                    0.184017,
                    0.32992,
                    0.993366,
                    1.172902,
                    0.975722,
                    0.42221,
                    0.879569,
                    0.242846,
                    1.047073,
                    1.019222,
                    0.979273,
                    0.256421,
                    0.704063,
                    0.413848,
                    0.910881,
                    0.915126,
                    0.788502,
                    0.806521,
                    0.198838,
                    0.685446,
                    0.275374,
                    1.017876,
                    1.012876,
                    0.82606,
                    0.919465,
                    0.552283,
                    0.703514,
                    0.680607,
                    0.754739,
                    0.455431,
                    0.436827,
                    1.10506,
                    1.021977,
                    0.550634,
                    0.44748,
                    1.024932,
                    0.168676,
                    0.188723,
                    0.189642,
                    0.91564,
                    0.281238,
                    0.850226,
                    0.880892,
                    0.951868,
                    0.979514,
                    0.723913,
                    0.84324,
                    0.834181,
                    0.230966,
                    0.670219,
                    0.510861,
                    0.195872,
                    0.898544,
                    0.483888,
                    0.874842,
                    0.284644,
                    0.985779,
                    0.154519,
                    0.922117,
                    0.938107,
                    0.334902,
                    0.329275,
                    0.618491,
                    0.894243,
                    0.865986,
                    0.765108,
                    0.709179,
                    0.248863,
                    0.808406,
                    1.008724,
                    0.920051,
                    0.258066,
                    0.678964,
                    0.566438,
                    0.074006,
                    0.688516,
                    0.919709,
                    0.924747,
                    1.094087,
                    0.618903,
                    0.637543,
                    0.377191,
                    0.956232,
                    0.985037,
                    0.952576,
                    0.844549,
                    0.714153,
                    0.928076,
                    0.436241,
                    0.215952,
                    0.935454,
                    0.885232,
                    1.089185,
                    0.261075,
                    0.438658,
                    1.087299,
                    0.705459,
                    0.206297,
                    0.552691,
                    0.97563,
                    0.197591,
                    0.984477,
                    1.063673,
                    0.326212,
                    0.200758,
                    0.429674,
                    1.109154,
                    0.752308,
                    0.552986,
                    0.340381,
                    0.720366,
                    0.928783,
                    1.057892,
                    0.223383,
                    0.611753,
                    0.185226,
                    0.497208,
                    0.583318,
                    1.029837,
                    0.834824,
                    0.933351,
                    0.621632,
                    0.800677,
                    0.980335,
                    0.967131,
                    0.856167,
                    1.125974,
                    0.198094,
                    0.193537,
                    0.963975,
                    1.015333,
                    0.907591,
                    1.061403,
                    1.033628,
                    0.512903,
                    1.095333,
                    0.243687,
                    0.503225,
                    0.510348,
                    0.76322,
                    0.917723,
                    1.006722,
                    1.101055
                ]
            },
            "name": "model.model.layers.16.input_layernorm.weight",
            "outputIndexes": [
                1325
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1324
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_16/Mul_output_0",
            "outputIndexes": [
                1326
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1325,
                1326
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_16/Mul_1_output_0",
            "outputIndexes": [
                1327
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1327
            ],
            "outputIndexes": [
                2915
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2915
            ],
            "outputIndexes": [
                2916
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear",
            "inputIndexes": [
                2916
            ],
            "outputIndexes": [
                2917
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    35391904,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2917
            ],
            "outputIndexes": [
                2918
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2918
            ],
            "outputIndexes": [
                1328
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1327
            ],
            "main_type": "NONE",
            "name": "/Shape_225_output_0",
            "outputIndexes": [
                1329
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1329
            ],
            "main_type": "NONE",
            "name": "Shape3533",
            "outputIndexes": [
                1330
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1329
            ],
            "main_type": "NONE",
            "name": "Rank3535",
            "outputIndexes": [
                1331
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1331,
                1331
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3537",
            "outputIndexes": [
                1332
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1332
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3538",
            "outputIndexes": [
                1333
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1332,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3540",
            "outputIndexes": [
                1334
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1334
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3541",
            "outputIndexes": [
                1335
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1330,
                1333,
                1335,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3544",
            "outputIndexes": [
                1336
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1336
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3545",
            "outputIndexes": [
                1337
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3546",
            "outputIndexes": [
                1338
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1338,
                1337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3547",
            "outputIndexes": [
                1339
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1329,
                1339,
                1332
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_244_output_0",
            "outputIndexes": [
                1340
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1340,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_513_output_0",
            "outputIndexes": [
                1341
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1341,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_208_output_0",
            "outputIndexes": [
                1342
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1328,
                1342
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_145_output_0",
            "outputIndexes": [
                1343
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1343,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_128_output_0",
            "outputIndexes": [
                1344
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1343
            ],
            "main_type": "NONE",
            "name": "/Shape_226_output_0",
            "outputIndexes": [
                1345
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1345
            ],
            "main_type": "NONE",
            "name": "Shape3554",
            "outputIndexes": [
                1346
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1345
            ],
            "main_type": "NONE",
            "name": "Rank3556",
            "outputIndexes": [
                1347
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1347,
                1347
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3558",
            "outputIndexes": [
                1348
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1348
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3559",
            "outputIndexes": [
                1349
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1348,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3561",
            "outputIndexes": [
                1350
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1350
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3562",
            "outputIndexes": [
                1351
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1346,
                1349,
                1351,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3565",
            "outputIndexes": [
                1352
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1352
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3566",
            "outputIndexes": [
                1353
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1353
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3567",
            "outputIndexes": [
                1354
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1354,
                1353
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3568",
            "outputIndexes": [
                1355
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1345,
                1355,
                1348
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_245_output_0",
            "outputIndexes": [
                1356
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1356,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_48_output_0",
            "outputIndexes": [
                1357
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1357,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_518_output_0",
            "outputIndexes": [
                1358
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1343,
                1358,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_65_output_0",
            "outputIndexes": [
                1359
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1359
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_32_output_0",
            "outputIndexes": [
                1360
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1343,
                22,
                1358,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_64_output_0",
            "outputIndexes": [
                1361
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1360,
                1361
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_211_output_0",
            "outputIndexes": [
                1362
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1362,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_129_output_0",
            "outputIndexes": [
                1363
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1344,
                1363
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_80_output_0",
            "outputIndexes": [
                1364
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1327
            ],
            "outputIndexes": [
                2919
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2919
            ],
            "outputIndexes": [
                2920
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear",
            "inputIndexes": [
                2920
            ],
            "outputIndexes": [
                2921
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    35599286,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2921
            ],
            "outputIndexes": [
                2922
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2922
            ],
            "outputIndexes": [
                1365
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1341,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_209_output_0",
            "outputIndexes": [
                1366
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1365,
                1366
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_146_output_0",
            "outputIndexes": [
                1367
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1367,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_130_output_0",
            "outputIndexes": [
                1368
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1367
            ],
            "main_type": "NONE",
            "name": "/Shape_227_output_0",
            "outputIndexes": [
                1369
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1369
            ],
            "main_type": "NONE",
            "name": "Shape3617",
            "outputIndexes": [
                1370
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1369
            ],
            "main_type": "NONE",
            "name": "Rank3619",
            "outputIndexes": [
                1371
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1371,
                1371
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3621",
            "outputIndexes": [
                1372
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1372
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3622",
            "outputIndexes": [
                1373
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1372,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3624",
            "outputIndexes": [
                1374
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1374
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3625",
            "outputIndexes": [
                1375
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1370,
                1373,
                1375,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3628",
            "outputIndexes": [
                1376
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1376
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3629",
            "outputIndexes": [
                1377
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3630",
            "outputIndexes": [
                1378
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1378,
                1377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3631",
            "outputIndexes": [
                1379
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1369,
                1379,
                1372
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_246_output_0",
            "outputIndexes": [
                1380
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1380,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_49_output_0",
            "outputIndexes": [
                1381
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1381,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_520_output_0",
            "outputIndexes": [
                1382
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1367,
                1382,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_67_output_0",
            "outputIndexes": [
                1383
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1383
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_33_output_0",
            "outputIndexes": [
                1384
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1367,
                22,
                1382,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_66_output_0",
            "outputIndexes": [
                1385
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1384,
                1385
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_212_output_0",
            "outputIndexes": [
                1386
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1386,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_131_output_0",
            "outputIndexes": [
                1387
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1368,
                1387
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_81_output_0",
            "outputIndexes": [
                1388
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1327
            ],
            "outputIndexes": [
                2923
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2923
            ],
            "outputIndexes": [
                2924
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear",
            "inputIndexes": [
                2924
            ],
            "outputIndexes": [
                2925
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    35668428,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2925
            ],
            "outputIndexes": [
                2926
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2926
            ],
            "outputIndexes": [
                1389
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1389,
                1366
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_147_output_0",
            "outputIndexes": [
                1390
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1364,
                1388,
                1390,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_152_output_0",
            "outputIndexes": [
                1391
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1391
            ],
            "outputIndexes": [
                2927
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2927
            ],
            "outputIndexes": [
                2928
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear",
            "inputIndexes": [
                2928
            ],
            "outputIndexes": [
                2929
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    35737570,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2929
            ],
            "outputIndexes": [
                2930
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2930
            ],
            "outputIndexes": [
                1392
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1324,
                1392
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_83_output_0",
            "outputIndexes": [
                1393
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.121043,
                    0.507736,
                    0.172906,
                    0.118488,
                    0.43225,
                    0.481441,
                    0.336329,
                    0.475528,
                    0.181981,
                    0.461868,
                    0.318428,
                    0.209967,
                    0.381089,
                    0.243937,
                    0.16173,
                    0.440084,
                    0.158535,
                    0.284313,
                    0.404512,
                    0.422871,
                    0.269165,
                    0.270432,
                    0.217752,
                    0.431729,
                    0.228193,
                    0.209668,
                    0.276348,
                    0.457985,
                    0.126189,
                    0.362728,
                    0.350163,
                    0.248419,
                    0.432113,
                    0.443409,
                    0.374783,
                    0.469728,
                    0.475575,
                    0.475813,
                    0.312969,
                    0.28004,
                    0.404186,
                    0.207927,
                    0.275389,
                    0.43771,
                    0.13213,
                    0.286137,
                    0.48561,
                    0.278188,
                    0.478229,
                    0.152051,
                    0.256444,
                    0.457765,
                    0.135093,
                    0.113113,
                    0.461614,
                    0.169989,
                    0.143432,
                    0.477736,
                    0.256171,
                    0.239989,
                    0.48123,
                    0.28357,
                    0.48715,
                    0.454036,
                    0.503654,
                    0.176016,
                    0.143359,
                    0.374481,
                    0.4369,
                    0.383162,
                    0.500347,
                    0.143108,
                    0.45549,
                    0.35286,
                    0.458162,
                    0.198285,
                    0.456748,
                    0.37674,
                    0.452777,
                    0.512027,
                    0.440987,
                    0.482233,
                    0.408635,
                    0.355267,
                    0.438201,
                    0.292093,
                    0.449099,
                    0.370322,
                    0.247344,
                    0.380491,
                    0.478359,
                    0.382896,
                    0.50826,
                    0.117053,
                    0.478014,
                    0.458621,
                    0.450121,
                    0.350849,
                    0.438535,
                    0.166435,
                    0.084297,
                    0.206859,
                    0.451091,
                    0.429089,
                    0.429793,
                    0.167806,
                    0.136201,
                    0.303971,
                    0.42897,
                    0.10686,
                    0.363647,
                    0.483506,
                    0.489551,
                    0.445036,
                    0.161059,
                    0.406576,
                    0.473321,
                    0.462424,
                    0.137741,
                    0.314401,
                    0.471519,
                    0.47281,
                    0.399943,
                    0.293912,
                    0.420388,
                    0.352378,
                    0.470263,
                    0.112217,
                    0.425601,
                    0.48385,
                    0.327527,
                    0.370549,
                    0.350469,
                    0.163388,
                    0.37704,
                    0.456134,
                    0.403059,
                    0.474362,
                    0.397031,
                    0.471154,
                    0.210773,
                    0.429944,
                    0.465669,
                    0.409493,
                    0.304247,
                    0.106659,
                    0.253655,
                    0.44349,
                    0.43383,
                    0.488927,
                    0.130346,
                    0.381418,
                    0.438173,
                    0.468952,
                    0.275193,
                    0.486837,
                    0.478618,
                    0.195749,
                    0.415664,
                    0.385023,
                    0.467976,
                    0.363067,
                    0.092065,
                    0.316098,
                    0.358029,
                    0.441692,
                    0.137046,
                    0.435827,
                    0.422455,
                    0.384924,
                    0.238957,
                    0.160397,
                    0.274093,
                    0.460014,
                    0.494703,
                    0.470599,
                    0.423942,
                    0.460897,
                    0.15447,
                    0.413069,
                    0.132138,
                    0.453127,
                    0.425531,
                    0.484534,
                    0.459949,
                    0.359637,
                    0.340583,
                    0.109947,
                    0.371835,
                    0.249397,
                    0.156215,
                    0.454448,
                    0.499025,
                    0.433285,
                    0.182407,
                    0.348094,
                    0.121733,
                    0.476322,
                    0.119095,
                    0.264024,
                    0.258472,
                    0.361777,
                    0.138267,
                    0.423758,
                    0.475576,
                    0.251283,
                    0.474142,
                    0.179192,
                    0.411988,
                    0.457438,
                    0.429826,
                    0.167144,
                    0.323955,
                    0.447355,
                    0.526254,
                    0.261251,
                    0.505902,
                    0.168783,
                    0.460375,
                    0.357745,
                    0.512596,
                    0.513361,
                    0.436298,
                    0.526857,
                    0.218891,
                    0.456635,
                    0.246926,
                    0.340012,
                    0.218675,
                    0.241331,
                    0.169808,
                    0.38027,
                    0.301443,
                    0.409066,
                    0.455975,
                    0.408832,
                    0.125953,
                    0.10561,
                    0.221771,
                    0.467101,
                    0.114459,
                    0.396527,
                    0.472074,
                    0.188937,
                    0.317173,
                    0.449404,
                    0.333236,
                    0.07371,
                    0.220505,
                    0.416561,
                    0.444007,
                    0.442189,
                    0.413814,
                    0.330244,
                    0.135776,
                    0.16184,
                    0.4579,
                    0.107882,
                    0.095452,
                    0.179965,
                    0.591676,
                    0.183598,
                    0.372463,
                    0.467519,
                    0.445081,
                    0.362246,
                    0.496756,
                    0.358937,
                    0.227486,
                    0.416886,
                    0.145639,
                    0.462968,
                    0.223901,
                    0.42812,
                    0.213223,
                    0.23123,
                    0.424193,
                    0.155971,
                    0.364336,
                    0.190239,
                    0.420636,
                    0.361794,
                    0.149126,
                    0.128428,
                    0.196331,
                    0.154517,
                    0.45339,
                    0.389227,
                    0.485115,
                    0.336967,
                    0.446594,
                    0.115856,
                    0.444154,
                    0.158003,
                    0.425599,
                    0.390663,
                    0.258758,
                    0.162021,
                    0.239654,
                    0.281099,
                    0.325629,
                    0.341696,
                    0.493277,
                    0.452551,
                    0.265049,
                    0.466938,
                    0.491164,
                    0.47268,
                    0.132477,
                    0.424116,
                    0.38554,
                    0.341274,
                    0.383054,
                    0.147172,
                    0.310098,
                    0.401199,
                    0.490596,
                    0.16693,
                    0.416642,
                    0.467328,
                    0.404963,
                    0.407641,
                    0.184163,
                    0.338246,
                    0.22917,
                    0.373622,
                    0.471085,
                    0.485601,
                    0.44231,
                    0.451158,
                    0.511051,
                    0.390939,
                    0.459009,
                    0.469412,
                    0.306163,
                    0.164549,
                    0.506332,
                    0.379947,
                    0.402989,
                    0.401347,
                    0.355844,
                    0.329233,
                    0.117063,
                    0.472638,
                    0.446607,
                    0.121117,
                    0.35648,
                    0.509269,
                    0.463284,
                    0.42519,
                    0.192665,
                    0.198246,
                    0.405659,
                    0.351376,
                    0.274008,
                    0.476243,
                    0.41451,
                    0.332107,
                    0.358975,
                    0.375387,
                    0.413797,
                    0.134527,
                    0.155953,
                    0.457673,
                    0.365028,
                    0.417679,
                    0.411123,
                    0.155579,
                    0.478064,
                    0.224905,
                    0.135385,
                    0.2971,
                    0.434212,
                    0.454011,
                    0.180906,
                    0.475374,
                    0.197834,
                    0.406164,
                    0.340872,
                    0.158734,
                    0.490032,
                    0.434595,
                    0.469484,
                    0.443635,
                    0.495427,
                    0.449522,
                    0.424769,
                    0.427281,
                    0.502553,
                    0.4109,
                    0.117278,
                    0.39524,
                    0.382314,
                    0.486924,
                    0.410065,
                    0.156956,
                    0.330021,
                    0.104931,
                    0.156725,
                    0.417582,
                    0.489491,
                    0.440913,
                    0.444755,
                    0.168657,
                    0.165872,
                    0.16737,
                    0.376803,
                    0.26896,
                    0.471241,
                    0.482993,
                    0.486073,
                    0.417153,
                    0.264122,
                    0.436216,
                    0.352288,
                    0.222822,
                    0.141325,
                    0.192902,
                    0.249328,
                    0.383061,
                    0.421478,
                    0.151649,
                    0.443666,
                    0.12282,
                    0.10619,
                    0.279679,
                    0.470039,
                    0.420606,
                    0.457759,
                    0.364788,
                    0.406059,
                    0.470521,
                    0.140827,
                    0.113325,
                    0.217236,
                    0.47666,
                    0.500908,
                    0.480038,
                    0.241376,
                    0.435158,
                    0.159283,
                    0.481745,
                    0.471687,
                    0.504891,
                    0.16683,
                    0.391227,
                    0.139917,
                    0.415528,
                    0.44298,
                    0.426847,
                    0.443367,
                    0.112387,
                    0.371919,
                    0.178261,
                    0.506307,
                    0.472479,
                    0.435313,
                    0.452033,
                    0.309242,
                    0.381383,
                    0.379917,
                    0.415215,
                    0.268112,
                    0.269276,
                    0.486367,
                    0.459362,
                    0.309869,
                    0.274017,
                    0.522402,
                    0.110107,
                    0.110134,
                    0.10949,
                    0.418186,
                    0.169362,
                    0.446567,
                    0.442622,
                    0.47447,
                    0.459816,
                    0.389341,
                    0.406843,
                    0.440835,
                    0.148115,
                    0.38641,
                    0.301562,
                    0.126564,
                    0.498555,
                    0.220376,
                    0.384462,
                    0.183796,
                    0.476752,
                    0.109022,
                    0.470284,
                    0.465802,
                    0.203731,
                    0.193647,
                    0.352393,
                    0.482233,
                    0.423038,
                    0.382263,
                    0.368887,
                    0.158624,
                    0.436652,
                    0.487887,
                    0.460418,
                    0.173904,
                    0.368462,
                    0.316198,
                    0.000158,
                    0.373044,
                    0.449673,
                    0.456041,
                    0.496095,
                    0.346412,
                    0.355798,
                    0.234132,
                    0.468533,
                    0.470652,
                    0.46561,
                    0.454166,
                    0.369292,
                    0.412974,
                    0.24307,
                    0.12027,
                    0.478407,
                    0.470635,
                    0.472941,
                    0.159988,
                    0.271681,
                    0.464115,
                    0.384242,
                    0.140539,
                    0.29314,
                    0.494047,
                    0.122993,
                    0.457178,
                    0.483012,
                    0.202176,
                    0.141926,
                    0.239377,
                    0.47292,
                    0.40534,
                    0.294965,
                    0.207091,
                    0.398746,
                    0.455676,
                    0.489353,
                    0.137876,
                    0.34488,
                    0.12839,
                    0.303378,
                    0.339939,
                    0.477431,
                    0.411595,
                    0.45499,
                    0.362968,
                    0.360718,
                    0.490268,
                    0.482741,
                    0.440018,
                    0.533859,
                    0.121264,
                    0.129181,
                    0.504491,
                    0.438264,
                    0.45813,
                    0.480006,
                    0.494675,
                    0.306458,
                    0.39052,
                    0.158917,
                    0.290206,
                    0.30736,
                    0.410094,
                    0.461714,
                    0.467011,
                    0.448448
                ]
            },
            "name": "model.model.layers.16.post_attention_layernorm.weight",
            "outputIndexes": [
                1394
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1393
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_16/Mul_output_0",
            "outputIndexes": [
                1395
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1394,
                1395
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_16/Mul_1_output_0",
            "outputIndexes": [
                1396
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1396
            ],
            "outputIndexes": [
                2931
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2931
            ],
            "outputIndexes": [
                2932
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear",
            "inputIndexes": [
                2932
            ],
            "outputIndexes": [
                2933
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    35944952,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2933
            ],
            "outputIndexes": [
                2934
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2934
            ],
            "outputIndexes": [
                1397
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1397
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_16/Sigmoid_output_0",
            "outputIndexes": [
                1398
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1397,
                1398
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_16/Mul_output_0",
            "outputIndexes": [
                1399
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1396
            ],
            "outputIndexes": [
                2935
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2935
            ],
            "outputIndexes": [
                2936
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear",
            "inputIndexes": [
                2936
            ],
            "outputIndexes": [
                2937
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    36497934,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2937
            ],
            "outputIndexes": [
                2938
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2938
            ],
            "outputIndexes": [
                1400
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1399,
                1400
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_16/Mul_output_0",
            "outputIndexes": [
                1401
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1401
            ],
            "outputIndexes": [
                2939
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2939
            ],
            "outputIndexes": [
                2940
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear",
            "inputIndexes": [
                2940
            ],
            "outputIndexes": [
                2941
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    37050916,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2941
            ],
            "outputIndexes": [
                2942
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2942
            ],
            "outputIndexes": [
                1402
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1393,
                1402
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_84_output_0",
            "outputIndexes": [
                1403
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1403,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_153_output_0",
            "outputIndexes": [
                1404
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.202247,
                    0.922616,
                    0.288352,
                    0.210623,
                    0.801675,
                    1.023053,
                    0.601672,
                    0.989483,
                    0.703653,
                    0.855932,
                    0.560925,
                    0.355773,
                    0.646886,
                    0.428682,
                    0.338324,
                    0.833046,
                    0.279407,
                    0.569966,
                    0.827488,
                    0.76867,
                    0.443198,
                    0.48856,
                    0.399086,
                    0.840074,
                    0.3558,
                    0.341084,
                    0.439251,
                    0.870528,
                    0.236822,
                    0.708883,
                    0.591268,
                    0.37713,
                    0.797043,
                    0.834866,
                    0.738279,
                    0.935049,
                    0.93618,
                    0.838998,
                    0.513586,
                    0.508453,
                    0.778814,
                    0.342046,
                    0.490451,
                    0.950505,
                    0.206887,
                    0.463624,
                    0.920087,
                    0.46968,
                    0.944386,
                    0.285249,
                    0.328853,
                    1.026575,
                    0.255754,
                    0.221149,
                    0.991768,
                    0.262727,
                    0.317097,
                    0.9362,
                    0.425765,
                    0.440229,
                    0.973286,
                    0.483749,
                    1.115963,
                    0.888672,
                    1.034184,
                    0.297431,
                    0.239278,
                    0.756402,
                    1.062061,
                    0.651512,
                    1.006372,
                    0.216327,
                    0.932689,
                    0.700376,
                    0.821183,
                    0.3537,
                    0.89426,
                    0.702704,
                    0.961256,
                    0.99892,
                    0.839187,
                    0.939452,
                    0.704411,
                    0.644452,
                    0.877649,
                    0.51351,
                    0.916439,
                    0.806002,
                    0.498806,
                    0.683914,
                    0.913219,
                    0.732339,
                    1.036906,
                    0.199394,
                    0.895632,
                    0.884575,
                    0.909536,
                    0.68258,
                    0.863935,
                    0.252407,
                    0.33931,
                    0.329521,
                    1.004998,
                    0.818338,
                    0.772602,
                    0.303237,
                    0.248392,
                    0.531668,
                    0.78898,
                    0.166401,
                    0.653419,
                    0.898415,
                    1.087981,
                    0.817198,
                    0.271207,
                    0.77432,
                    0.952653,
                    0.95742,
                    0.282508,
                    1.012975,
                    0.960084,
                    0.961312,
                    0.864375,
                    0.477322,
                    0.924493,
                    0.731917,
                    0.923097,
                    0.234425,
                    0.772954,
                    0.98378,
                    0.536512,
                    0.700295,
                    0.650257,
                    0.255639,
                    0.751911,
                    0.969721,
                    0.814166,
                    0.856936,
                    0.699227,
                    0.871172,
                    0.345408,
                    0.996606,
                    0.915004,
                    0.773498,
                    0.525122,
                    0.230927,
                    0.422342,
                    0.829918,
                    0.962932,
                    0.987489,
                    0.213608,
                    0.703735,
                    0.811734,
                    0.930038,
                    0.453984,
                    1.033597,
                    1.000549,
                    0.41416,
                    0.749755,
                    0.749198,
                    0.906811,
                    0.825985,
                    0.17411,
                    0.512745,
                    0.620396,
                    0.859925,
                    0.257465,
                    0.815036,
                    0.859704,
                    0.770375,
                    0.613778,
                    0.251589,
                    0.466936,
                    0.84025,
                    1.017535,
                    0.945447,
                    0.743621,
                    0.998322,
                    0.338835,
                    0.719526,
                    0.238595,
                    0.89832,
                    0.862159,
                    0.848146,
                    0.828848,
                    0.63053,
                    0.617939,
                    0.194909,
                    0.758981,
                    0.43668,
                    0.277849,
                    0.847554,
                    0.936988,
                    0.813662,
                    0.289584,
                    0.595267,
                    0.243683,
                    0.866748,
                    0.248528,
                    0.419906,
                    0.444192,
                    0.66777,
                    0.192681,
                    0.756865,
                    0.860032,
                    0.432665,
                    1.078292,
                    0.288184,
                    0.780137,
                    0.852192,
                    0.868001,
                    0.330964,
                    0.527037,
                    0.903978,
                    1.030999,
                    0.46818,
                    1.147998,
                    0.292164,
                    0.860947,
                    0.662455,
                    1.056983,
                    1.053567,
                    0.84169,
                    1.139003,
                    0.41575,
                    0.913043,
                    0.609794,
                    0.60202,
                    0.378222,
                    0.434602,
                    0.300079,
                    0.699595,
                    0.468911,
                    0.845641,
                    0.879753,
                    0.692516,
                    0.203653,
                    0.193609,
                    0.426449,
                    1.097636,
                    0.178474,
                    0.708649,
                    1.039472,
                    0.421589,
                    0.555035,
                    0.90548,
                    0.596658,
                    0.219883,
                    0.38105,
                    0.847113,
                    0.934824,
                    0.853647,
                    0.91396,
                    0.598066,
                    0.237506,
                    0.271349,
                    0.916086,
                    0.212059,
                    0.144556,
                    0.266905,
                    0.723444,
                    0.838295,
                    0.718722,
                    0.906859,
                    0.928412,
                    0.67721,
                    0.911269,
                    0.813867,
                    0.43752,
                    0.822828,
                    0.225805,
                    0.906747,
                    0.397022,
                    0.863422,
                    0.359847,
                    0.386074,
                    0.801816,
                    0.251769,
                    0.626293,
                    0.326849,
                    0.853046,
                    0.6062,
                    0.234088,
                    0.20442,
                    0.338774,
                    0.29131,
                    0.785875,
                    0.690012,
                    0.913439,
                    0.568938,
                    1.04037,
                    0.18509,
                    0.852544,
                    0.280266,
                    0.743488,
                    0.745446,
                    0.422896,
                    0.250974,
                    0.418726,
                    0.556696,
                    0.538367,
                    0.66862,
                    1.056956,
                    0.860774,
                    0.42345,
                    0.890066,
                    0.970603,
                    0.925732,
                    0.251962,
                    0.81367,
                    0.741912,
                    0.620022,
                    0.828179,
                    0.221811,
                    0.545528,
                    0.76934,
                    0.900401,
                    0.305049,
                    0.884186,
                    0.905554,
                    0.797551,
                    0.904509,
                    0.323339,
                    0.625071,
                    0.353326,
                    0.711608,
                    1.011598,
                    0.949399,
                    0.877406,
                    0.937664,
                    1.105845,
                    0.70486,
                    0.852671,
                    0.96763,
                    0.510284,
                    0.285744,
                    0.936733,
                    0.696934,
                    0.796516,
                    0.827815,
                    0.67457,
                    0.625482,
                    0.239795,
                    1.054497,
                    0.803863,
                    0.185832,
                    0.670603,
                    1.120484,
                    1.000236,
                    0.864152,
                    0.548079,
                    0.366459,
                    0.801166,
                    0.595223,
                    0.508408,
                    0.846512,
                    0.736336,
                    0.607222,
                    0.639679,
                    0.915704,
                    0.840284,
                    0.22737,
                    0.266619,
                    0.95534,
                    0.62821,
                    0.808193,
                    0.982597,
                    0.255309,
                    0.887397,
                    0.354809,
                    0.230367,
                    0.409333,
                    0.923351,
                    1.022231,
                    0.279329,
                    0.988699,
                    0.330634,
                    0.79201,
                    0.589096,
                    0.283777,
                    0.91902,
                    0.797345,
                    0.929831,
                    0.949507,
                    0.928259,
                    0.982442,
                    0.883812,
                    0.911289,
                    1.009079,
                    0.764313,
                    0.238775,
                    0.724827,
                    0.676418,
                    0.949732,
                    0.802131,
                    0.255924,
                    0.624303,
                    0.195052,
                    0.294839,
                    0.768373,
                    0.993461,
                    0.846965,
                    0.753006,
                    0.317275,
                    0.369969,
                    0.259146,
                    0.687586,
                    0.522525,
                    0.959865,
                    0.998114,
                    0.956002,
                    0.758914,
                    0.438809,
                    0.864492,
                    0.643888,
                    0.385335,
                    0.272071,
                    0.356208,
                    0.411376,
                    0.695564,
                    0.892055,
                    0.34104,
                    0.823128,
                    0.227857,
                    0.239605,
                    0.48653,
                    0.840749,
                    1.123173,
                    0.820248,
                    0.713121,
                    0.77004,
                    0.941336,
                    0.22557,
                    0.21204,
                    0.365783,
                    0.954964,
                    1.064939,
                    0.986043,
                    0.451473,
                    0.818885,
                    0.258151,
                    0.971259,
                    1.029168,
                    0.962463,
                    0.261725,
                    0.711657,
                    0.451544,
                    0.877155,
                    0.844292,
                    0.799252,
                    0.814402,
                    0.218888,
                    0.633357,
                    0.28256,
                    1.017015,
                    0.870081,
                    0.814561,
                    0.867809,
                    0.51864,
                    0.688781,
                    0.651728,
                    0.736033,
                    0.490849,
                    0.468864,
                    1.041548,
                    0.945368,
                    0.548002,
                    0.479955,
                    0.973484,
                    0.189212,
                    0.219785,
                    0.198647,
                    0.912157,
                    0.292134,
                    0.842014,
                    0.812814,
                    0.870301,
                    0.988904,
                    0.710659,
                    0.803559,
                    0.850186,
                    0.246096,
                    0.620131,
                    0.506893,
                    0.209946,
                    0.873599,
                    0.543712,
                    0.867198,
                    0.317782,
                    0.908658,
                    0.154678,
                    0.882489,
                    0.8797,
                    0.344939,
                    0.342532,
                    0.609025,
                    0.924926,
                    0.897094,
                    0.690835,
                    0.685423,
                    0.280935,
                    0.787934,
                    0.94328,
                    0.848814,
                    0.289495,
                    0.679029,
                    0.530032,
                    0.071257,
                    0.72182,
                    0.959385,
                    0.872746,
                    1.12487,
                    0.600488,
                    0.643185,
                    0.407023,
                    0.99476,
                    0.966741,
                    0.964313,
                    0.85756,
                    0.710211,
                    0.830149,
                    0.440881,
                    0.250581,
                    0.917856,
                    0.839733,
                    0.926254,
                    0.265937,
                    0.488936,
                    0.989286,
                    0.752567,
                    0.238938,
                    0.590994,
                    0.964709,
                    0.217624,
                    0.981594,
                    1.057259,
                    0.376803,
                    0.221815,
                    0.459315,
                    1.140137,
                    0.752896,
                    0.568057,
                    0.357577,
                    0.789491,
                    0.949195,
                    1.055311,
                    0.246984,
                    0.61082,
                    0.189548,
                    0.500653,
                    0.629852,
                    1.054173,
                    0.769604,
                    0.876783,
                    0.656234,
                    0.768885,
                    0.960728,
                    1.119795,
                    0.809103,
                    1.034667,
                    0.220046,
                    0.208525,
                    0.937297,
                    0.957707,
                    0.831772,
                    0.997215,
                    1.128291,
                    0.546123,
                    1.137924,
                    0.257256,
                    0.517561,
                    0.475032,
                    0.762733,
                    0.936144,
                    0.985693,
                    0.973516
                ]
            },
            "name": "model.model.layers.17.input_layernorm.weight",
            "outputIndexes": [
                1405
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1404
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_17/Mul_output_0",
            "outputIndexes": [
                1406
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1405,
                1406
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_17/Mul_1_output_0",
            "outputIndexes": [
                1407
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1407
            ],
            "outputIndexes": [
                2943
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2943
            ],
            "outputIndexes": [
                2944
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear",
            "inputIndexes": [
                2944
            ],
            "outputIndexes": [
                2945
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    37603898,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2945
            ],
            "outputIndexes": [
                2946
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2946
            ],
            "outputIndexes": [
                1408
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1407
            ],
            "main_type": "NONE",
            "name": "/Shape_239_output_0",
            "outputIndexes": [
                1409
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1409
            ],
            "main_type": "NONE",
            "name": "Shape3749",
            "outputIndexes": [
                1410
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1409
            ],
            "main_type": "NONE",
            "name": "Rank3751",
            "outputIndexes": [
                1411
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1411,
                1411
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3753",
            "outputIndexes": [
                1412
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1412
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3754",
            "outputIndexes": [
                1413
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1412,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3756",
            "outputIndexes": [
                1414
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1414
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3757",
            "outputIndexes": [
                1415
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1410,
                1413,
                1415,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3760",
            "outputIndexes": [
                1416
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1416
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3761",
            "outputIndexes": [
                1417
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3762",
            "outputIndexes": [
                1418
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1418,
                1417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3763",
            "outputIndexes": [
                1419
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1409,
                1419,
                1412
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_259_output_0",
            "outputIndexes": [
                1420
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1420,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_545_output_0",
            "outputIndexes": [
                1421
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1421,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_221_output_0",
            "outputIndexes": [
                1422
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1408,
                1422
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_154_output_0",
            "outputIndexes": [
                1423
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_136_output_0",
            "outputIndexes": [
                1424
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423
            ],
            "main_type": "NONE",
            "name": "/Shape_240_output_0",
            "outputIndexes": [
                1425
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1425
            ],
            "main_type": "NONE",
            "name": "Shape3770",
            "outputIndexes": [
                1426
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1425
            ],
            "main_type": "NONE",
            "name": "Rank3772",
            "outputIndexes": [
                1427
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1427,
                1427
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3774",
            "outputIndexes": [
                1428
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1428
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3775",
            "outputIndexes": [
                1429
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1428,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3777",
            "outputIndexes": [
                1430
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1430
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3778",
            "outputIndexes": [
                1431
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1426,
                1429,
                1431,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3781",
            "outputIndexes": [
                1432
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1432
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3782",
            "outputIndexes": [
                1433
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1433
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3783",
            "outputIndexes": [
                1434
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1434,
                1433
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3784",
            "outputIndexes": [
                1435
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1425,
                1435,
                1428
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_260_output_0",
            "outputIndexes": [
                1436
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1436,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_51_output_0",
            "outputIndexes": [
                1437
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1437,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_550_output_0",
            "outputIndexes": [
                1438
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423,
                1438,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_69_output_0",
            "outputIndexes": [
                1439
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1439
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_34_output_0",
            "outputIndexes": [
                1440
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423,
                22,
                1438,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_68_output_0",
            "outputIndexes": [
                1441
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1440,
                1441
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_224_output_0",
            "outputIndexes": [
                1442
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1442,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_137_output_0",
            "outputIndexes": [
                1443
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1424,
                1443
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_85_output_0",
            "outputIndexes": [
                1444
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1407
            ],
            "outputIndexes": [
                2947
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2947
            ],
            "outputIndexes": [
                2948
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear",
            "inputIndexes": [
                2948
            ],
            "outputIndexes": [
                2949
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    37811280,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2949
            ],
            "outputIndexes": [
                2950
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2950
            ],
            "outputIndexes": [
                1445
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1421,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_222_output_0",
            "outputIndexes": [
                1446
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1445,
                1446
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_155_output_0",
            "outputIndexes": [
                1447
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_138_output_0",
            "outputIndexes": [
                1448
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447
            ],
            "main_type": "NONE",
            "name": "/Shape_241_output_0",
            "outputIndexes": [
                1449
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1449
            ],
            "main_type": "NONE",
            "name": "Shape3833",
            "outputIndexes": [
                1450
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1449
            ],
            "main_type": "NONE",
            "name": "Rank3835",
            "outputIndexes": [
                1451
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1451,
                1451
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3837",
            "outputIndexes": [
                1452
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1452
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3838",
            "outputIndexes": [
                1453
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1452,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3840",
            "outputIndexes": [
                1454
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1454
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3841",
            "outputIndexes": [
                1455
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1450,
                1453,
                1455,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3844",
            "outputIndexes": [
                1456
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1456
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3845",
            "outputIndexes": [
                1457
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1457
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3846",
            "outputIndexes": [
                1458
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1458,
                1457
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3847",
            "outputIndexes": [
                1459
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1449,
                1459,
                1452
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_261_output_0",
            "outputIndexes": [
                1460
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1460,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_52_output_0",
            "outputIndexes": [
                1461
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1461,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_552_output_0",
            "outputIndexes": [
                1462
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447,
                1462,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_71_output_0",
            "outputIndexes": [
                1463
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1463
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_35_output_0",
            "outputIndexes": [
                1464
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447,
                22,
                1462,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_70_output_0",
            "outputIndexes": [
                1465
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1464,
                1465
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_225_output_0",
            "outputIndexes": [
                1466
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1466,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_139_output_0",
            "outputIndexes": [
                1467
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1448,
                1467
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_86_output_0",
            "outputIndexes": [
                1468
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1407
            ],
            "outputIndexes": [
                2951
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2951
            ],
            "outputIndexes": [
                2952
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear",
            "inputIndexes": [
                2952
            ],
            "outputIndexes": [
                2953
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    37880422,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2953
            ],
            "outputIndexes": [
                2954
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2954
            ],
            "outputIndexes": [
                1469
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1469,
                1446
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_156_output_0",
            "outputIndexes": [
                1470
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1444,
                1468,
                1470,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_161_output_0",
            "outputIndexes": [
                1471
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1471
            ],
            "outputIndexes": [
                2955
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2955
            ],
            "outputIndexes": [
                2956
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear",
            "inputIndexes": [
                2956
            ],
            "outputIndexes": [
                2957
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    37949564,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2957
            ],
            "outputIndexes": [
                2958
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2958
            ],
            "outputIndexes": [
                1472
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1404,
                1472
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_88_output_0",
            "outputIndexes": [
                1473
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.131485,
                    0.469106,
                    0.182191,
                    0.129182,
                    0.445612,
                    0.474718,
                    0.336907,
                    0.425463,
                    0.165117,
                    0.446963,
                    0.319983,
                    0.23298,
                    0.395399,
                    0.251395,
                    0.153487,
                    0.411203,
                    0.170709,
                    0.263169,
                    0.402306,
                    0.410659,
                    0.281541,
                    0.274763,
                    0.228464,
                    0.446901,
                    0.243167,
                    0.211977,
                    0.255643,
                    0.454889,
                    0.139019,
                    0.364181,
                    0.349799,
                    0.233135,
                    0.429533,
                    0.425779,
                    0.381327,
                    0.42248,
                    0.456271,
                    0.474644,
                    0.311828,
                    0.296923,
                    0.396674,
                    0.229152,
                    0.282681,
                    0.416062,
                    0.152715,
                    0.282667,
                    0.47645,
                    0.287374,
                    0.499437,
                    0.16302,
                    0.2376,
                    0.448474,
                    0.14788,
                    0.129256,
                    0.453415,
                    0.178737,
                    0.159006,
                    0.44282,
                    0.259581,
                    0.22583,
                    0.474373,
                    0.294659,
                    0.467285,
                    0.444006,
                    0.497932,
                    0.191196,
                    0.15431,
                    0.381328,
                    0.432499,
                    0.375387,
                    0.45509,
                    0.158439,
                    0.430882,
                    0.365562,
                    0.436676,
                    0.215682,
                    0.43534,
                    0.388851,
                    0.478135,
                    0.495047,
                    0.437449,
                    0.477571,
                    0.396047,
                    0.349873,
                    0.417091,
                    0.31545,
                    0.458846,
                    0.375994,
                    0.258807,
                    0.390838,
                    0.487574,
                    0.393031,
                    0.491997,
                    0.12871,
                    0.460438,
                    0.432246,
                    0.424183,
                    0.360845,
                    0.428219,
                    0.177856,
                    0.094613,
                    0.215147,
                    0.419151,
                    0.418246,
                    0.420714,
                    0.19036,
                    0.161689,
                    0.312518,
                    0.425987,
                    0.115059,
                    0.377468,
                    0.474904,
                    0.489127,
                    0.446725,
                    0.173458,
                    0.418265,
                    0.451211,
                    0.438969,
                    0.142822,
                    0.275611,
                    0.450624,
                    0.474322,
                    0.403937,
                    0.30443,
                    0.389678,
                    0.358763,
                    0.451502,
                    0.125852,
                    0.417861,
                    0.474975,
                    0.333925,
                    0.376404,
                    0.365399,
                    0.1788,
                    0.381572,
                    0.433186,
                    0.415547,
                    0.465393,
                    0.395329,
                    0.450557,
                    0.206273,
                    0.413395,
                    0.466655,
                    0.399877,
                    0.325221,
                    0.120529,
                    0.268725,
                    0.412084,
                    0.400373,
                    0.477075,
                    0.148533,
                    0.37711,
                    0.438597,
                    0.465133,
                    0.295753,
                    0.46907,
                    0.459447,
                    0.198317,
                    0.420606,
                    0.36273,
                    0.44591,
                    0.354263,
                    0.107843,
                    0.332648,
                    0.353549,
                    0.429483,
                    0.144431,
                    0.425613,
                    0.412262,
                    0.382336,
                    0.249039,
                    0.174628,
                    0.282563,
                    0.458342,
                    0.486384,
                    0.442522,
                    0.424297,
                    0.465823,
                    0.15589,
                    0.413372,
                    0.14851,
                    0.435209,
                    0.425683,
                    0.455326,
                    0.45963,
                    0.357709,
                    0.355014,
                    0.127908,
                    0.340495,
                    0.262625,
                    0.170756,
                    0.445594,
                    0.464353,
                    0.446788,
                    0.190656,
                    0.336669,
                    0.135699,
                    0.463228,
                    0.133739,
                    0.232526,
                    0.265941,
                    0.352586,
                    0.146845,
                    0.407316,
                    0.461057,
                    0.259221,
                    0.446026,
                    0.191239,
                    0.430527,
                    0.438066,
                    0.436753,
                    0.175915,
                    0.316606,
                    0.427314,
                    0.51184,
                    0.281798,
                    0.500831,
                    0.179953,
                    0.454289,
                    0.344206,
                    0.499057,
                    0.476984,
                    0.424118,
                    0.513101,
                    0.231036,
                    0.433559,
                    0.201157,
                    0.33999,
                    0.231357,
                    0.259534,
                    0.169411,
                    0.381782,
                    0.273182,
                    0.403783,
                    0.451446,
                    0.39098,
                    0.143202,
                    0.120385,
                    0.233108,
                    0.419506,
                    0.128134,
                    0.393663,
                    0.440405,
                    0.177265,
                    0.324639,
                    0.428947,
                    0.322675,
                    0.065614,
                    0.210859,
                    0.392227,
                    0.453506,
                    0.441983,
                    0.414119,
                    0.33943,
                    0.149953,
                    0.177241,
                    0.427362,
                    0.124488,
                    0.111288,
                    0.191642,
                    0.584696,
                    0.183993,
                    0.369088,
                    0.475443,
                    0.427222,
                    0.355737,
                    0.456753,
                    0.351684,
                    0.23202,
                    0.413274,
                    0.159216,
                    0.456015,
                    0.233098,
                    0.4232,
                    0.227637,
                    0.242933,
                    0.401178,
                    0.170014,
                    0.369919,
                    0.203088,
                    0.413493,
                    0.356238,
                    0.164862,
                    0.144327,
                    0.20799,
                    0.165473,
                    0.448687,
                    0.383416,
                    0.455459,
                    0.336675,
                    0.423638,
                    0.129812,
                    0.427008,
                    0.172722,
                    0.399366,
                    0.391733,
                    0.264144,
                    0.167936,
                    0.248666,
                    0.269143,
                    0.320013,
                    0.347216,
                    0.472302,
                    0.444621,
                    0.281137,
                    0.491334,
                    0.485802,
                    0.450854,
                    0.12921,
                    0.410668,
                    0.395638,
                    0.367737,
                    0.380532,
                    0.157647,
                    0.317846,
                    0.407931,
                    0.476803,
                    0.183201,
                    0.418582,
                    0.4489,
                    0.405466,
                    0.395634,
                    0.186231,
                    0.350913,
                    0.247411,
                    0.358678,
                    0.492864,
                    0.478262,
                    0.417424,
                    0.440159,
                    0.489252,
                    0.409242,
                    0.440884,
                    0.444086,
                    0.3081,
                    0.177073,
                    0.51473,
                    0.373939,
                    0.40722,
                    0.38948,
                    0.358731,
                    0.343692,
                    0.130763,
                    0.432086,
                    0.444289,
                    0.135043,
                    0.362078,
                    0.49164,
                    0.459737,
                    0.427555,
                    0.193264,
                    0.217493,
                    0.400131,
                    0.349492,
                    0.290482,
                    0.447026,
                    0.398273,
                    0.329449,
                    0.359842,
                    0.362076,
                    0.39383,
                    0.151134,
                    0.168391,
                    0.449241,
                    0.358087,
                    0.448463,
                    0.388713,
                    0.167189,
                    0.44376,
                    0.240008,
                    0.160237,
                    0.281156,
                    0.384701,
                    0.448015,
                    0.199064,
                    0.478862,
                    0.211812,
                    0.414048,
                    0.343889,
                    0.174972,
                    0.482036,
                    0.420028,
                    0.439789,
                    0.439621,
                    0.475146,
                    0.440017,
                    0.435321,
                    0.436071,
                    0.506271,
                    0.398661,
                    0.132136,
                    0.379341,
                    0.367762,
                    0.448747,
                    0.435521,
                    0.1712,
                    0.325666,
                    0.116156,
                    0.1635,
                    0.409821,
                    0.448623,
                    0.432856,
                    0.42678,
                    0.18104,
                    0.173427,
                    0.184556,
                    0.376758,
                    0.274907,
                    0.452761,
                    0.492482,
                    0.491773,
                    0.409386,
                    0.267395,
                    0.430921,
                    0.344811,
                    0.232184,
                    0.15341,
                    0.212328,
                    0.247465,
                    0.403384,
                    0.393306,
                    0.160575,
                    0.429983,
                    0.137913,
                    0.119109,
                    0.308804,
                    0.445171,
                    0.397681,
                    0.456411,
                    0.364841,
                    0.402049,
                    0.447504,
                    0.149252,
                    0.121773,
                    0.225841,
                    0.436115,
                    0.44652,
                    0.470617,
                    0.246906,
                    0.422748,
                    0.167785,
                    0.458666,
                    0.457072,
                    0.486677,
                    0.175615,
                    0.39202,
                    0.129743,
                    0.408132,
                    0.432433,
                    0.411549,
                    0.440244,
                    0.131257,
                    0.369041,
                    0.187405,
                    0.481953,
                    0.473931,
                    0.433386,
                    0.434756,
                    0.320154,
                    0.390289,
                    0.378818,
                    0.409238,
                    0.270129,
                    0.273358,
                    0.480431,
                    0.432506,
                    0.311162,
                    0.294365,
                    0.537952,
                    0.121847,
                    0.126051,
                    0.125389,
                    0.402309,
                    0.182274,
                    0.437306,
                    0.440082,
                    0.444882,
                    0.45731,
                    0.392949,
                    0.418977,
                    0.415114,
                    0.159907,
                    0.375831,
                    0.302092,
                    0.144531,
                    0.461806,
                    0.211881,
                    0.379019,
                    0.205556,
                    0.453023,
                    0.118339,
                    0.443093,
                    0.409307,
                    0.219039,
                    0.210861,
                    0.359772,
                    0.464006,
                    0.410317,
                    0.371346,
                    0.345934,
                    0.169016,
                    0.442875,
                    0.473888,
                    0.447437,
                    0.185041,
                    0.37869,
                    0.294394,
                    -0.0002,
                    0.386162,
                    0.43805,
                    0.442178,
                    0.493166,
                    0.342969,
                    0.360554,
                    0.239111,
                    0.458975,
                    0.473095,
                    0.46676,
                    0.459204,
                    0.355827,
                    0.381547,
                    0.228147,
                    0.131035,
                    0.459996,
                    0.453951,
                    0.426206,
                    0.175449,
                    0.284513,
                    0.455106,
                    0.392795,
                    0.154014,
                    0.309977,
                    0.480825,
                    0.134735,
                    0.474369,
                    0.492912,
                    0.211655,
                    0.156721,
                    0.252356,
                    0.434577,
                    0.39059,
                    0.291912,
                    0.205983,
                    0.399953,
                    0.442092,
                    0.5001,
                    0.150081,
                    0.361164,
                    0.141262,
                    0.303997,
                    0.356545,
                    0.457666,
                    0.403909,
                    0.444856,
                    0.359,
                    0.367189,
                    0.467055,
                    0.467277,
                    0.421519,
                    0.501713,
                    0.134277,
                    0.14203,
                    0.466492,
                    0.42559,
                    0.466148,
                    0.478383,
                    0.509399,
                    0.320953,
                    0.368411,
                    0.177497,
                    0.290391,
                    0.289919,
                    0.40627,
                    0.442837,
                    0.451317,
                    0.433847
                ]
            },
            "name": "model.model.layers.17.post_attention_layernorm.weight",
            "outputIndexes": [
                1474
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1473
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_17/Mul_output_0",
            "outputIndexes": [
                1475
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1474,
                1475
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_17/Mul_1_output_0",
            "outputIndexes": [
                1476
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1476
            ],
            "outputIndexes": [
                2959
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2959
            ],
            "outputIndexes": [
                2960
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear",
            "inputIndexes": [
                2960
            ],
            "outputIndexes": [
                2961
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    38156946,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2961
            ],
            "outputIndexes": [
                2962
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2962
            ],
            "outputIndexes": [
                1477
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1477
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_17/Sigmoid_output_0",
            "outputIndexes": [
                1478
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1477,
                1478
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_17/Mul_output_0",
            "outputIndexes": [
                1479
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1476
            ],
            "outputIndexes": [
                2963
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2963
            ],
            "outputIndexes": [
                2964
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear",
            "inputIndexes": [
                2964
            ],
            "outputIndexes": [
                2965
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    38709928,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2965
            ],
            "outputIndexes": [
                2966
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2966
            ],
            "outputIndexes": [
                1480
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1479,
                1480
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_17/Mul_output_0",
            "outputIndexes": [
                1481
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1481
            ],
            "outputIndexes": [
                2967
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2967
            ],
            "outputIndexes": [
                2968
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear",
            "inputIndexes": [
                2968
            ],
            "outputIndexes": [
                2969
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    39262910,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2969
            ],
            "outputIndexes": [
                2970
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2970
            ],
            "outputIndexes": [
                1482
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1473,
                1482
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_89_output_0",
            "outputIndexes": [
                1483
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1483,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_162_output_0",
            "outputIndexes": [
                1484
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.337479,
                    1.104754,
                    0.389844,
                    0.347771,
                    0.964603,
                    1.264565,
                    0.778211,
                    1.013208,
                    0.547738,
                    1.022808,
                    0.683066,
                    0.471101,
                    0.835469,
                    0.565328,
                    0.305612,
                    0.99176,
                    0.392733,
                    0.585351,
                    0.985665,
                    0.882962,
                    0.596359,
                    0.620091,
                    0.513042,
                    1.062377,
                    0.476632,
                    0.438948,
                    0.507658,
                    1.027514,
                    0.339829,
                    0.860844,
                    0.713693,
                    0.438879,
                    0.984192,
                    0.982514,
                    0.885243,
                    0.969903,
                    1.115185,
                    1.074041,
                    0.614026,
                    0.626736,
                    0.88686,
                    0.481002,
                    0.613806,
                    0.953783,
                    0.327294,
                    0.579772,
                    1.092299,
                    0.589026,
                    1.087033,
                    0.381479,
                    0.404419,
                    1.187393,
                    0.361077,
                    0.341794,
                    1.147354,
                    0.380257,
                    0.39025,
                    1.067378,
                    0.567626,
                    0.417413,
                    1.133685,
                    0.609165,
                    1.135778,
                    0.949968,
                    1.246502,
                    0.405211,
                    0.334029,
                    0.882075,
                    1.15439,
                    0.835378,
                    1.096077,
                    0.337128,
                    1.03862,
                    0.822494,
                    1.016105,
                    0.483548,
                    0.985944,
                    0.853923,
                    1.160641,
                    1.174003,
                    1.023481,
                    1.061017,
                    0.884127,
                    0.750003,
                    0.989156,
                    0.656603,
                    1.032168,
                    0.886911,
                    0.582022,
                    0.830848,
                    1.135013,
                    0.851542,
                    1.225528,
                    0.304995,
                    1.012563,
                    1.035579,
                    1.003898,
                    0.82087,
                    1.050798,
                    0.379347,
                    0.371392,
                    0.435326,
                    1.039143,
                    0.942578,
                    0.949239,
                    0.393777,
                    0.346558,
                    0.682084,
                    0.964378,
                    0.298681,
                    0.818354,
                    1.017709,
                    1.228649,
                    0.963818,
                    0.38116,
                    0.964449,
                    1.030838,
                    1.081232,
                    0.337224,
                    0.860736,
                    1.037457,
                    1.162042,
                    0.929564,
                    0.612557,
                    1.016513,
                    0.826491,
                    1.040664,
                    0.368968,
                    0.902349,
                    1.082192,
                    0.69714,
                    0.84957,
                    0.833236,
                    0.371231,
                    0.85608,
                    1.07301,
                    0.966822,
                    1.029724,
                    0.8254,
                    0.96683,
                    0.428287,
                    1.009024,
                    1.059761,
                    0.888963,
                    0.684904,
                    0.351471,
                    0.560056,
                    0.971264,
                    0.975698,
                    1.148155,
                    0.325794,
                    0.833671,
                    0.969042,
                    1.04345,
                    0.61636,
                    1.157447,
                    1.121324,
                    0.437113,
                    0.921661,
                    0.823216,
                    0.998016,
                    0.902955,
                    0.31495,
                    0.685528,
                    0.781211,
                    1.032916,
                    0.35659,
                    0.945407,
                    0.969939,
                    0.920401,
                    0.674866,
                    0.375301,
                    0.570288,
                    1.019801,
                    1.130057,
                    1.087724,
                    0.943396,
                    1.136112,
                    0.389713,
                    0.911988,
                    0.353431,
                    1.013453,
                    0.984148,
                    0.994856,
                    0.999249,
                    0.755622,
                    0.765408,
                    0.324562,
                    0.813551,
                    0.530531,
                    0.38477,
                    1.042555,
                    1.104422,
                    0.978797,
                    0.40663,
                    0.783379,
                    0.333148,
                    1.07281,
                    0.350948,
                    0.433019,
                    0.577168,
                    0.840142,
                    0.295443,
                    0.868463,
                    1.050375,
                    0.551827,
                    1.107307,
                    0.401702,
                    0.976983,
                    0.973667,
                    1.08241,
                    0.377476,
                    0.675235,
                    1.013975,
                    1.162271,
                    0.602317,
                    1.214254,
                    0.398183,
                    1.007246,
                    0.806933,
                    1.207624,
                    1.146028,
                    0.967272,
                    1.198193,
                    0.500081,
                    0.994437,
                    0.567155,
                    0.729802,
                    0.488319,
                    0.594468,
                    0.266107,
                    0.895422,
                    0.566552,
                    0.907503,
                    1.003651,
                    0.829053,
                    0.307661,
                    0.308137,
                    0.510611,
                    1.066946,
                    0.308017,
                    0.945102,
                    1.052195,
                    0.37242,
                    0.732356,
                    1.033173,
                    0.716093,
                    0.146214,
                    0.390629,
                    0.914068,
                    1.095383,
                    0.997798,
                    0.969863,
                    0.713621,
                    0.335904,
                    0.374818,
                    1.020126,
                    0.319135,
                    0.269925,
                    0.40721,
                    0.926712,
                    0.7057,
                    0.826827,
                    1.106816,
                    0.993033,
                    0.744324,
                    1.000367,
                    0.828654,
                    0.519765,
                    0.896418,
                    0.33104,
                    1.01408,
                    0.472056,
                    0.998041,
                    0.469827,
                    0.515265,
                    0.947465,
                    0.352153,
                    0.747103,
                    0.424038,
                    0.948373,
                    0.775527,
                    0.353946,
                    0.302131,
                    0.455495,
                    0.332094,
                    0.956359,
                    0.822883,
                    1.018754,
                    0.671329,
                    1.014374,
                    0.294641,
                    0.951183,
                    0.383175,
                    0.845329,
                    0.856529,
                    0.531455,
                    0.347861,
                    0.526965,
                    0.603005,
                    0.662044,
                    0.782736,
                    1.121996,
                    0.986314,
                    0.556475,
                    1.058334,
                    1.052022,
                    1.032244,
                    0.22128,
                    0.928286,
                    0.862131,
                    0.793692,
                    0.845816,
                    0.319049,
                    0.699219,
                    0.904141,
                    1.039357,
                    0.421644,
                    0.974664,
                    1.05136,
                    0.923643,
                    0.976563,
                    0.400343,
                    0.797378,
                    0.500816,
                    0.843877,
                    1.169551,
                    1.170965,
                    1.027686,
                    1.095618,
                    1.233633,
                    0.887596,
                    1.072702,
                    1.058006,
                    0.589213,
                    0.397543,
                    1.175268,
                    0.834594,
                    0.897097,
                    0.907035,
                    0.813262,
                    0.749934,
                    0.346677,
                    1.06257,
                    0.963515,
                    0.281901,
                    0.85611,
                    1.211452,
                    1.109408,
                    1.018328,
                    0.533614,
                    0.503388,
                    0.91523,
                    0.811755,
                    0.6193,
                    0.987531,
                    0.955705,
                    0.74157,
                    0.764245,
                    0.938531,
                    0.984467,
                    0.334927,
                    0.377404,
                    1.02372,
                    0.751736,
                    0.996149,
                    0.987181,
                    0.375795,
                    1.06789,
                    0.508183,
                    0.333732,
                    0.505197,
                    0.913541,
                    1.157947,
                    0.40374,
                    1.180014,
                    0.445691,
                    0.924304,
                    0.735662,
                    0.39193,
                    1.197482,
                    0.943317,
                    0.997877,
                    1.083579,
                    1.054265,
                    1.038268,
                    1.001557,
                    1.041265,
                    1.148069,
                    0.892025,
                    0.351045,
                    0.853409,
                    0.86806,
                    1.070659,
                    0.953729,
                    0.359399,
                    0.719192,
                    0.333477,
                    0.361044,
                    0.965112,
                    1.066904,
                    0.922256,
                    0.925202,
                    0.404067,
                    0.457699,
                    0.379069,
                    0.820951,
                    0.628548,
                    1.001785,
                    1.17502,
                    1.13106,
                    0.970958,
                    0.548273,
                    1.072323,
                    0.787587,
                    0.518664,
                    0.377573,
                    0.467254,
                    0.553716,
                    0.889924,
                    0.896867,
                    0.385822,
                    0.990409,
                    0.327763,
                    0.372887,
                    0.636211,
                    1.065312,
                    1.082021,
                    0.989079,
                    0.825211,
                    0.916763,
                    1.046861,
                    0.320466,
                    0.33193,
                    0.481121,
                    1.042001,
                    1.119949,
                    1.093869,
                    0.588898,
                    1.009633,
                    0.379998,
                    1.092008,
                    1.139582,
                    1.122291,
                    0.381134,
                    0.848614,
                    0.382289,
                    0.990157,
                    0.967838,
                    0.975648,
                    0.955989,
                    0.33446,
                    0.824512,
                    0.388882,
                    1.078864,
                    1.005533,
                    0.952479,
                    0.990613,
                    0.726935,
                    0.848422,
                    0.856028,
                    0.8989,
                    0.573504,
                    0.576244,
                    1.157645,
                    0.981496,
                    0.692396,
                    0.599431,
                    1.249454,
                    0.261272,
                    0.3405,
                    0.311284,
                    0.974316,
                    0.40521,
                    0.997404,
                    1.013617,
                    1.036688,
                    1.043827,
                    0.837929,
                    0.954128,
                    0.945448,
                    0.342664,
                    0.767563,
                    0.645617,
                    0.304079,
                    1.041765,
                    0.506774,
                    0.936988,
                    0.431189,
                    1.025218,
                    0.28469,
                    1.017063,
                    0.924891,
                    0.473828,
                    0.458992,
                    0.773979,
                    1.050173,
                    0.947203,
                    0.929401,
                    0.759487,
                    0.38016,
                    0.897515,
                    1.019805,
                    1.005831,
                    0.395422,
                    0.83739,
                    0.542721,
                    0.060248,
                    0.860852,
                    1.077194,
                    0.970655,
                    1.197284,
                    0.722739,
                    0.824299,
                    0.509248,
                    1.121559,
                    1.146302,
                    1.092452,
                    1.016792,
                    0.808113,
                    0.912874,
                    0.442867,
                    0.358221,
                    1.072705,
                    1.063027,
                    1.021756,
                    0.371123,
                    0.610199,
                    1.083523,
                    0.866894,
                    0.334655,
                    0.686949,
                    1.112092,
                    0.317734,
                    1.148931,
                    1.131169,
                    0.46263,
                    0.34405,
                    0.571919,
                    1.154074,
                    0.87442,
                    0.646813,
                    0.381123,
                    0.894589,
                    1.07874,
                    1.136808,
                    0.353,
                    0.773904,
                    0.29368,
                    0.631744,
                    0.784676,
                    1.065165,
                    0.925437,
                    1.057482,
                    0.771005,
                    0.890276,
                    1.111239,
                    1.090802,
                    0.974231,
                    1.136373,
                    0.320327,
                    0.304823,
                    1.078701,
                    1.040596,
                    1.042351,
                    1.133763,
                    1.29602,
                    0.681121,
                    1.053341,
                    0.362838,
                    0.640318,
                    0.530494,
                    0.879818,
                    1.054697,
                    1.067529,
                    1.073003
                ]
            },
            "name": "model.model.layers.18.input_layernorm.weight",
            "outputIndexes": [
                1485
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1484
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_18/Mul_output_0",
            "outputIndexes": [
                1486
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1485,
                1486
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_18/Mul_1_output_0",
            "outputIndexes": [
                1487
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1487
            ],
            "outputIndexes": [
                2971
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2971
            ],
            "outputIndexes": [
                2972
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear",
            "inputIndexes": [
                2972
            ],
            "outputIndexes": [
                2973
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    39815892,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2973
            ],
            "outputIndexes": [
                2974
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2974
            ],
            "outputIndexes": [
                1488
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1487
            ],
            "main_type": "NONE",
            "name": "/Shape_253_output_0",
            "outputIndexes": [
                1489
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1489
            ],
            "main_type": "NONE",
            "name": "Shape3965",
            "outputIndexes": [
                1490
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1489
            ],
            "main_type": "NONE",
            "name": "Rank3967",
            "outputIndexes": [
                1491
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1491,
                1491
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3969",
            "outputIndexes": [
                1492
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1492
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3970",
            "outputIndexes": [
                1493
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1492,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3972",
            "outputIndexes": [
                1494
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1494
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3973",
            "outputIndexes": [
                1495
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1490,
                1493,
                1495,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3976",
            "outputIndexes": [
                1496
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1496
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3977",
            "outputIndexes": [
                1497
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1497
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3978",
            "outputIndexes": [
                1498
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1498,
                1497
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3979",
            "outputIndexes": [
                1499
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1489,
                1499,
                1492
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_274_output_0",
            "outputIndexes": [
                1500
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1500,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_577_output_0",
            "outputIndexes": [
                1501
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1501,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_234_output_0",
            "outputIndexes": [
                1502
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1488,
                1502
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_163_output_0",
            "outputIndexes": [
                1503
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1503,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_144_output_0",
            "outputIndexes": [
                1504
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1503
            ],
            "main_type": "NONE",
            "name": "/Shape_254_output_0",
            "outputIndexes": [
                1505
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1505
            ],
            "main_type": "NONE",
            "name": "Shape3986",
            "outputIndexes": [
                1506
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1505
            ],
            "main_type": "NONE",
            "name": "Rank3988",
            "outputIndexes": [
                1507
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1507,
                1507
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3990",
            "outputIndexes": [
                1508
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1508
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3991",
            "outputIndexes": [
                1509
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1508,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3993",
            "outputIndexes": [
                1510
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1510
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3994",
            "outputIndexes": [
                1511
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1506,
                1509,
                1511,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3997",
            "outputIndexes": [
                1512
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1512
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3998",
            "outputIndexes": [
                1513
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1513
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3999",
            "outputIndexes": [
                1514
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1514,
                1513
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4000",
            "outputIndexes": [
                1515
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1505,
                1515,
                1508
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_275_output_0",
            "outputIndexes": [
                1516
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1516,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_54_output_0",
            "outputIndexes": [
                1517
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1517,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_582_output_0",
            "outputIndexes": [
                1518
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1503,
                1518,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_73_output_0",
            "outputIndexes": [
                1519
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1519
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_36_output_0",
            "outputIndexes": [
                1520
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1503,
                22,
                1518,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_72_output_0",
            "outputIndexes": [
                1521
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1520,
                1521
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_237_output_0",
            "outputIndexes": [
                1522
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1522,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_145_output_0",
            "outputIndexes": [
                1523
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1504,
                1523
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_90_output_0",
            "outputIndexes": [
                1524
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1487
            ],
            "outputIndexes": [
                2975
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2975
            ],
            "outputIndexes": [
                2976
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear",
            "inputIndexes": [
                2976
            ],
            "outputIndexes": [
                2977
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    40023274,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2977
            ],
            "outputIndexes": [
                2978
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2978
            ],
            "outputIndexes": [
                1525
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1501,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_235_output_0",
            "outputIndexes": [
                1526
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1525,
                1526
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_164_output_0",
            "outputIndexes": [
                1527
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1527,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_146_output_0",
            "outputIndexes": [
                1528
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1527
            ],
            "main_type": "NONE",
            "name": "/Shape_255_output_0",
            "outputIndexes": [
                1529
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1529
            ],
            "main_type": "NONE",
            "name": "Shape4049",
            "outputIndexes": [
                1530
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1529
            ],
            "main_type": "NONE",
            "name": "Rank4051",
            "outputIndexes": [
                1531
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1531,
                1531
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4053",
            "outputIndexes": [
                1532
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1532
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4054",
            "outputIndexes": [
                1533
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1532,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4056",
            "outputIndexes": [
                1534
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1534
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4057",
            "outputIndexes": [
                1535
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1530,
                1533,
                1535,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4060",
            "outputIndexes": [
                1536
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1536
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4061",
            "outputIndexes": [
                1537
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1537
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4062",
            "outputIndexes": [
                1538
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1538,
                1537
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4063",
            "outputIndexes": [
                1539
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1529,
                1539,
                1532
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_276_output_0",
            "outputIndexes": [
                1540
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1540,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_55_output_0",
            "outputIndexes": [
                1541
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1541,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_584_output_0",
            "outputIndexes": [
                1542
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1527,
                1542,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_75_output_0",
            "outputIndexes": [
                1543
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1543
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_37_output_0",
            "outputIndexes": [
                1544
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1527,
                22,
                1542,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_74_output_0",
            "outputIndexes": [
                1545
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1544,
                1545
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_238_output_0",
            "outputIndexes": [
                1546
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1546,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_147_output_0",
            "outputIndexes": [
                1547
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1528,
                1547
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_91_output_0",
            "outputIndexes": [
                1548
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1487
            ],
            "outputIndexes": [
                2979
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2979
            ],
            "outputIndexes": [
                2980
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear",
            "inputIndexes": [
                2980
            ],
            "outputIndexes": [
                2981
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    40092416,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2981
            ],
            "outputIndexes": [
                2982
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2982
            ],
            "outputIndexes": [
                1549
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1549,
                1526
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_165_output_0",
            "outputIndexes": [
                1550
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1524,
                1548,
                1550,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_170_output_0",
            "outputIndexes": [
                1551
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1551
            ],
            "outputIndexes": [
                2983
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2983
            ],
            "outputIndexes": [
                2984
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear",
            "inputIndexes": [
                2984
            ],
            "outputIndexes": [
                2985
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    40161558,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2985
            ],
            "outputIndexes": [
                2986
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2986
            ],
            "outputIndexes": [
                1552
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1484,
                1552
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_93_output_0",
            "outputIndexes": [
                1553
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.164932,
                    0.518533,
                    0.216579,
                    0.156662,
                    0.469051,
                    0.49999,
                    0.373882,
                    0.442407,
                    0.165184,
                    0.456438,
                    0.343028,
                    0.261701,
                    0.404157,
                    0.280125,
                    0.170987,
                    0.424538,
                    0.202912,
                    0.290398,
                    0.426585,
                    0.432287,
                    0.312609,
                    0.314161,
                    0.263633,
                    0.473189,
                    0.266683,
                    0.237605,
                    0.274239,
                    0.481786,
                    0.165922,
                    0.375943,
                    0.371095,
                    0.274861,
                    0.444807,
                    0.458004,
                    0.391022,
                    0.419671,
                    0.474884,
                    0.490116,
                    0.328981,
                    0.346173,
                    0.407306,
                    0.258282,
                    0.323416,
                    0.444975,
                    0.188784,
                    0.304008,
                    0.516594,
                    0.321167,
                    0.500796,
                    0.182468,
                    0.261373,
                    0.447917,
                    0.170067,
                    0.159601,
                    0.492799,
                    0.224059,
                    0.187122,
                    0.439737,
                    0.294027,
                    0.236872,
                    0.479513,
                    0.320842,
                    0.483423,
                    0.449801,
                    0.529605,
                    0.224022,
                    0.190093,
                    0.425764,
                    0.464775,
                    0.402197,
                    0.463793,
                    0.199931,
                    0.44537,
                    0.390217,
                    0.449215,
                    0.260869,
                    0.4513,
                    0.434521,
                    0.509222,
                    0.574819,
                    0.459336,
                    0.514817,
                    0.411238,
                    0.377778,
                    0.456132,
                    0.344179,
                    0.477189,
                    0.420931,
                    0.302088,
                    0.416716,
                    0.513158,
                    0.399333,
                    0.525271,
                    0.157152,
                    0.496884,
                    0.443848,
                    0.449729,
                    0.393843,
                    0.44702,
                    0.214915,
                    0.108764,
                    0.250945,
                    0.423585,
                    0.436664,
                    0.441453,
                    0.215686,
                    0.191936,
                    0.35563,
                    0.449831,
                    0.144989,
                    0.402059,
                    0.496116,
                    0.510093,
                    0.47817,
                    0.208701,
                    0.440177,
                    0.476663,
                    0.469178,
                    0.172787,
                    0.265881,
                    0.466785,
                    0.509376,
                    0.410025,
                    0.336054,
                    0.414203,
                    0.382252,
                    0.482994,
                    0.139796,
                    0.436843,
                    0.492393,
                    0.35345,
                    0.397287,
                    0.40782,
                    0.207303,
                    0.41449,
                    0.456085,
                    0.455714,
                    0.518501,
                    0.429326,
                    0.481918,
                    0.240937,
                    0.425083,
                    0.490594,
                    0.416538,
                    0.336255,
                    0.137277,
                    0.298604,
                    0.450727,
                    0.420675,
                    0.49,
                    0.181916,
                    0.402043,
                    0.461953,
                    0.497911,
                    0.3302,
                    0.484018,
                    0.493844,
                    0.235699,
                    0.438451,
                    0.414739,
                    0.465462,
                    0.396168,
                    0.129562,
                    0.362287,
                    0.375822,
                    0.438586,
                    0.17712,
                    0.464457,
                    0.418675,
                    0.422717,
                    0.276443,
                    0.205134,
                    0.305309,
                    0.463012,
                    0.487614,
                    0.483415,
                    0.455535,
                    0.483215,
                    0.177125,
                    0.456131,
                    0.174473,
                    0.43265,
                    0.449612,
                    0.470706,
                    0.495503,
                    0.374816,
                    0.372686,
                    0.155567,
                    0.373682,
                    0.282542,
                    0.194819,
                    0.459525,
                    0.499873,
                    0.487449,
                    0.219001,
                    0.387058,
                    0.163174,
                    0.501531,
                    0.159192,
                    0.240829,
                    0.296285,
                    0.38659,
                    0.18693,
                    0.412979,
                    0.474839,
                    0.285293,
                    0.471079,
                    0.22612,
                    0.456205,
                    0.461347,
                    0.466027,
                    0.201934,
                    0.346611,
                    0.431275,
                    0.519577,
                    0.318202,
                    0.515004,
                    0.212481,
                    0.463543,
                    0.375456,
                    0.504931,
                    0.503652,
                    0.442577,
                    0.551514,
                    0.258787,
                    0.448497,
                    0.209666,
                    0.352613,
                    0.258799,
                    0.289725,
                    0.184355,
                    0.40375,
                    0.312177,
                    0.426425,
                    0.497512,
                    0.408002,
                    0.17611,
                    0.149443,
                    0.261905,
                    0.420239,
                    0.159643,
                    0.433083,
                    0.454146,
                    0.185621,
                    0.36375,
                    0.485369,
                    0.36107,
                    0.068985,
                    0.236501,
                    0.425,
                    0.47688,
                    0.459411,
                    0.413002,
                    0.365171,
                    0.176595,
                    0.206756,
                    0.447367,
                    0.143869,
                    0.144315,
                    0.216895,
                    0.645969,
                    0.191999,
                    0.40301,
                    0.463182,
                    0.433331,
                    0.376439,
                    0.481633,
                    0.381045,
                    0.262071,
                    0.417739,
                    0.180782,
                    0.477583,
                    0.251711,
                    0.449906,
                    0.262246,
                    0.278444,
                    0.438147,
                    0.200481,
                    0.398179,
                    0.232511,
                    0.454459,
                    0.368216,
                    0.194758,
                    0.173597,
                    0.234542,
                    0.191645,
                    0.489039,
                    0.400914,
                    0.486863,
                    0.370376,
                    0.433668,
                    0.155753,
                    0.465879,
                    0.20517,
                    0.414185,
                    0.398537,
                    0.280488,
                    0.212451,
                    0.285157,
                    0.29988,
                    0.370275,
                    0.359898,
                    0.463503,
                    0.475315,
                    0.306322,
                    0.520665,
                    0.517521,
                    0.479138,
                    0.151179,
                    0.42377,
                    0.411304,
                    0.396563,
                    0.399147,
                    0.19269,
                    0.345312,
                    0.424906,
                    0.474586,
                    0.215377,
                    0.445026,
                    0.473665,
                    0.42231,
                    0.399108,
                    0.219645,
                    0.380229,
                    0.280895,
                    0.405553,
                    0.51583,
                    0.47706,
                    0.444113,
                    0.472805,
                    0.477103,
                    0.430031,
                    0.48118,
                    0.465802,
                    0.305138,
                    0.20866,
                    0.539599,
                    0.416944,
                    0.42648,
                    0.406196,
                    0.386735,
                    0.36701,
                    0.159783,
                    0.434969,
                    0.464475,
                    0.16577,
                    0.405995,
                    0.508107,
                    0.482256,
                    0.438559,
                    0.212082,
                    0.26049,
                    0.390253,
                    0.37978,
                    0.307838,
                    0.451169,
                    0.425198,
                    0.364401,
                    0.380755,
                    0.382028,
                    0.398898,
                    0.182993,
                    0.206013,
                    0.465105,
                    0.371332,
                    0.470344,
                    0.391954,
                    0.196315,
                    0.465997,
                    0.278827,
                    0.194106,
                    0.35529,
                    0.388609,
                    0.450187,
                    0.231362,
                    0.518887,
                    0.246801,
                    0.436116,
                    0.359934,
                    0.202606,
                    0.504187,
                    0.434846,
                    0.447789,
                    0.474835,
                    0.4939,
                    0.472839,
                    0.454913,
                    0.438973,
                    0.507136,
                    0.432798,
                    0.150438,
                    0.402295,
                    0.412919,
                    0.468091,
                    0.469274,
                    0.211344,
                    0.334806,
                    0.141533,
                    0.200844,
                    0.425163,
                    0.463201,
                    0.460144,
                    0.440071,
                    0.205702,
                    0.209076,
                    0.220109,
                    0.395252,
                    0.308523,
                    0.475551,
                    0.500137,
                    0.514768,
                    0.424547,
                    0.303257,
                    0.468946,
                    0.353815,
                    0.265123,
                    0.181631,
                    0.23266,
                    0.284887,
                    0.436523,
                    0.38726,
                    0.184082,
                    0.457957,
                    0.166293,
                    0.131605,
                    0.333111,
                    0.482069,
                    0.422847,
                    0.470774,
                    0.388,
                    0.429654,
                    0.43439,
                    0.184722,
                    0.144487,
                    0.259086,
                    0.458584,
                    0.472899,
                    0.486104,
                    0.281028,
                    0.453825,
                    0.206192,
                    0.471475,
                    0.460646,
                    0.473467,
                    0.21467,
                    0.413197,
                    0.141764,
                    0.435939,
                    0.467494,
                    0.462365,
                    0.449295,
                    0.150713,
                    0.40516,
                    0.216474,
                    0.496207,
                    0.5071,
                    0.438347,
                    0.45037,
                    0.362749,
                    0.41136,
                    0.406234,
                    0.434615,
                    0.302897,
                    0.303325,
                    0.488967,
                    0.469206,
                    0.341958,
                    0.323948,
                    0.575026,
                    0.153024,
                    0.147258,
                    0.154618,
                    0.42327,
                    0.210175,
                    0.446981,
                    0.475846,
                    0.47021,
                    0.470663,
                    0.419172,
                    0.448346,
                    0.435728,
                    0.198441,
                    0.39764,
                    0.344213,
                    0.177946,
                    0.504274,
                    0.228856,
                    0.397797,
                    0.233634,
                    0.496407,
                    0.152833,
                    0.47753,
                    0.429114,
                    0.24882,
                    0.241855,
                    0.388466,
                    0.477071,
                    0.424335,
                    0.438886,
                    0.379428,
                    0.196588,
                    0.443939,
                    0.489178,
                    0.465919,
                    0.217478,
                    0.409621,
                    0.288935,
                    0.000638,
                    0.407905,
                    0.46082,
                    0.472638,
                    0.493705,
                    0.37844,
                    0.37995,
                    0.273961,
                    0.465454,
                    0.4947,
                    0.4813,
                    0.460403,
                    0.399828,
                    0.410089,
                    0.243533,
                    0.148686,
                    0.453012,
                    0.464819,
                    0.451207,
                    0.208559,
                    0.325878,
                    0.471149,
                    0.427863,
                    0.18674,
                    0.329067,
                    0.468674,
                    0.161801,
                    0.47961,
                    0.502069,
                    0.238865,
                    0.19195,
                    0.283991,
                    0.435698,
                    0.416273,
                    0.30991,
                    0.231841,
                    0.412397,
                    0.467392,
                    0.520302,
                    0.178644,
                    0.395701,
                    0.171973,
                    0.33917,
                    0.383804,
                    0.488747,
                    0.430024,
                    0.473403,
                    0.391119,
                    0.394992,
                    0.49306,
                    0.490569,
                    0.455176,
                    0.49819,
                    0.165361,
                    0.172482,
                    0.486731,
                    0.441597,
                    0.501574,
                    0.478418,
                    0.540483,
                    0.338496,
                    0.374002,
                    0.206991,
                    0.326657,
                    0.319233,
                    0.436136,
                    0.455038,
                    0.457592,
                    0.451748
                ]
            },
            "name": "model.model.layers.18.post_attention_layernorm.weight",
            "outputIndexes": [
                1554
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1553
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_18/Mul_output_0",
            "outputIndexes": [
                1555
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1554,
                1555
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_18/Mul_1_output_0",
            "outputIndexes": [
                1556
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1556
            ],
            "outputIndexes": [
                2987
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2987
            ],
            "outputIndexes": [
                2988
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear",
            "inputIndexes": [
                2988
            ],
            "outputIndexes": [
                2989
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    40368940,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2989
            ],
            "outputIndexes": [
                2990
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2990
            ],
            "outputIndexes": [
                1557
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1557
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_18/Sigmoid_output_0",
            "outputIndexes": [
                1558
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1557,
                1558
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_18/Mul_output_0",
            "outputIndexes": [
                1559
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1556
            ],
            "outputIndexes": [
                2991
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2991
            ],
            "outputIndexes": [
                2992
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear",
            "inputIndexes": [
                2992
            ],
            "outputIndexes": [
                2993
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    40921922,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2993
            ],
            "outputIndexes": [
                2994
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2994
            ],
            "outputIndexes": [
                1560
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1559,
                1560
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_18/Mul_output_0",
            "outputIndexes": [
                1561
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1561
            ],
            "outputIndexes": [
                2995
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2995
            ],
            "outputIndexes": [
                2996
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear",
            "inputIndexes": [
                2996
            ],
            "outputIndexes": [
                2997
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    41474904,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2997
            ],
            "outputIndexes": [
                2998
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2998
            ],
            "outputIndexes": [
                1562
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1553,
                1562
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_94_output_0",
            "outputIndexes": [
                1563
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1563,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_171_output_0",
            "outputIndexes": [
                1564
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.253825,
                    0.95123,
                    0.31682,
                    0.257436,
                    0.829199,
                    1.065671,
                    0.660717,
                    0.961796,
                    0.550724,
                    0.844243,
                    0.569471,
                    0.452034,
                    0.726856,
                    0.501354,
                    0.3379,
                    0.863828,
                    0.358481,
                    0.532428,
                    0.894758,
                    0.837468,
                    0.505985,
                    0.544534,
                    0.476092,
                    0.973728,
                    0.444544,
                    0.415202,
                    0.47762,
                    0.916394,
                    0.25154,
                    0.766495,
                    0.665365,
                    0.471855,
                    0.821664,
                    0.912584,
                    0.744853,
                    0.775383,
                    0.943833,
                    0.887864,
                    0.545037,
                    0.605499,
                    0.795584,
                    0.400632,
                    0.533827,
                    0.934146,
                    0.291876,
                    0.558591,
                    0.9471,
                    0.533005,
                    0.940647,
                    0.298911,
                    0.404874,
                    1.048029,
                    0.270339,
                    0.259872,
                    0.95954,
                    0.336999,
                    0.329826,
                    0.855392,
                    0.487104,
                    0.416742,
                    1.068024,
                    0.54793,
                    1.042514,
                    0.867622,
                    1.081306,
                    0.358341,
                    0.27539,
                    0.78459,
                    1.0879,
                    0.742341,
                    0.951989,
                    0.282496,
                    0.947609,
                    0.738084,
                    0.864676,
                    0.427649,
                    0.86869,
                    0.801699,
                    0.956404,
                    0.973016,
                    0.842119,
                    0.964786,
                    0.731565,
                    0.674326,
                    0.914234,
                    0.587605,
                    0.950521,
                    0.779114,
                    0.553637,
                    0.770831,
                    0.978319,
                    0.715554,
                    1.052329,
                    0.262241,
                    0.831252,
                    0.826717,
                    0.88578,
                    0.676735,
                    0.861902,
                    0.316575,
                    0.39599,
                    0.388969,
                    0.92501,
                    0.73733,
                    0.789563,
                    0.3463,
                    0.288829,
                    0.596289,
                    0.81762,
                    0.258345,
                    0.72129,
                    0.947171,
                    1.05195,
                    0.857655,
                    0.327305,
                    0.805098,
                    0.93087,
                    0.968386,
                    0.34791,
                    0.816506,
                    1.029027,
                    1.07548,
                    0.827788,
                    0.575265,
                    0.852542,
                    0.731675,
                    1.013491,
                    0.235784,
                    0.788464,
                    0.974194,
                    0.641523,
                    0.720931,
                    0.654976,
                    0.317513,
                    0.79903,
                    0.879813,
                    0.832411,
                    0.934426,
                    0.746114,
                    0.891106,
                    0.409951,
                    0.898894,
                    0.933732,
                    0.740306,
                    0.565851,
                    0.242464,
                    0.481105,
                    0.836038,
                    1.057327,
                    0.981532,
                    0.249747,
                    0.735094,
                    0.872939,
                    0.870681,
                    0.53001,
                    0.990198,
                    0.971938,
                    0.429398,
                    0.766148,
                    0.787803,
                    0.905863,
                    0.909118,
                    0.210915,
                    0.581726,
                    0.704034,
                    0.810438,
                    0.259536,
                    0.83607,
                    0.902218,
                    0.813537,
                    0.647769,
                    0.314456,
                    0.553465,
                    0.831498,
                    0.977685,
                    0.961185,
                    0.780169,
                    1.039183,
                    0.348013,
                    0.792657,
                    0.268277,
                    0.824131,
                    0.836567,
                    0.905542,
                    0.89738,
                    0.67589,
                    0.693646,
                    0.233971,
                    0.719239,
                    0.466941,
                    0.290045,
                    0.837011,
                    0.933364,
                    0.862489,
                    0.336214,
                    0.684627,
                    0.266406,
                    0.855153,
                    0.272673,
                    0.413655,
                    0.488686,
                    0.696348,
                    0.263852,
                    0.767562,
                    0.844689,
                    0.512671,
                    0.992005,
                    0.33276,
                    0.850005,
                    0.849701,
                    0.904338,
                    0.366874,
                    0.591676,
                    0.844733,
                    1.047222,
                    0.562952,
                    1.116037,
                    0.337858,
                    0.921883,
                    0.711468,
                    1.030691,
                    1.020356,
                    0.888362,
                    1.145703,
                    0.44324,
                    0.863677,
                    0.926484,
                    0.614846,
                    0.472522,
                    0.482782,
                    0.297372,
                    0.722313,
                    0.512666,
                    0.836375,
                    0.951478,
                    0.668229,
                    0.258273,
                    0.247753,
                    0.482081,
                    1.076486,
                    0.249972,
                    0.787821,
                    0.979926,
                    0.435133,
                    0.650607,
                    0.922684,
                    0.671604,
                    0.207795,
                    0.415438,
                    0.799289,
                    0.951178,
                    0.85346,
                    0.857341,
                    0.625008,
                    0.284932,
                    0.323611,
                    0.891715,
                    0.266546,
                    0.243225,
                    0.325514,
                    0.898513,
                    0.774529,
                    0.768524,
                    0.857188,
                    0.88428,
                    0.673771,
                    0.955807,
                    0.763505,
                    0.481974,
                    0.804302,
                    0.28715,
                    0.909508,
                    0.416006,
                    0.904127,
                    0.435835,
                    0.446639,
                    0.832406,
                    0.306664,
                    0.662509,
                    0.36746,
                    0.95113,
                    0.663337,
                    0.259818,
                    0.256811,
                    0.393619,
                    0.331033,
                    0.830185,
                    0.702432,
                    0.928283,
                    0.627918,
                    0.953645,
                    0.242779,
                    0.832572,
                    0.309218,
                    0.745911,
                    0.731192,
                    0.471472,
                    0.315011,
                    0.495092,
                    0.608624,
                    0.649676,
                    0.648933,
                    0.920329,
                    0.85492,
                    0.502031,
                    0.923238,
                    0.989374,
                    0.938734,
                    0.268045,
                    0.888423,
                    0.814008,
                    0.697598,
                    0.797159,
                    0.259695,
                    0.600434,
                    0.792912,
                    0.861684,
                    0.365358,
                    0.917394,
                    0.90112,
                    0.796308,
                    0.951134,
                    0.387179,
                    0.71028,
                    0.446396,
                    0.762773,
                    1.014143,
                    0.891607,
                    0.89868,
                    0.975005,
                    0.996668,
                    0.748036,
                    0.905489,
                    0.986574,
                    0.504998,
                    0.339487,
                    0.972821,
                    0.727373,
                    0.761855,
                    0.870332,
                    0.709918,
                    0.673125,
                    0.283099,
                    0.962549,
                    0.897431,
                    0.24654,
                    0.734957,
                    1.084166,
                    0.972133,
                    0.903712,
                    0.556558,
                    0.438007,
                    0.740692,
                    0.692946,
                    0.506936,
                    0.91236,
                    0.789292,
                    0.715246,
                    0.673174,
                    0.804699,
                    0.799136,
                    0.274436,
                    0.327422,
                    0.935967,
                    0.680535,
                    0.832414,
                    0.913269,
                    0.299946,
                    0.873995,
                    0.436019,
                    0.275534,
                    0.524661,
                    0.969506,
                    1.04745,
                    0.349684,
                    0.975233,
                    0.419002,
                    0.806558,
                    0.62359,
                    0.328434,
                    0.930543,
                    0.803342,
                    0.879434,
                    0.927853,
                    0.960739,
                    0.965708,
                    0.850785,
                    0.826953,
                    0.961708,
                    0.812992,
                    0.248222,
                    0.734833,
                    0.704525,
                    0.905115,
                    0.799704,
                    0.298834,
                    0.613305,
                    0.239175,
                    0.305664,
                    0.799494,
                    1.030067,
                    0.834758,
                    0.778766,
                    0.337166,
                    0.394517,
                    0.316474,
                    0.673988,
                    0.57851,
                    0.914791,
                    0.938893,
                    0.938339,
                    0.804029,
                    0.530838,
                    0.84969,
                    0.680552,
                    0.432892,
                    0.315619,
                    0.389267,
                    0.471739,
                    0.779647,
                    0.838453,
                    0.381153,
                    0.779851,
                    0.265182,
                    0.213186,
                    0.564702,
                    0.885799,
                    0.981805,
                    0.84634,
                    0.738982,
                    0.816925,
                    0.87848,
                    0.256398,
                    0.25674,
                    0.426313,
                    0.882122,
                    0.99422,
                    0.977466,
                    0.496689,
                    0.796999,
                    0.296082,
                    0.923816,
                    0.908067,
                    0.962777,
                    0.309181,
                    0.685131,
                    0.450375,
                    0.881298,
                    0.843577,
                    0.864777,
                    0.831581,
                    0.244664,
                    0.761149,
                    0.345734,
                    0.930364,
                    0.919687,
                    0.847262,
                    0.872805,
                    0.603639,
                    0.694651,
                    0.711957,
                    0.799718,
                    0.549796,
                    0.519108,
                    1.028666,
                    0.976846,
                    0.592052,
                    0.547739,
                    1.000916,
                    0.242708,
                    0.234527,
                    0.258938,
                    0.87251,
                    0.33473,
                    0.826747,
                    0.877772,
                    0.938474,
                    0.994754,
                    0.694837,
                    0.878005,
                    0.820497,
                    0.307798,
                    0.647943,
                    0.575205,
                    0.251515,
                    0.919646,
                    0.529938,
                    0.774833,
                    0.388915,
                    0.975037,
                    0.244709,
                    0.797471,
                    0.811272,
                    0.412235,
                    0.422377,
                    0.667188,
                    0.938496,
                    0.826105,
                    0.813444,
                    0.653749,
                    0.320145,
                    0.734816,
                    0.948797,
                    0.914445,
                    0.322114,
                    0.73862,
                    0.526236,
                    0.085312,
                    0.734476,
                    0.915949,
                    0.919929,
                    1.047946,
                    0.684795,
                    0.718702,
                    0.434973,
                    0.920379,
                    0.94365,
                    0.938172,
                    0.863353,
                    0.705829,
                    0.845715,
                    0.42258,
                    0.263576,
                    0.852298,
                    0.860006,
                    0.972437,
                    0.315382,
                    0.564108,
                    1.00636,
                    0.768954,
                    0.291983,
                    0.624527,
                    0.968322,
                    0.254135,
                    0.9295,
                    1.019726,
                    0.43069,
                    0.272106,
                    0.534982,
                    1.062464,
                    0.736709,
                    0.570879,
                    0.396257,
                    0.744749,
                    0.904085,
                    1.069676,
                    0.282362,
                    0.698974,
                    0.251172,
                    0.568207,
                    0.645526,
                    0.984768,
                    0.769972,
                    0.85502,
                    0.684784,
                    0.828905,
                    0.88234,
                    1.020884,
                    0.863353,
                    1.03095,
                    0.273105,
                    0.265257,
                    0.967172,
                    0.902156,
                    0.875393,
                    0.95006,
                    1.079717,
                    0.59781,
                    0.981191,
                    0.306836,
                    0.550255,
                    0.516056,
                    0.834464,
                    0.898501,
                    0.915244,
                    1.001883
                ]
            },
            "name": "model.model.layers.19.input_layernorm.weight",
            "outputIndexes": [
                1565
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1564
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_19/Mul_output_0",
            "outputIndexes": [
                1566
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1565,
                1566
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_19/Mul_1_output_0",
            "outputIndexes": [
                1567
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1567
            ],
            "outputIndexes": [
                2999
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2999
            ],
            "outputIndexes": [
                3000
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear",
            "inputIndexes": [
                3000
            ],
            "outputIndexes": [
                3001
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    42027886,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3001
            ],
            "outputIndexes": [
                3002
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3002
            ],
            "outputIndexes": [
                1568
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1567
            ],
            "main_type": "NONE",
            "name": "/Shape_267_output_0",
            "outputIndexes": [
                1569
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1569
            ],
            "main_type": "NONE",
            "name": "Shape4181",
            "outputIndexes": [
                1570
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1569
            ],
            "main_type": "NONE",
            "name": "Rank4183",
            "outputIndexes": [
                1571
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1571,
                1571
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4185",
            "outputIndexes": [
                1572
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1572
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4186",
            "outputIndexes": [
                1573
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1572,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4188",
            "outputIndexes": [
                1574
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1574
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4189",
            "outputIndexes": [
                1575
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1570,
                1573,
                1575,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4192",
            "outputIndexes": [
                1576
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1576
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4193",
            "outputIndexes": [
                1577
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4194",
            "outputIndexes": [
                1578
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1578,
                1577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4195",
            "outputIndexes": [
                1579
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1569,
                1579,
                1572
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_289_output_0",
            "outputIndexes": [
                1580
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1580,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_609_output_0",
            "outputIndexes": [
                1581
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1581,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_247_output_0",
            "outputIndexes": [
                1582
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1568,
                1582
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_172_output_0",
            "outputIndexes": [
                1583
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1583,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_152_output_0",
            "outputIndexes": [
                1584
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1583
            ],
            "main_type": "NONE",
            "name": "/Shape_268_output_0",
            "outputIndexes": [
                1585
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1585
            ],
            "main_type": "NONE",
            "name": "Shape4202",
            "outputIndexes": [
                1586
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1585
            ],
            "main_type": "NONE",
            "name": "Rank4204",
            "outputIndexes": [
                1587
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1587,
                1587
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4206",
            "outputIndexes": [
                1588
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1588
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4207",
            "outputIndexes": [
                1589
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1588,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4209",
            "outputIndexes": [
                1590
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1590
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4210",
            "outputIndexes": [
                1591
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1586,
                1589,
                1591,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4213",
            "outputIndexes": [
                1592
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1592
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4214",
            "outputIndexes": [
                1593
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1593
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4215",
            "outputIndexes": [
                1594
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1594,
                1593
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4216",
            "outputIndexes": [
                1595
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1585,
                1595,
                1588
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_290_output_0",
            "outputIndexes": [
                1596
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1596,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_57_output_0",
            "outputIndexes": [
                1597
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1597,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_614_output_0",
            "outputIndexes": [
                1598
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1583,
                1598,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_77_output_0",
            "outputIndexes": [
                1599
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1599
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_38_output_0",
            "outputIndexes": [
                1600
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1583,
                22,
                1598,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_76_output_0",
            "outputIndexes": [
                1601
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1600,
                1601
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_250_output_0",
            "outputIndexes": [
                1602
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1602,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_153_output_0",
            "outputIndexes": [
                1603
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1584,
                1603
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_95_output_0",
            "outputIndexes": [
                1604
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1567
            ],
            "outputIndexes": [
                3003
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3003
            ],
            "outputIndexes": [
                3004
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear",
            "inputIndexes": [
                3004
            ],
            "outputIndexes": [
                3005
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    42235268,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3005
            ],
            "outputIndexes": [
                3006
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3006
            ],
            "outputIndexes": [
                1605
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1581,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_248_output_0",
            "outputIndexes": [
                1606
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1605,
                1606
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_173_output_0",
            "outputIndexes": [
                1607
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1607,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_154_output_0",
            "outputIndexes": [
                1608
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1607
            ],
            "main_type": "NONE",
            "name": "/Shape_269_output_0",
            "outputIndexes": [
                1609
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1609
            ],
            "main_type": "NONE",
            "name": "Shape4265",
            "outputIndexes": [
                1610
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1609
            ],
            "main_type": "NONE",
            "name": "Rank4267",
            "outputIndexes": [
                1611
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1611,
                1611
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4269",
            "outputIndexes": [
                1612
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1612
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4270",
            "outputIndexes": [
                1613
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1612,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4272",
            "outputIndexes": [
                1614
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1614
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4273",
            "outputIndexes": [
                1615
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1610,
                1613,
                1615,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4276",
            "outputIndexes": [
                1616
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1616
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4277",
            "outputIndexes": [
                1617
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1617
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4278",
            "outputIndexes": [
                1618
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1618,
                1617
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4279",
            "outputIndexes": [
                1619
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1609,
                1619,
                1612
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_291_output_0",
            "outputIndexes": [
                1620
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1620,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_58_output_0",
            "outputIndexes": [
                1621
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1621,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_616_output_0",
            "outputIndexes": [
                1622
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1607,
                1622,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_79_output_0",
            "outputIndexes": [
                1623
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1623
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_39_output_0",
            "outputIndexes": [
                1624
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1607,
                22,
                1622,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_78_output_0",
            "outputIndexes": [
                1625
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1624,
                1625
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_251_output_0",
            "outputIndexes": [
                1626
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1626,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_155_output_0",
            "outputIndexes": [
                1627
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1608,
                1627
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_96_output_0",
            "outputIndexes": [
                1628
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1567
            ],
            "outputIndexes": [
                3007
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3007
            ],
            "outputIndexes": [
                3008
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear",
            "inputIndexes": [
                3008
            ],
            "outputIndexes": [
                3009
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    42304410,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3009
            ],
            "outputIndexes": [
                3010
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3010
            ],
            "outputIndexes": [
                1629
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1629,
                1606
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_174_output_0",
            "outputIndexes": [
                1630
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1604,
                1628,
                1630,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_179_output_0",
            "outputIndexes": [
                1631
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1631
            ],
            "outputIndexes": [
                3011
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3011
            ],
            "outputIndexes": [
                3012
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear",
            "inputIndexes": [
                3012
            ],
            "outputIndexes": [
                3013
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    42373552,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3013
            ],
            "outputIndexes": [
                3014
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3014
            ],
            "outputIndexes": [
                1632
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1564,
                1632
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_98_output_0",
            "outputIndexes": [
                1633
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.186354,
                    0.48628,
                    0.236247,
                    0.176527,
                    0.45403,
                    0.440356,
                    0.37301,
                    0.456343,
                    0.168892,
                    0.44508,
                    0.3431,
                    0.27725,
                    0.397864,
                    0.303463,
                    0.188103,
                    0.440681,
                    0.230926,
                    0.273761,
                    0.392404,
                    0.429518,
                    0.323951,
                    0.327835,
                    0.273857,
                    0.473066,
                    0.286141,
                    0.262637,
                    0.275327,
                    0.454002,
                    0.18985,
                    0.361482,
                    0.362492,
                    0.283599,
                    0.41115,
                    0.404551,
                    0.378985,
                    0.386855,
                    0.446138,
                    0.44639,
                    0.323049,
                    0.34191,
                    0.403008,
                    0.274051,
                    0.343394,
                    0.449496,
                    0.213524,
                    0.307742,
                    0.507388,
                    0.322859,
                    0.458878,
                    0.205644,
                    0.262698,
                    0.476635,
                    0.195495,
                    0.177895,
                    0.477363,
                    0.248654,
                    0.210007,
                    0.453299,
                    0.314372,
                    0.262235,
                    0.467198,
                    0.324261,
                    0.45363,
                    0.453471,
                    0.504826,
                    0.242393,
                    0.21037,
                    0.397951,
                    0.417408,
                    0.393748,
                    0.45978,
                    0.221009,
                    0.451601,
                    0.387506,
                    0.446411,
                    0.271866,
                    0.434915,
                    0.42551,
                    0.450481,
                    0.483336,
                    0.461692,
                    0.452405,
                    0.406119,
                    0.355682,
                    0.435596,
                    0.33888,
                    0.462515,
                    0.379408,
                    0.309178,
                    0.405726,
                    0.463715,
                    0.373735,
                    0.448579,
                    0.177532,
                    0.444382,
                    0.417827,
                    0.439532,
                    0.381512,
                    0.435434,
                    0.232944,
                    0.108751,
                    0.266739,
                    0.417009,
                    0.416449,
                    0.41592,
                    0.238158,
                    0.209477,
                    0.357374,
                    0.445242,
                    0.16592,
                    0.406697,
                    0.46884,
                    0.505006,
                    0.442705,
                    0.233915,
                    0.433323,
                    0.462177,
                    0.43993,
                    0.203829,
                    0.247742,
                    0.509825,
                    0.44825,
                    0.400992,
                    0.336189,
                    0.376408,
                    0.351914,
                    0.469379,
                    0.160125,
                    0.42469,
                    0.483135,
                    0.381243,
                    0.381917,
                    0.400334,
                    0.231632,
                    0.388503,
                    0.442682,
                    0.449244,
                    0.459804,
                    0.404532,
                    0.452985,
                    0.258665,
                    0.407075,
                    0.477933,
                    0.401289,
                    0.342095,
                    0.16128,
                    0.302663,
                    0.426273,
                    0.468963,
                    0.472797,
                    0.207907,
                    0.413343,
                    0.452394,
                    0.467647,
                    0.339137,
                    0.503284,
                    0.469028,
                    0.255504,
                    0.437313,
                    0.41347,
                    0.468393,
                    0.375629,
                    0.148531,
                    0.364461,
                    0.388856,
                    0.437658,
                    0.19506,
                    0.442346,
                    0.427987,
                    0.406358,
                    0.293549,
                    0.23044,
                    0.288635,
                    0.418627,
                    0.477179,
                    0.428043,
                    0.433082,
                    0.485504,
                    0.209111,
                    0.425251,
                    0.195192,
                    0.415883,
                    0.426808,
                    0.454852,
                    0.453686,
                    0.377523,
                    0.362141,
                    0.172649,
                    0.368237,
                    0.303158,
                    0.223737,
                    0.473942,
                    0.454366,
                    0.436453,
                    0.248278,
                    0.38328,
                    0.188473,
                    0.448269,
                    0.173779,
                    0.227738,
                    0.307278,
                    0.365843,
                    0.207227,
                    0.416391,
                    0.42593,
                    0.282567,
                    0.446993,
                    0.25042,
                    0.420057,
                    0.434566,
                    0.459677,
                    0.232807,
                    0.347199,
                    0.453757,
                    0.484237,
                    0.344373,
                    0.475466,
                    0.239009,
                    0.430009,
                    0.380831,
                    0.480082,
                    0.492063,
                    0.437551,
                    0.535517,
                    0.276556,
                    0.438663,
                    0.416537,
                    0.349388,
                    0.27323,
                    0.305998,
                    0.219938,
                    0.371536,
                    0.301822,
                    0.406466,
                    0.450764,
                    0.391515,
                    0.195877,
                    0.180508,
                    0.287683,
                    0.466174,
                    0.176083,
                    0.391318,
                    0.456627,
                    0.20712,
                    0.372091,
                    0.460128,
                    0.372347,
                    0.086817,
                    0.255029,
                    0.395637,
                    0.454437,
                    0.429326,
                    0.420549,
                    0.358838,
                    0.198249,
                    0.230843,
                    0.43569,
                    0.16315,
                    0.164352,
                    0.240736,
                    0.598648,
                    0.182747,
                    0.388328,
                    0.429575,
                    0.428222,
                    0.364558,
                    0.471041,
                    0.359465,
                    0.270709,
                    0.407869,
                    0.215034,
                    0.440863,
                    0.267982,
                    0.429708,
                    0.280444,
                    0.296756,
                    0.418218,
                    0.229193,
                    0.369007,
                    0.250624,
                    0.425602,
                    0.368674,
                    0.221007,
                    0.19335,
                    0.262801,
                    0.214247,
                    0.472646,
                    0.404469,
                    0.469993,
                    0.372767,
                    0.437629,
                    0.185357,
                    0.437562,
                    0.230618,
                    0.403483,
                    0.399228,
                    0.292943,
                    0.237654,
                    0.307119,
                    0.282241,
                    0.351319,
                    0.355724,
                    0.470323,
                    0.448401,
                    0.320369,
                    0.475578,
                    0.476388,
                    0.443707,
                    0.190394,
                    0.444581,
                    0.389703,
                    0.389396,
                    0.388998,
                    0.213452,
                    0.350299,
                    0.432357,
                    0.449463,
                    0.234676,
                    0.426558,
                    0.452393,
                    0.405648,
                    0.442521,
                    0.24657,
                    0.388138,
                    0.296233,
                    0.39947,
                    0.465852,
                    0.450406,
                    0.42501,
                    0.483193,
                    0.476997,
                    0.41465,
                    0.445444,
                    0.462379,
                    0.307318,
                    0.238419,
                    0.504492,
                    0.387765,
                    0.396127,
                    0.406225,
                    0.371501,
                    0.369111,
                    0.177333,
                    0.442264,
                    0.437868,
                    0.189572,
                    0.404235,
                    0.495798,
                    0.469766,
                    0.43126,
                    0.226416,
                    0.27053,
                    0.385931,
                    0.384128,
                    0.315568,
                    0.447654,
                    0.438519,
                    0.367402,
                    0.383067,
                    0.382423,
                    0.395156,
                    0.20887,
                    0.228828,
                    0.437182,
                    0.354595,
                    0.443191,
                    0.396676,
                    0.221507,
                    0.447511,
                    0.297669,
                    0.213684,
                    0.331167,
                    0.429414,
                    0.423469,
                    0.255368,
                    0.481623,
                    0.264769,
                    0.415229,
                    0.363554,
                    0.225586,
                    0.461253,
                    0.44167,
                    0.460581,
                    0.439727,
                    0.451347,
                    0.461624,
                    0.456998,
                    0.396799,
                    0.506023,
                    0.414007,
                    0.173516,
                    0.399501,
                    0.412518,
                    0.436352,
                    0.434563,
                    0.228005,
                    0.31231,
                    0.162575,
                    0.217595,
                    0.426441,
                    0.455855,
                    0.457778,
                    0.425721,
                    0.228003,
                    0.231677,
                    0.240409,
                    0.393043,
                    0.322062,
                    0.413362,
                    0.485568,
                    0.47656,
                    0.419667,
                    0.312149,
                    0.432111,
                    0.350235,
                    0.275912,
                    0.205764,
                    0.249059,
                    0.30363,
                    0.410427,
                    0.423844,
                    0.225934,
                    0.429653,
                    0.192722,
                    0.15444,
                    0.335351,
                    0.448168,
                    0.413894,
                    0.444318,
                    0.396469,
                    0.389531,
                    0.410803,
                    0.208858,
                    0.17146,
                    0.278403,
                    0.439889,
                    0.466146,
                    0.475582,
                    0.298446,
                    0.418864,
                    0.227073,
                    0.448978,
                    0.434547,
                    0.472609,
                    0.240706,
                    0.403767,
                    0.157794,
                    0.413341,
                    0.476797,
                    0.427919,
                    0.441827,
                    0.178541,
                    0.397991,
                    0.235662,
                    0.482843,
                    0.473833,
                    0.441948,
                    0.43221,
                    0.384948,
                    0.381541,
                    0.385255,
                    0.439434,
                    0.318123,
                    0.304703,
                    0.483156,
                    0.433571,
                    0.353105,
                    0.343994,
                    0.514224,
                    0.180615,
                    0.163673,
                    0.1824,
                    0.452239,
                    0.233316,
                    0.428559,
                    0.458858,
                    0.465805,
                    0.443336,
                    0.410913,
                    0.433374,
                    0.404664,
                    0.219778,
                    0.37678,
                    0.353001,
                    0.198972,
                    0.470174,
                    0.238137,
                    0.368029,
                    0.250171,
                    0.457493,
                    0.179559,
                    0.447864,
                    0.427133,
                    0.271158,
                    0.262763,
                    0.382783,
                    0.479093,
                    0.411166,
                    0.403528,
                    0.359754,
                    0.227748,
                    0.422571,
                    0.455555,
                    0.441259,
                    0.237708,
                    0.402564,
                    0.282346,
                    0.000665,
                    0.413216,
                    0.458123,
                    0.476758,
                    0.479794,
                    0.392069,
                    0.367621,
                    0.28921,
                    0.443185,
                    0.445736,
                    0.443457,
                    0.432907,
                    0.374711,
                    0.386806,
                    0.242919,
                    0.174952,
                    0.444177,
                    0.450339,
                    0.432685,
                    0.230085,
                    0.326074,
                    0.471774,
                    0.421519,
                    0.206403,
                    0.330015,
                    0.459181,
                    0.179428,
                    0.455427,
                    0.485103,
                    0.25696,
                    0.21753,
                    0.305529,
                    0.409733,
                    0.398743,
                    0.301902,
                    0.244042,
                    0.410931,
                    0.44433,
                    0.470547,
                    0.204878,
                    0.395649,
                    0.185259,
                    0.329812,
                    0.400177,
                    0.46598,
                    0.391448,
                    0.446841,
                    0.368725,
                    0.376953,
                    0.47637,
                    0.491457,
                    0.440584,
                    0.501248,
                    0.194055,
                    0.199633,
                    0.474654,
                    0.430428,
                    0.447949,
                    0.488837,
                    0.499883,
                    0.340552,
                    0.389486,
                    0.226209,
                    0.336708,
                    0.326843,
                    0.407897,
                    0.421187,
                    0.450937,
                    0.442326
                ]
            },
            "name": "model.model.layers.19.post_attention_layernorm.weight",
            "outputIndexes": [
                1634
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1633
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_19/Mul_output_0",
            "outputIndexes": [
                1635
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1634,
                1635
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_19/Mul_1_output_0",
            "outputIndexes": [
                1636
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1636
            ],
            "outputIndexes": [
                3015
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3015
            ],
            "outputIndexes": [
                3016
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear",
            "inputIndexes": [
                3016
            ],
            "outputIndexes": [
                3017
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    42580934,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3017
            ],
            "outputIndexes": [
                3018
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3018
            ],
            "outputIndexes": [
                1637
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1637
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_19/Sigmoid_output_0",
            "outputIndexes": [
                1638
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1637,
                1638
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_19/Mul_output_0",
            "outputIndexes": [
                1639
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1636
            ],
            "outputIndexes": [
                3019
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3019
            ],
            "outputIndexes": [
                3020
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear",
            "inputIndexes": [
                3020
            ],
            "outputIndexes": [
                3021
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    43133916,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3021
            ],
            "outputIndexes": [
                3022
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3022
            ],
            "outputIndexes": [
                1640
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1639,
                1640
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_19/Mul_output_0",
            "outputIndexes": [
                1641
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1641
            ],
            "outputIndexes": [
                3023
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3023
            ],
            "outputIndexes": [
                3024
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear",
            "inputIndexes": [
                3024
            ],
            "outputIndexes": [
                3025
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    43686898,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3025
            ],
            "outputIndexes": [
                3026
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3026
            ],
            "outputIndexes": [
                1642
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1633,
                1642
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_99_output_0",
            "outputIndexes": [
                1643
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1643,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_180_output_0",
            "outputIndexes": [
                1644
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.23302,
                    0.77138,
                    0.323281,
                    0.2697,
                    0.678165,
                    0.843912,
                    0.578438,
                    0.839503,
                    0.47909,
                    0.725265,
                    0.532274,
                    0.414591,
                    0.621326,
                    0.452163,
                    0.313531,
                    0.686824,
                    0.34499,
                    0.469756,
                    0.65384,
                    0.687202,
                    0.458744,
                    0.480203,
                    0.456051,
                    0.795166,
                    0.430933,
                    0.378622,
                    0.382946,
                    0.735758,
                    0.265263,
                    0.581976,
                    0.54256,
                    0.40032,
                    0.69615,
                    0.684795,
                    0.627114,
                    0.679522,
                    0.837916,
                    0.673924,
                    0.426058,
                    0.529349,
                    0.661527,
                    0.399094,
                    0.499904,
                    0.782843,
                    0.285133,
                    0.423572,
                    0.852195,
                    0.458808,
                    0.751646,
                    0.273891,
                    0.323231,
                    0.812435,
                    0.272991,
                    0.255359,
                    0.867535,
                    0.33886,
                    0.324309,
                    0.695351,
                    0.463499,
                    0.368547,
                    0.841762,
                    0.45127,
                    0.825716,
                    0.762652,
                    0.895824,
                    0.358433,
                    0.295488,
                    0.633539,
                    0.817477,
                    0.585393,
                    0.723231,
                    0.292105,
                    0.825469,
                    0.620285,
                    0.677404,
                    0.405269,
                    0.718573,
                    0.664611,
                    0.798329,
                    0.733455,
                    0.707609,
                    0.846168,
                    0.642135,
                    0.556344,
                    0.75985,
                    0.556155,
                    0.77022,
                    0.633291,
                    0.523358,
                    0.646294,
                    0.735906,
                    0.607672,
                    0.803651,
                    0.254694,
                    0.654703,
                    0.678024,
                    0.746138,
                    0.611159,
                    0.780264,
                    0.313515,
                    0.360952,
                    0.372824,
                    0.759598,
                    0.631434,
                    0.635702,
                    0.338898,
                    0.290943,
                    0.497914,
                    0.680827,
                    0.24875,
                    0.636979,
                    0.825679,
                    0.909663,
                    0.700391,
                    0.29601,
                    0.671912,
                    0.800989,
                    0.803105,
                    0.336872,
                    0.635714,
                    0.824809,
                    0.767825,
                    0.689978,
                    0.496903,
                    0.673273,
                    0.638844,
                    0.817447,
                    0.219713,
                    0.688053,
                    0.848397,
                    0.588223,
                    0.587197,
                    0.58238,
                    0.30937,
                    0.640714,
                    0.8062,
                    0.682829,
                    0.743074,
                    0.627448,
                    0.684044,
                    0.365932,
                    0.774182,
                    0.753772,
                    0.613561,
                    0.508629,
                    0.217554,
                    0.440048,
                    0.69281,
                    0.822708,
                    0.756302,
                    0.252336,
                    0.613775,
                    0.740295,
                    0.715009,
                    0.513922,
                    0.85083,
                    0.828108,
                    0.412589,
                    0.697656,
                    0.68518,
                    0.824697,
                    0.71418,
                    0.212579,
                    0.504725,
                    0.597731,
                    0.738825,
                    0.273661,
                    0.706364,
                    0.811593,
                    0.663006,
                    0.551414,
                    0.332475,
                    0.443673,
                    0.639206,
                    0.764341,
                    0.775619,
                    0.675472,
                    0.836105,
                    0.353189,
                    0.625388,
                    0.28527,
                    0.672753,
                    0.731552,
                    0.737932,
                    0.78098,
                    0.577585,
                    0.59266,
                    0.252905,
                    0.618981,
                    0.416671,
                    0.311489,
                    0.809548,
                    0.781796,
                    0.66749,
                    0.345242,
                    0.57268,
                    0.264635,
                    0.731447,
                    0.269914,
                    0.315194,
                    0.429596,
                    0.583911,
                    0.263262,
                    0.696909,
                    0.724466,
                    0.425202,
                    0.800631,
                    0.322701,
                    0.721837,
                    0.705067,
                    0.809275,
                    0.34921,
                    0.530637,
                    0.731205,
                    0.849321,
                    0.499358,
                    0.90627,
                    0.333456,
                    0.703337,
                    0.588585,
                    0.806188,
                    0.807374,
                    0.710672,
                    0.991418,
                    0.417639,
                    0.726704,
                    0.769527,
                    0.515657,
                    0.42222,
                    0.448488,
                    0.268689,
                    0.574155,
                    0.440253,
                    0.649219,
                    0.761767,
                    0.595192,
                    0.267405,
                    0.24453,
                    0.446574,
                    0.868121,
                    0.25157,
                    0.61532,
                    0.841798,
                    0.35401,
                    0.540795,
                    0.732749,
                    0.513254,
                    0.191894,
                    0.316415,
                    0.632567,
                    0.80794,
                    0.665257,
                    0.74502,
                    0.529067,
                    0.282319,
                    0.309271,
                    0.723436,
                    0.255437,
                    0.256016,
                    0.319864,
                    0.703127,
                    0.59175,
                    0.595683,
                    0.710833,
                    0.670043,
                    0.569035,
                    0.71708,
                    0.62302,
                    0.422983,
                    0.640055,
                    0.280266,
                    0.783027,
                    0.378358,
                    0.724731,
                    0.41561,
                    0.418933,
                    0.702999,
                    0.298661,
                    0.528443,
                    0.35917,
                    0.690817,
                    0.590956,
                    0.284676,
                    0.262508,
                    0.402909,
                    0.317075,
                    0.720097,
                    0.62864,
                    0.764498,
                    0.551125,
                    0.779491,
                    0.245626,
                    0.684631,
                    0.315746,
                    0.674321,
                    0.636437,
                    0.420087,
                    0.307606,
                    0.465514,
                    0.417508,
                    0.519714,
                    0.575363,
                    0.769474,
                    0.734515,
                    0.460945,
                    0.773971,
                    0.822054,
                    0.741285,
                    0.241867,
                    0.745141,
                    0.675355,
                    0.595039,
                    0.592549,
                    0.275402,
                    0.536545,
                    0.628207,
                    0.7208,
                    0.330019,
                    0.737589,
                    0.727215,
                    0.664096,
                    0.844237,
                    0.381817,
                    0.540619,
                    0.427464,
                    0.605678,
                    0.758542,
                    0.819793,
                    0.700721,
                    0.850584,
                    0.76589,
                    0.606646,
                    0.757991,
                    0.785113,
                    0.412363,
                    0.342079,
                    0.821199,
                    0.593166,
                    0.599422,
                    0.6999,
                    0.566202,
                    0.594022,
                    0.26422,
                    0.77329,
                    0.759588,
                    0.249917,
                    0.635415,
                    0.920106,
                    0.75068,
                    0.69049,
                    0.473839,
                    0.39221,
                    0.620537,
                    0.572484,
                    0.46659,
                    0.732201,
                    0.706766,
                    0.597854,
                    0.555447,
                    0.667151,
                    0.629075,
                    0.281968,
                    0.328193,
                    0.753402,
                    0.491326,
                    0.696885,
                    0.735825,
                    0.293747,
                    0.716733,
                    0.402388,
                    0.284138,
                    0.35839,
                    0.829538,
                    0.789411,
                    0.332628,
                    0.79769,
                    0.380361,
                    0.667649,
                    0.503515,
                    0.317878,
                    0.871428,
                    0.694062,
                    0.70761,
                    0.76449,
                    0.744962,
                    0.79392,
                    0.787696,
                    0.644819,
                    0.776408,
                    0.6952,
                    0.257255,
                    0.57171,
                    0.636133,
                    0.714041,
                    0.661775,
                    0.301503,
                    0.484514,
                    0.239439,
                    0.315624,
                    0.735488,
                    0.806929,
                    0.699799,
                    0.705636,
                    0.320943,
                    0.36088,
                    0.322374,
                    0.600822,
                    0.517154,
                    0.820552,
                    0.802637,
                    0.853263,
                    0.693978,
                    0.449257,
                    0.747451,
                    0.581084,
                    0.409083,
                    0.307538,
                    0.343294,
                    0.432813,
                    0.607568,
                    0.724511,
                    0.368471,
                    0.685224,
                    0.268794,
                    0.219656,
                    0.52751,
                    0.733856,
                    0.810245,
                    0.704169,
                    0.659697,
                    0.671125,
                    0.804817,
                    0.290674,
                    0.248622,
                    0.427485,
                    0.745259,
                    0.84677,
                    0.820552,
                    0.410794,
                    0.689815,
                    0.319039,
                    0.777271,
                    0.77227,
                    0.845684,
                    0.333588,
                    0.609802,
                    0.393214,
                    0.718877,
                    0.741645,
                    0.729575,
                    0.695532,
                    0.263148,
                    0.620426,
                    0.325129,
                    0.820392,
                    0.777769,
                    0.743641,
                    0.691057,
                    0.556534,
                    0.550193,
                    0.612156,
                    0.651322,
                    0.504334,
                    0.464157,
                    0.910612,
                    0.794058,
                    0.499267,
                    0.53555,
                    0.787858,
                    0.23601,
                    0.223471,
                    0.264729,
                    0.758348,
                    0.32238,
                    0.713922,
                    0.68974,
                    0.756954,
                    0.772892,
                    0.651994,
                    0.676727,
                    0.715247,
                    0.314204,
                    0.56782,
                    0.50995,
                    0.269851,
                    0.699082,
                    0.447053,
                    0.678407,
                    0.343397,
                    0.802775,
                    0.251698,
                    0.68984,
                    0.746191,
                    0.396915,
                    0.446605,
                    0.574806,
                    0.778577,
                    0.659645,
                    0.639091,
                    0.537505,
                    0.311177,
                    0.661777,
                    0.736539,
                    0.750488,
                    0.315706,
                    0.650386,
                    0.40278,
                    0.054401,
                    0.618073,
                    0.796448,
                    0.771876,
                    0.882946,
                    0.578991,
                    0.606478,
                    0.420417,
                    0.754255,
                    0.788592,
                    0.827038,
                    0.747924,
                    0.576441,
                    0.685862,
                    0.326018,
                    0.271367,
                    0.754097,
                    0.733546,
                    0.796726,
                    0.312096,
                    0.479917,
                    0.873661,
                    0.633522,
                    0.290101,
                    0.543057,
                    0.810206,
                    0.24682,
                    0.768597,
                    0.844713,
                    0.399638,
                    0.283187,
                    0.46952,
                    0.914079,
                    0.600771,
                    0.494086,
                    0.331956,
                    0.605845,
                    0.776426,
                    0.838239,
                    0.292335,
                    0.631401,
                    0.25757,
                    0.487497,
                    0.574009,
                    0.75638,
                    0.611061,
                    0.733869,
                    0.569099,
                    0.64748,
                    0.77531,
                    0.87072,
                    0.707208,
                    0.802411,
                    0.293976,
                    0.26819,
                    0.824016,
                    0.764013,
                    0.754357,
                    0.844962,
                    0.88221,
                    0.509308,
                    0.819615,
                    0.309381,
                    0.481537,
                    0.423857,
                    0.639483,
                    0.73348,
                    0.749763,
                    0.813665
                ]
            },
            "name": "model.model.layers.20.input_layernorm.weight",
            "outputIndexes": [
                1645
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1644
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_20/Mul_output_0",
            "outputIndexes": [
                1646
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1645,
                1646
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_20/Mul_1_output_0",
            "outputIndexes": [
                1647
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1647
            ],
            "outputIndexes": [
                3027
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3027
            ],
            "outputIndexes": [
                3028
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear",
            "inputIndexes": [
                3028
            ],
            "outputIndexes": [
                3029
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    44239880,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3029
            ],
            "outputIndexes": [
                3030
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3030
            ],
            "outputIndexes": [
                1648
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1647
            ],
            "main_type": "NONE",
            "name": "/Shape_281_output_0",
            "outputIndexes": [
                1649
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1649
            ],
            "main_type": "NONE",
            "name": "Shape4397",
            "outputIndexes": [
                1650
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1649
            ],
            "main_type": "NONE",
            "name": "Rank4399",
            "outputIndexes": [
                1651
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1651,
                1651
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4401",
            "outputIndexes": [
                1652
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1652
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4402",
            "outputIndexes": [
                1653
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1652,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4404",
            "outputIndexes": [
                1654
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1654
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4405",
            "outputIndexes": [
                1655
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1650,
                1653,
                1655,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4408",
            "outputIndexes": [
                1656
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1656
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4409",
            "outputIndexes": [
                1657
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1657
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4410",
            "outputIndexes": [
                1658
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1658,
                1657
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4411",
            "outputIndexes": [
                1659
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1649,
                1659,
                1652
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_304_output_0",
            "outputIndexes": [
                1660
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1660,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_641_output_0",
            "outputIndexes": [
                1661
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1661,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_260_output_0",
            "outputIndexes": [
                1662
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1648,
                1662
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_181_output_0",
            "outputIndexes": [
                1663
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1663,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_160_output_0",
            "outputIndexes": [
                1664
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1663
            ],
            "main_type": "NONE",
            "name": "/Shape_282_output_0",
            "outputIndexes": [
                1665
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1665
            ],
            "main_type": "NONE",
            "name": "Shape4418",
            "outputIndexes": [
                1666
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1665
            ],
            "main_type": "NONE",
            "name": "Rank4420",
            "outputIndexes": [
                1667
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1667,
                1667
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4422",
            "outputIndexes": [
                1668
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1668
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4423",
            "outputIndexes": [
                1669
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1668,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4425",
            "outputIndexes": [
                1670
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1670
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4426",
            "outputIndexes": [
                1671
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1666,
                1669,
                1671,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4429",
            "outputIndexes": [
                1672
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1672
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4430",
            "outputIndexes": [
                1673
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1673
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4431",
            "outputIndexes": [
                1674
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1674,
                1673
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4432",
            "outputIndexes": [
                1675
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1665,
                1675,
                1668
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_305_output_0",
            "outputIndexes": [
                1676
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1676,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_60_output_0",
            "outputIndexes": [
                1677
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1677,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_646_output_0",
            "outputIndexes": [
                1678
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1663,
                1678,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_81_output_0",
            "outputIndexes": [
                1679
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1679
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_40_output_0",
            "outputIndexes": [
                1680
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1663,
                22,
                1678,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_80_output_0",
            "outputIndexes": [
                1681
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1680,
                1681
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_263_output_0",
            "outputIndexes": [
                1682
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1682,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_161_output_0",
            "outputIndexes": [
                1683
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1664,
                1683
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_100_output_0",
            "outputIndexes": [
                1684
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1647
            ],
            "outputIndexes": [
                3031
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3031
            ],
            "outputIndexes": [
                3032
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear",
            "inputIndexes": [
                3032
            ],
            "outputIndexes": [
                3033
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    44447262,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3033
            ],
            "outputIndexes": [
                3034
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3034
            ],
            "outputIndexes": [
                1685
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1661,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_261_output_0",
            "outputIndexes": [
                1686
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1685,
                1686
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_182_output_0",
            "outputIndexes": [
                1687
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1687,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_162_output_0",
            "outputIndexes": [
                1688
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1687
            ],
            "main_type": "NONE",
            "name": "/Shape_283_output_0",
            "outputIndexes": [
                1689
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1689
            ],
            "main_type": "NONE",
            "name": "Shape4481",
            "outputIndexes": [
                1690
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1689
            ],
            "main_type": "NONE",
            "name": "Rank4483",
            "outputIndexes": [
                1691
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1691,
                1691
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4485",
            "outputIndexes": [
                1692
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1692
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4486",
            "outputIndexes": [
                1693
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1692,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4488",
            "outputIndexes": [
                1694
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1694
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4489",
            "outputIndexes": [
                1695
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1690,
                1693,
                1695,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4492",
            "outputIndexes": [
                1696
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1696
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4493",
            "outputIndexes": [
                1697
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1697
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4494",
            "outputIndexes": [
                1698
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1698,
                1697
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4495",
            "outputIndexes": [
                1699
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1689,
                1699,
                1692
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_306_output_0",
            "outputIndexes": [
                1700
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1700,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_61_output_0",
            "outputIndexes": [
                1701
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1701,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_648_output_0",
            "outputIndexes": [
                1702
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1687,
                1702,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_83_output_0",
            "outputIndexes": [
                1703
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1703
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_41_output_0",
            "outputIndexes": [
                1704
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1687,
                22,
                1702,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_82_output_0",
            "outputIndexes": [
                1705
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1704,
                1705
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_264_output_0",
            "outputIndexes": [
                1706
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1706,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_163_output_0",
            "outputIndexes": [
                1707
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1688,
                1707
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_101_output_0",
            "outputIndexes": [
                1708
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1647
            ],
            "outputIndexes": [
                3035
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3035
            ],
            "outputIndexes": [
                3036
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear",
            "inputIndexes": [
                3036
            ],
            "outputIndexes": [
                3037
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    44516404,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3037
            ],
            "outputIndexes": [
                3038
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3038
            ],
            "outputIndexes": [
                1709
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1709,
                1686
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_183_output_0",
            "outputIndexes": [
                1710
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1684,
                1708,
                1710,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_188_output_0",
            "outputIndexes": [
                1711
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1711
            ],
            "outputIndexes": [
                3039
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3039
            ],
            "outputIndexes": [
                3040
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear",
            "inputIndexes": [
                3040
            ],
            "outputIndexes": [
                3041
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    44585546,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3041
            ],
            "outputIndexes": [
                3042
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3042
            ],
            "outputIndexes": [
                1712
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1644,
                1712
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_103_output_0",
            "outputIndexes": [
                1713
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.237145,
                    0.490236,
                    0.285637,
                    0.235987,
                    0.446674,
                    0.415675,
                    0.404346,
                    0.443551,
                    0.156496,
                    0.448137,
                    0.387328,
                    0.317663,
                    0.403735,
                    0.342502,
                    0.199022,
                    0.415117,
                    0.28619,
                    0.277695,
                    0.386735,
                    0.456899,
                    0.361783,
                    0.362757,
                    0.330555,
                    0.482165,
                    0.333833,
                    0.30665,
                    0.273678,
                    0.42109,
                    0.244102,
                    0.360079,
                    0.383337,
                    0.272982,
                    0.454309,
                    0.398226,
                    0.387654,
                    0.391987,
                    0.417392,
                    0.42903,
                    0.334439,
                    0.382082,
                    0.394581,
                    0.341637,
                    0.38192,
                    0.447718,
                    0.280241,
                    0.304569,
                    0.496859,
                    0.349894,
                    0.446676,
                    0.26679,
                    0.272079,
                    0.47721,
                    0.246334,
                    0.232571,
                    0.457438,
                    0.3071,
                    0.256516,
                    0.445039,
                    0.364118,
                    0.275702,
                    0.441479,
                    0.365975,
                    0.44786,
                    0.441322,
                    0.474882,
                    0.312176,
                    0.278726,
                    0.433375,
                    0.38566,
                    0.411286,
                    0.45226,
                    0.294348,
                    0.464363,
                    0.407283,
                    0.442315,
                    0.320528,
                    0.437389,
                    0.427352,
                    0.463906,
                    0.481149,
                    0.469087,
                    0.450956,
                    0.404794,
                    0.358576,
                    0.425005,
                    0.376647,
                    0.43653,
                    0.396953,
                    0.357354,
                    0.432016,
                    0.467622,
                    0.407768,
                    0.442304,
                    0.245864,
                    0.439923,
                    0.413263,
                    0.438754,
                    0.394888,
                    0.436643,
                    0.294619,
                    0.115479,
                    0.314772,
                    0.432153,
                    0.439772,
                    0.447153,
                    0.302615,
                    0.269508,
                    0.378199,
                    0.457356,
                    0.219758,
                    0.448464,
                    0.504937,
                    0.50145,
                    0.456579,
                    0.299215,
                    0.445176,
                    0.455967,
                    0.452003,
                    0.249701,
                    0.206002,
                    0.477349,
                    0.450966,
                    0.40534,
                    0.379936,
                    0.376559,
                    0.36433,
                    0.481533,
                    0.221755,
                    0.437728,
                    0.490774,
                    0.395426,
                    0.395711,
                    0.409929,
                    0.297583,
                    0.412576,
                    0.459145,
                    0.434515,
                    0.428427,
                    0.422198,
                    0.451615,
                    0.282985,
                    0.425372,
                    0.488721,
                    0.405741,
                    0.387977,
                    0.206718,
                    0.34181,
                    0.447687,
                    0.461289,
                    0.473779,
                    0.26603,
                    0.426822,
                    0.449465,
                    0.432171,
                    0.380343,
                    0.459306,
                    0.471917,
                    0.286115,
                    0.442326,
                    0.426656,
                    0.475168,
                    0.386831,
                    0.199355,
                    0.384504,
                    0.407215,
                    0.441215,
                    0.252303,
                    0.43073,
                    0.422725,
                    0.41405,
                    0.321943,
                    0.291273,
                    0.295356,
                    0.41382,
                    0.464015,
                    0.42502,
                    0.447083,
                    0.475137,
                    0.252076,
                    0.437306,
                    0.258947,
                    0.439606,
                    0.449433,
                    0.470187,
                    0.478714,
                    0.39337,
                    0.370783,
                    0.233168,
                    0.365604,
                    0.333504,
                    0.283511,
                    0.461245,
                    0.454086,
                    0.464552,
                    0.301562,
                    0.409791,
                    0.23948,
                    0.45569,
                    0.233164,
                    0.216237,
                    0.358786,
                    0.389544,
                    0.272958,
                    0.446445,
                    0.420612,
                    0.314094,
                    0.443203,
                    0.308373,
                    0.445255,
                    0.425719,
                    0.464926,
                    0.264297,
                    0.367948,
                    0.446346,
                    0.478518,
                    0.382162,
                    0.481011,
                    0.30935,
                    0.45761,
                    0.375428,
                    0.41399,
                    0.491596,
                    0.448287,
                    0.526533,
                    0.324502,
                    0.438553,
                    0.424642,
                    0.366263,
                    0.317789,
                    0.34699,
                    0.233707,
                    0.390622,
                    0.322928,
                    0.414592,
                    0.443595,
                    0.424043,
                    0.256519,
                    0.229705,
                    0.30538,
                    0.427022,
                    0.239203,
                    0.394633,
                    0.458002,
                    0.20182,
                    0.38742,
                    0.457423,
                    0.378818,
                    0.088213,
                    0.255243,
                    0.401902,
                    0.455516,
                    0.412782,
                    0.432716,
                    0.384473,
                    0.253206,
                    0.289714,
                    0.433289,
                    0.213216,
                    0.222416,
                    0.303243,
                    0.616751,
                    0.160864,
                    0.397491,
                    0.43758,
                    0.437794,
                    0.386928,
                    0.48055,
                    0.320719,
                    0.317033,
                    0.404495,
                    0.281834,
                    0.455467,
                    0.31838,
                    0.444705,
                    0.337587,
                    0.350802,
                    0.41315,
                    0.287227,
                    0.390901,
                    0.302345,
                    0.43531,
                    0.390049,
                    0.289435,
                    0.258692,
                    0.317338,
                    0.256144,
                    0.473173,
                    0.412128,
                    0.461207,
                    0.394589,
                    0.414119,
                    0.243148,
                    0.435776,
                    0.290415,
                    0.428118,
                    0.412276,
                    0.324874,
                    0.29751,
                    0.350792,
                    0.248224,
                    0.378401,
                    0.394504,
                    0.474576,
                    0.444504,
                    0.365656,
                    0.491829,
                    0.447799,
                    0.458513,
                    0.204495,
                    0.416998,
                    0.414441,
                    0.419541,
                    0.372771,
                    0.280131,
                    0.375487,
                    0.443763,
                    0.456341,
                    0.304595,
                    0.437425,
                    0.426886,
                    0.429543,
                    0.453094,
                    0.279932,
                    0.415946,
                    0.348693,
                    0.396681,
                    0.483379,
                    0.485275,
                    0.417289,
                    0.466138,
                    0.465594,
                    0.435669,
                    0.462954,
                    0.460439,
                    0.336746,
                    0.295894,
                    0.50338,
                    0.402754,
                    0.417647,
                    0.433315,
                    0.40246,
                    0.388291,
                    0.229771,
                    0.442683,
                    0.472351,
                    0.256107,
                    0.433359,
                    0.469093,
                    0.474007,
                    0.429025,
                    0.231433,
                    0.328247,
                    0.393534,
                    0.407246,
                    0.370915,
                    0.462257,
                    0.437463,
                    0.395395,
                    0.398679,
                    0.378224,
                    0.380839,
                    0.276413,
                    0.29617,
                    0.444035,
                    0.350064,
                    0.449428,
                    0.400893,
                    0.294736,
                    0.456505,
                    0.346881,
                    0.278659,
                    0.376706,
                    0.413673,
                    0.411171,
                    0.322807,
                    0.461259,
                    0.331607,
                    0.422628,
                    0.377447,
                    0.298001,
                    0.473602,
                    0.449269,
                    0.463852,
                    0.445833,
                    0.476212,
                    0.443425,
                    0.454719,
                    0.365752,
                    0.480306,
                    0.442436,
                    0.223008,
                    0.399406,
                    0.413332,
                    0.448169,
                    0.453141,
                    0.298618,
                    0.322255,
                    0.210709,
                    0.272594,
                    0.458722,
                    0.440167,
                    0.463516,
                    0.430018,
                    0.292403,
                    0.282846,
                    0.302172,
                    0.413382,
                    0.347633,
                    0.462354,
                    0.480686,
                    0.473087,
                    0.442084,
                    0.371593,
                    0.455355,
                    0.375403,
                    0.32016,
                    0.259263,
                    0.303558,
                    0.354237,
                    0.446002,
                    0.430139,
                    0.255713,
                    0.444976,
                    0.246298,
                    0.198426,
                    0.373566,
                    0.443658,
                    0.385376,
                    0.450464,
                    0.415515,
                    0.396082,
                    0.458089,
                    0.264567,
                    0.22239,
                    0.338253,
                    0.44678,
                    0.445162,
                    0.470341,
                    0.358714,
                    0.435259,
                    0.293908,
                    0.471314,
                    0.430381,
                    0.47009,
                    0.30658,
                    0.418558,
                    0.165079,
                    0.424189,
                    0.457857,
                    0.418527,
                    0.439206,
                    0.22346,
                    0.405282,
                    0.297527,
                    0.46142,
                    0.454485,
                    0.471276,
                    0.41195,
                    0.426767,
                    0.395531,
                    0.409534,
                    0.444655,
                    0.365875,
                    0.359267,
                    0.453281,
                    0.44993,
                    0.380877,
                    0.39255,
                    0.502235,
                    0.235424,
                    0.21963,
                    0.222702,
                    0.414739,
                    0.286933,
                    0.445607,
                    0.422734,
                    0.449045,
                    0.435028,
                    0.434053,
                    0.408692,
                    0.424967,
                    0.281194,
                    0.381122,
                    0.387909,
                    0.263197,
                    0.452004,
                    0.253449,
                    0.378249,
                    0.309702,
                    0.462461,
                    0.221059,
                    0.455724,
                    0.433813,
                    0.319384,
                    0.316167,
                    0.391139,
                    0.473873,
                    0.435663,
                    0.40976,
                    0.362571,
                    0.277233,
                    0.408161,
                    0.468186,
                    0.461269,
                    0.308315,
                    0.423388,
                    0.289747,
                    -0.000797,
                    0.414538,
                    0.42457,
                    0.465978,
                    0.448291,
                    0.39552,
                    0.394458,
                    0.347456,
                    0.448766,
                    0.430944,
                    0.433832,
                    0.430115,
                    0.411752,
                    0.375383,
                    0.239942,
                    0.219159,
                    0.444376,
                    0.476501,
                    0.442264,
                    0.291364,
                    0.35618,
                    0.457953,
                    0.419032,
                    0.268893,
                    0.354052,
                    0.454503,
                    0.239568,
                    0.452777,
                    0.468672,
                    0.305851,
                    0.277026,
                    0.33819,
                    0.366535,
                    0.412073,
                    0.303653,
                    0.274417,
                    0.415013,
                    0.423039,
                    0.440703,
                    0.262296,
                    0.430485,
                    0.257437,
                    0.387739,
                    0.410914,
                    0.445233,
                    0.382432,
                    0.440635,
                    0.409416,
                    0.400717,
                    0.46005,
                    0.452469,
                    0.44987,
                    0.466418,
                    0.233719,
                    0.256171,
                    0.468866,
                    0.455716,
                    0.448787,
                    0.476313,
                    0.493607,
                    0.373406,
                    0.371189,
                    0.286551,
                    0.376341,
                    0.343008,
                    0.443528,
                    0.443534,
                    0.434279,
                    0.421585
                ]
            },
            "name": "model.model.layers.20.post_attention_layernorm.weight",
            "outputIndexes": [
                1714
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1713
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_20/Mul_output_0",
            "outputIndexes": [
                1715
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1714,
                1715
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_20/Mul_1_output_0",
            "outputIndexes": [
                1716
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1716
            ],
            "outputIndexes": [
                3043
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3043
            ],
            "outputIndexes": [
                3044
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear",
            "inputIndexes": [
                3044
            ],
            "outputIndexes": [
                3045
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    44792928,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3045
            ],
            "outputIndexes": [
                3046
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3046
            ],
            "outputIndexes": [
                1717
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1717
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_20/Sigmoid_output_0",
            "outputIndexes": [
                1718
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1717,
                1718
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_20/Mul_output_0",
            "outputIndexes": [
                1719
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1716
            ],
            "outputIndexes": [
                3047
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3047
            ],
            "outputIndexes": [
                3048
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear",
            "inputIndexes": [
                3048
            ],
            "outputIndexes": [
                3049
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    45345910,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3049
            ],
            "outputIndexes": [
                3050
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3050
            ],
            "outputIndexes": [
                1720
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1719,
                1720
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_20/Mul_output_0",
            "outputIndexes": [
                1721
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1721
            ],
            "outputIndexes": [
                3051
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3051
            ],
            "outputIndexes": [
                3052
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear",
            "inputIndexes": [
                3052
            ],
            "outputIndexes": [
                3053
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    45898892,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3053
            ],
            "outputIndexes": [
                3054
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3054
            ],
            "outputIndexes": [
                1722
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1713,
                1722
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_104_output_0",
            "outputIndexes": [
                1723
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1723,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_189_output_0",
            "outputIndexes": [
                1724
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.262231,
                    0.711062,
                    0.418188,
                    0.28711,
                    0.732226,
                    0.842554,
                    0.656468,
                    0.808241,
                    0.584314,
                    0.727973,
                    0.628573,
                    0.50589,
                    0.613291,
                    0.546097,
                    0.340777,
                    0.673054,
                    0.431429,
                    0.411307,
                    0.713115,
                    0.695005,
                    0.546973,
                    0.581474,
                    0.536744,
                    0.834872,
                    0.491523,
                    0.493991,
                    0.407465,
                    0.667008,
                    0.279908,
                    0.585132,
                    0.56108,
                    0.37489,
                    0.690485,
                    0.659482,
                    0.661683,
                    0.628335,
                    0.791941,
                    0.67171,
                    0.475504,
                    0.571359,
                    0.614367,
                    0.513754,
                    0.605403,
                    0.781646,
                    0.346805,
                    0.428545,
                    0.802722,
                    0.511802,
                    0.712254,
                    0.35098,
                    0.347458,
                    0.815088,
                    0.320457,
                    0.265213,
                    0.748066,
                    0.43797,
                    0.355885,
                    0.729576,
                    0.553728,
                    0.402415,
                    0.770934,
                    0.574922,
                    0.762409,
                    0.687075,
                    0.804166,
                    0.425175,
                    0.353393,
                    0.676703,
                    0.770629,
                    0.612777,
                    0.731799,
                    0.370497,
                    0.799662,
                    0.69329,
                    0.695298,
                    0.455084,
                    0.706825,
                    0.666899,
                    0.767492,
                    0.748783,
                    0.686481,
                    0.788202,
                    0.676169,
                    0.546195,
                    0.688544,
                    0.576641,
                    0.670137,
                    0.675675,
                    0.556585,
                    0.68991,
                    0.674062,
                    0.716655,
                    0.738835,
                    0.278485,
                    0.666621,
                    0.617737,
                    0.715704,
                    0.665115,
                    0.679132,
                    0.409263,
                    0.4489,
                    0.49371,
                    0.761565,
                    0.707984,
                    0.626496,
                    0.423199,
                    0.355337,
                    0.587437,
                    0.700803,
                    0.249134,
                    0.632522,
                    0.743468,
                    0.81699,
                    0.70666,
                    0.423531,
                    0.685557,
                    0.696074,
                    0.710307,
                    0.350679,
                    0.690261,
                    0.820655,
                    0.824229,
                    0.632204,
                    0.557053,
                    0.691278,
                    0.602871,
                    0.750808,
                    0.212172,
                    0.686912,
                    0.745093,
                    0.619668,
                    0.656574,
                    0.637584,
                    0.418201,
                    0.720828,
                    0.739177,
                    0.702737,
                    0.715373,
                    0.610143,
                    0.672153,
                    0.407744,
                    0.731889,
                    0.781406,
                    0.596384,
                    0.572936,
                    0.233714,
                    0.546433,
                    0.730859,
                    0.753799,
                    0.750933,
                    0.335242,
                    0.660257,
                    0.730378,
                    0.661409,
                    0.587471,
                    0.755677,
                    0.743223,
                    0.447738,
                    0.672362,
                    0.701754,
                    0.737715,
                    0.711575,
                    0.203955,
                    0.556937,
                    0.618645,
                    0.666971,
                    0.314568,
                    0.696527,
                    0.779951,
                    0.659439,
                    0.567873,
                    0.413332,
                    0.397047,
                    0.630941,
                    0.742792,
                    0.769489,
                    0.683116,
                    0.789474,
                    0.370795,
                    0.625961,
                    0.314388,
                    0.705663,
                    0.758782,
                    0.758985,
                    0.710718,
                    0.640745,
                    0.595399,
                    0.269118,
                    0.602776,
                    0.520741,
                    0.400825,
                    0.732017,
                    0.758215,
                    0.69481,
                    0.450705,
                    0.665222,
                    0.288165,
                    0.768983,
                    0.297284,
                    0.305422,
                    0.562024,
                    0.605334,
                    0.336087,
                    0.708715,
                    0.673444,
                    0.501958,
                    0.722607,
                    0.444542,
                    0.749131,
                    0.687213,
                    0.740925,
                    0.422172,
                    0.577859,
                    0.676332,
                    0.74576,
                    0.57751,
                    0.907663,
                    0.422991,
                    0.737059,
                    0.663384,
                    0.796275,
                    0.811534,
                    0.722657,
                    0.926332,
                    0.537802,
                    0.75478,
                    0.668054,
                    0.551178,
                    0.498569,
                    0.571022,
                    0.3065,
                    0.663154,
                    0.498082,
                    0.682207,
                    0.696462,
                    0.646401,
                    0.320539,
                    0.266461,
                    0.474131,
                    0.817717,
                    0.281513,
                    0.661246,
                    0.786399,
                    0.404875,
                    0.592415,
                    0.6879,
                    0.64223,
                    0.250819,
                    0.321936,
                    0.690324,
                    0.770675,
                    0.699538,
                    0.729302,
                    0.58503,
                    0.329112,
                    0.421463,
                    0.708061,
                    0.254558,
                    0.238784,
                    0.441857,
                    0.643766,
                    0.616492,
                    0.64794,
                    0.718199,
                    0.698437,
                    0.624617,
                    0.725806,
                    0.510519,
                    0.503772,
                    0.673169,
                    0.358938,
                    0.757127,
                    0.462527,
                    0.74193,
                    0.453177,
                    0.504157,
                    0.701467,
                    0.371337,
                    0.63712,
                    0.461341,
                    0.686622,
                    0.598153,
                    0.374843,
                    0.303787,
                    0.492974,
                    0.368164,
                    0.725844,
                    0.656209,
                    0.789099,
                    0.60774,
                    0.775838,
                    0.277153,
                    0.670297,
                    0.376648,
                    0.645206,
                    0.658265,
                    0.515527,
                    0.388516,
                    0.499711,
                    0.373455,
                    0.579197,
                    0.604755,
                    0.740651,
                    0.67615,
                    0.531196,
                    0.70548,
                    0.694223,
                    0.668947,
                    0.272013,
                    0.695917,
                    0.658988,
                    0.699707,
                    0.619814,
                    0.350146,
                    0.614558,
                    0.651334,
                    0.656967,
                    0.424869,
                    0.740781,
                    0.641724,
                    0.689183,
                    0.730685,
                    0.41178,
                    0.612799,
                    0.523412,
                    0.65316,
                    0.769958,
                    0.773425,
                    0.718043,
                    0.796355,
                    0.801709,
                    0.675899,
                    0.797372,
                    0.753135,
                    0.518624,
                    0.419125,
                    0.700857,
                    0.581624,
                    0.651883,
                    0.713956,
                    0.647871,
                    0.656949,
                    0.292369,
                    0.805363,
                    0.743919,
                    0.315279,
                    0.691253,
                    0.768911,
                    0.696397,
                    0.752216,
                    0.544776,
                    0.500947,
                    0.59999,
                    0.597844,
                    0.583038,
                    0.749686,
                    0.692256,
                    0.599329,
                    0.607322,
                    0.78814,
                    0.618014,
                    0.342875,
                    0.391909,
                    0.685096,
                    0.52468,
                    0.681853,
                    0.740473,
                    0.357776,
                    0.702983,
                    0.524621,
                    0.344599,
                    0.393935,
                    0.793961,
                    0.810732,
                    0.443605,
                    0.719872,
                    0.472343,
                    0.646028,
                    0.566506,
                    0.37875,
                    0.80394,
                    0.678636,
                    0.71844,
                    0.756351,
                    0.786912,
                    0.720905,
                    0.729155,
                    0.586058,
                    0.748597,
                    0.711172,
                    0.261069,
                    0.617851,
                    0.636832,
                    0.727778,
                    0.664533,
                    0.393617,
                    0.504358,
                    0.228013,
                    0.371413,
                    0.696393,
                    0.748572,
                    0.666798,
                    0.654002,
                    0.428689,
                    0.427852,
                    0.414925,
                    0.609639,
                    0.597804,
                    0.742211,
                    0.765348,
                    0.788729,
                    0.642025,
                    0.5517,
                    0.71658,
                    0.593079,
                    0.460084,
                    0.347108,
                    0.431604,
                    0.524255,
                    0.649835,
                    0.642971,
                    0.404793,
                    0.669577,
                    0.294312,
                    0.20336,
                    0.574121,
                    0.690069,
                    0.772824,
                    0.650309,
                    0.643353,
                    0.656184,
                    0.698538,
                    0.311856,
                    0.269357,
                    0.515809,
                    0.722399,
                    0.810817,
                    0.805172,
                    0.554791,
                    0.615553,
                    0.375169,
                    0.773101,
                    0.724222,
                    0.84734,
                    0.41202,
                    0.638419,
                    0.425144,
                    0.695907,
                    0.737184,
                    0.715132,
                    0.713522,
                    0.262246,
                    0.599544,
                    0.402784,
                    0.704767,
                    0.739316,
                    0.789818,
                    0.704224,
                    0.628091,
                    0.627499,
                    0.601894,
                    0.689451,
                    0.622321,
                    0.575865,
                    0.824628,
                    0.823584,
                    0.587016,
                    0.604394,
                    0.724224,
                    0.275387,
                    0.22893,
                    0.274051,
                    0.720025,
                    0.38531,
                    0.634955,
                    0.684292,
                    0.717951,
                    0.758665,
                    0.7247,
                    0.685538,
                    0.709622,
                    0.362862,
                    0.572333,
                    0.606966,
                    0.310407,
                    0.687741,
                    0.4957,
                    0.731569,
                    0.444633,
                    0.774565,
                    0.256934,
                    0.689854,
                    0.684817,
                    0.47856,
                    0.462202,
                    0.569809,
                    0.81438,
                    0.738861,
                    0.689957,
                    0.552547,
                    0.354503,
                    0.642477,
                    0.726855,
                    0.789233,
                    0.42447,
                    0.654582,
                    0.397911,
                    0.081342,
                    0.697783,
                    0.784329,
                    0.676364,
                    0.841845,
                    0.623305,
                    0.605315,
                    0.534753,
                    0.753347,
                    0.726809,
                    0.747973,
                    0.713558,
                    0.658241,
                    0.692533,
                    0.314486,
                    0.261693,
                    0.742727,
                    0.70167,
                    0.785484,
                    0.396381,
                    0.521067,
                    0.723035,
                    0.654457,
                    0.343106,
                    0.58649,
                    0.722873,
                    0.292855,
                    0.752059,
                    0.788152,
                    0.500645,
                    0.337992,
                    0.49589,
                    0.888515,
                    0.656801,
                    0.507964,
                    0.365909,
                    0.719481,
                    0.776604,
                    0.776073,
                    0.326792,
                    0.70445,
                    0.29026,
                    0.567259,
                    0.683286,
                    0.777043,
                    0.63733,
                    0.704515,
                    0.654309,
                    0.685551,
                    0.729003,
                    0.844403,
                    0.644299,
                    0.782686,
                    0.290478,
                    0.320695,
                    0.793317,
                    0.690103,
                    0.636304,
                    0.787282,
                    0.83784,
                    0.598442,
                    0.816788,
                    0.399226,
                    0.565166,
                    0.456108,
                    0.662408,
                    0.75993,
                    0.716303,
                    0.760041
                ]
            },
            "name": "model.model.layers.21.input_layernorm.weight",
            "outputIndexes": [
                1725
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1724
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_21/Mul_output_0",
            "outputIndexes": [
                1726
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1725,
                1726
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_21/Mul_1_output_0",
            "outputIndexes": [
                1727
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1727
            ],
            "outputIndexes": [
                3055
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3055
            ],
            "outputIndexes": [
                3056
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear",
            "inputIndexes": [
                3056
            ],
            "outputIndexes": [
                3057
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    46451874,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3057
            ],
            "outputIndexes": [
                3058
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3058
            ],
            "outputIndexes": [
                1728
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1727
            ],
            "main_type": "NONE",
            "name": "/Shape_295_output_0",
            "outputIndexes": [
                1729
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1729
            ],
            "main_type": "NONE",
            "name": "Shape4613",
            "outputIndexes": [
                1730
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1729
            ],
            "main_type": "NONE",
            "name": "Rank4615",
            "outputIndexes": [
                1731
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1731,
                1731
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4617",
            "outputIndexes": [
                1732
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1732
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4618",
            "outputIndexes": [
                1733
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1732,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4620",
            "outputIndexes": [
                1734
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1734
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4621",
            "outputIndexes": [
                1735
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1730,
                1733,
                1735,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4624",
            "outputIndexes": [
                1736
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1736
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4625",
            "outputIndexes": [
                1737
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1737
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4626",
            "outputIndexes": [
                1738
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1738,
                1737
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4627",
            "outputIndexes": [
                1739
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1729,
                1739,
                1732
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_319_output_0",
            "outputIndexes": [
                1740
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1740,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_673_output_0",
            "outputIndexes": [
                1741
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1741,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_273_output_0",
            "outputIndexes": [
                1742
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1728,
                1742
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_190_output_0",
            "outputIndexes": [
                1743
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1743,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_168_output_0",
            "outputIndexes": [
                1744
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1743
            ],
            "main_type": "NONE",
            "name": "/Shape_296_output_0",
            "outputIndexes": [
                1745
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1745
            ],
            "main_type": "NONE",
            "name": "Shape4634",
            "outputIndexes": [
                1746
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1745
            ],
            "main_type": "NONE",
            "name": "Rank4636",
            "outputIndexes": [
                1747
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1747,
                1747
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4638",
            "outputIndexes": [
                1748
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1748
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4639",
            "outputIndexes": [
                1749
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1748,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4641",
            "outputIndexes": [
                1750
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1750
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4642",
            "outputIndexes": [
                1751
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1746,
                1749,
                1751,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4645",
            "outputIndexes": [
                1752
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1752
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4646",
            "outputIndexes": [
                1753
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1753
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4647",
            "outputIndexes": [
                1754
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1754,
                1753
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4648",
            "outputIndexes": [
                1755
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1745,
                1755,
                1748
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_320_output_0",
            "outputIndexes": [
                1756
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1756,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_63_output_0",
            "outputIndexes": [
                1757
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1757,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_678_output_0",
            "outputIndexes": [
                1758
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1743,
                1758,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_85_output_0",
            "outputIndexes": [
                1759
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1759
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_42_output_0",
            "outputIndexes": [
                1760
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1743,
                22,
                1758,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_84_output_0",
            "outputIndexes": [
                1761
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1760,
                1761
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_276_output_0",
            "outputIndexes": [
                1762
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1762,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_169_output_0",
            "outputIndexes": [
                1763
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1744,
                1763
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_105_output_0",
            "outputIndexes": [
                1764
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1727
            ],
            "outputIndexes": [
                3059
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3059
            ],
            "outputIndexes": [
                3060
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear",
            "inputIndexes": [
                3060
            ],
            "outputIndexes": [
                3061
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    46659256,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3061
            ],
            "outputIndexes": [
                3062
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3062
            ],
            "outputIndexes": [
                1765
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1741,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_274_output_0",
            "outputIndexes": [
                1766
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1765,
                1766
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_191_output_0",
            "outputIndexes": [
                1767
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1767,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_170_output_0",
            "outputIndexes": [
                1768
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1767
            ],
            "main_type": "NONE",
            "name": "/Shape_297_output_0",
            "outputIndexes": [
                1769
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1769
            ],
            "main_type": "NONE",
            "name": "Shape4697",
            "outputIndexes": [
                1770
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1769
            ],
            "main_type": "NONE",
            "name": "Rank4699",
            "outputIndexes": [
                1771
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1771,
                1771
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4701",
            "outputIndexes": [
                1772
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1772
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4702",
            "outputIndexes": [
                1773
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1772,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4704",
            "outputIndexes": [
                1774
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1774
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4705",
            "outputIndexes": [
                1775
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1770,
                1773,
                1775,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4708",
            "outputIndexes": [
                1776
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1776
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4709",
            "outputIndexes": [
                1777
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4710",
            "outputIndexes": [
                1778
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1778,
                1777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4711",
            "outputIndexes": [
                1779
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1769,
                1779,
                1772
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_321_output_0",
            "outputIndexes": [
                1780
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1780,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_64_output_0",
            "outputIndexes": [
                1781
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1781,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_680_output_0",
            "outputIndexes": [
                1782
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1767,
                1782,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_87_output_0",
            "outputIndexes": [
                1783
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1783
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_43_output_0",
            "outputIndexes": [
                1784
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1767,
                22,
                1782,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_86_output_0",
            "outputIndexes": [
                1785
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1784,
                1785
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_277_output_0",
            "outputIndexes": [
                1786
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1786,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_171_output_0",
            "outputIndexes": [
                1787
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1768,
                1787
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_106_output_0",
            "outputIndexes": [
                1788
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1727
            ],
            "outputIndexes": [
                3063
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3063
            ],
            "outputIndexes": [
                3064
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear",
            "inputIndexes": [
                3064
            ],
            "outputIndexes": [
                3065
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    46728398,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3065
            ],
            "outputIndexes": [
                3066
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3066
            ],
            "outputIndexes": [
                1789
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1789,
                1766
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_192_output_0",
            "outputIndexes": [
                1790
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1764,
                1788,
                1790,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_197_output_0",
            "outputIndexes": [
                1791
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1791
            ],
            "outputIndexes": [
                3067
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3067
            ],
            "outputIndexes": [
                3068
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear",
            "inputIndexes": [
                3068
            ],
            "outputIndexes": [
                3069
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    46797540,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3069
            ],
            "outputIndexes": [
                3070
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3070
            ],
            "outputIndexes": [
                1792
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1724,
                1792
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_108_output_0",
            "outputIndexes": [
                1793
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.233739,
                    0.391584,
                    0.284052,
                    0.242431,
                    0.374752,
                    0.382264,
                    0.35197,
                    0.403897,
                    0.125777,
                    0.399453,
                    0.352487,
                    0.295035,
                    0.34845,
                    0.323729,
                    0.184575,
                    0.374237,
                    0.279994,
                    0.167359,
                    0.368717,
                    0.377004,
                    0.335665,
                    0.324241,
                    0.304036,
                    0.410946,
                    0.313361,
                    0.275997,
                    0.252538,
                    0.334274,
                    0.256027,
                    0.30871,
                    0.319219,
                    0.239697,
                    0.374001,
                    0.373864,
                    0.33851,
                    0.286663,
                    0.383927,
                    0.390685,
                    0.289918,
                    0.343916,
                    0.342216,
                    0.319013,
                    0.3613,
                    0.425457,
                    0.27414,
                    0.259389,
                    0.414775,
                    0.31415,
                    0.385096,
                    0.257747,
                    0.224913,
                    0.420181,
                    0.255622,
                    0.237838,
                    0.404007,
                    0.303308,
                    0.245205,
                    0.379037,
                    0.337499,
                    0.232803,
                    0.385202,
                    0.341395,
                    0.398828,
                    0.395012,
                    0.442495,
                    0.289847,
                    0.275965,
                    0.368749,
                    0.352286,
                    0.340194,
                    0.395872,
                    0.28517,
                    0.425719,
                    0.36956,
                    0.383681,
                    0.301778,
                    0.383093,
                    0.383042,
                    0.432512,
                    0.406277,
                    0.411142,
                    0.406638,
                    0.339089,
                    0.331076,
                    0.374945,
                    0.331746,
                    0.375518,
                    0.349793,
                    0.318876,
                    0.381675,
                    0.383761,
                    0.367261,
                    0.376158,
                    0.239465,
                    0.380329,
                    0.369724,
                    0.398244,
                    0.349736,
                    0.372355,
                    0.292753,
                    0.075385,
                    0.301311,
                    0.380991,
                    0.380243,
                    0.375204,
                    0.301427,
                    0.274348,
                    0.338469,
                    0.373257,
                    0.224323,
                    0.366855,
                    0.438664,
                    0.413428,
                    0.405447,
                    0.285567,
                    0.396701,
                    0.388476,
                    0.40068,
                    0.244247,
                    0.211391,
                    0.44835,
                    0.409879,
                    0.338237,
                    0.342826,
                    0.327389,
                    0.30201,
                    0.383789,
                    0.225879,
                    0.364414,
                    0.412894,
                    0.35096,
                    0.342854,
                    0.356487,
                    0.296215,
                    0.346473,
                    0.390044,
                    0.402558,
                    0.381167,
                    0.343093,
                    0.368007,
                    0.253679,
                    0.352099,
                    0.42163,
                    0.339636,
                    0.34487,
                    0.21202,
                    0.324186,
                    0.397088,
                    0.409725,
                    0.390912,
                    0.26475,
                    0.367658,
                    0.37901,
                    0.406847,
                    0.34307,
                    0.386512,
                    0.429558,
                    0.259318,
                    0.373731,
                    0.364574,
                    0.38185,
                    0.328655,
                    0.202023,
                    0.340883,
                    0.361804,
                    0.370146,
                    0.258285,
                    0.377189,
                    0.377191,
                    0.366939,
                    0.288508,
                    0.281846,
                    0.267654,
                    0.34328,
                    0.413031,
                    0.382894,
                    0.387016,
                    0.416185,
                    0.241449,
                    0.36277,
                    0.273866,
                    0.371203,
                    0.406214,
                    0.404358,
                    0.397953,
                    0.358392,
                    0.31617,
                    0.231918,
                    0.330579,
                    0.311922,
                    0.277189,
                    0.410245,
                    0.404231,
                    0.408029,
                    0.300269,
                    0.353517,
                    0.233883,
                    0.396779,
                    0.226583,
                    0.184467,
                    0.334302,
                    0.317107,
                    0.272553,
                    0.38077,
                    0.385939,
                    0.294733,
                    0.382126,
                    0.306171,
                    0.396444,
                    0.358595,
                    0.410794,
                    0.258978,
                    0.327767,
                    0.380021,
                    0.410462,
                    0.341386,
                    0.433768,
                    0.301233,
                    0.400273,
                    0.354952,
                    0.367791,
                    0.406165,
                    0.397818,
                    0.436412,
                    0.298412,
                    0.404041,
                    0.386633,
                    0.318319,
                    0.306949,
                    0.320432,
                    0.230495,
                    0.335675,
                    0.263174,
                    0.349066,
                    0.399869,
                    0.367655,
                    0.256557,
                    0.232322,
                    0.260898,
                    0.404926,
                    0.240063,
                    0.363203,
                    0.393662,
                    0.171281,
                    0.337843,
                    0.389092,
                    0.33476,
                    0.077134,
                    0.231463,
                    0.364001,
                    0.403531,
                    0.370336,
                    0.383348,
                    0.348518,
                    0.254682,
                    0.28906,
                    0.386895,
                    0.211216,
                    0.219008,
                    0.294176,
                    0.528876,
                    0.143253,
                    0.32922,
                    0.384945,
                    0.382928,
                    0.325534,
                    0.404239,
                    0.289149,
                    0.305131,
                    0.367427,
                    0.272962,
                    0.399551,
                    0.301875,
                    0.380779,
                    0.308925,
                    0.330924,
                    0.357781,
                    0.284803,
                    0.34797,
                    0.298455,
                    0.398609,
                    0.354077,
                    0.287878,
                    0.254411,
                    0.292986,
                    0.244615,
                    0.393208,
                    0.381278,
                    0.3969,
                    0.348388,
                    0.383096,
                    0.225898,
                    0.36941,
                    0.280619,
                    0.368972,
                    0.373035,
                    0.286187,
                    0.292901,
                    0.310701,
                    0.18765,
                    0.325455,
                    0.349517,
                    0.392301,
                    0.384683,
                    0.353407,
                    0.40916,
                    0.387182,
                    0.367032,
                    0.184647,
                    0.371856,
                    0.369982,
                    0.376288,
                    0.31429,
                    0.278966,
                    0.32612,
                    0.397398,
                    0.382564,
                    0.29617,
                    0.382527,
                    0.37131,
                    0.354246,
                    0.394828,
                    0.255221,
                    0.354356,
                    0.326652,
                    0.342186,
                    0.4089,
                    0.384705,
                    0.362674,
                    0.407945,
                    0.390873,
                    0.378986,
                    0.419634,
                    0.400634,
                    0.27596,
                    0.291153,
                    0.406301,
                    0.341819,
                    0.376805,
                    0.375811,
                    0.338555,
                    0.333316,
                    0.234165,
                    0.384446,
                    0.408277,
                    0.258474,
                    0.370284,
                    0.401741,
                    0.394903,
                    0.373691,
                    0.188742,
                    0.30432,
                    0.339443,
                    0.351669,
                    0.350586,
                    0.3646,
                    0.400838,
                    0.347831,
                    0.346965,
                    0.340049,
                    0.320047,
                    0.273086,
                    0.288597,
                    0.365358,
                    0.285338,
                    0.368258,
                    0.357355,
                    0.288887,
                    0.389823,
                    0.3451,
                    0.279863,
                    0.308404,
                    0.383836,
                    0.377746,
                    0.309455,
                    0.399255,
                    0.320102,
                    0.35766,
                    0.329313,
                    0.286059,
                    0.424953,
                    0.390902,
                    0.399128,
                    0.384138,
                    0.412175,
                    0.387354,
                    0.393783,
                    0.302979,
                    0.386188,
                    0.377788,
                    0.226309,
                    0.354675,
                    0.36179,
                    0.382292,
                    0.407864,
                    0.296966,
                    0.274387,
                    0.211163,
                    0.277368,
                    0.389355,
                    0.381731,
                    0.402702,
                    0.376632,
                    0.276654,
                    0.274737,
                    0.297443,
                    0.353158,
                    0.313493,
                    0.392949,
                    0.394288,
                    0.390545,
                    0.35983,
                    0.334669,
                    0.389917,
                    0.320078,
                    0.300077,
                    0.26829,
                    0.305305,
                    0.323105,
                    0.372201,
                    0.37816,
                    0.240441,
                    0.384449,
                    0.242065,
                    0.206002,
                    0.331976,
                    0.369918,
                    0.328269,
                    0.385956,
                    0.342646,
                    0.329396,
                    0.377955,
                    0.264503,
                    0.221506,
                    0.330084,
                    0.385765,
                    0.411923,
                    0.425003,
                    0.340298,
                    0.37612,
                    0.292319,
                    0.420433,
                    0.397954,
                    0.417043,
                    0.294668,
                    0.368844,
                    0.130772,
                    0.35355,
                    0.423672,
                    0.400646,
                    0.36455,
                    0.224301,
                    0.363976,
                    0.276612,
                    0.383698,
                    0.417394,
                    0.390474,
                    0.362213,
                    0.36555,
                    0.35314,
                    0.371905,
                    0.384345,
                    0.328555,
                    0.33429,
                    0.419243,
                    0.385679,
                    0.339965,
                    0.344942,
                    0.414376,
                    0.231873,
                    0.219558,
                    0.232591,
                    0.352421,
                    0.275212,
                    0.364987,
                    0.398607,
                    0.403264,
                    0.362241,
                    0.377913,
                    0.365871,
                    0.369137,
                    0.271899,
                    0.324207,
                    0.340606,
                    0.257118,
                    0.408912,
                    0.224378,
                    0.345314,
                    0.306424,
                    0.401925,
                    0.221588,
                    0.37635,
                    0.373486,
                    0.300861,
                    0.295698,
                    0.332909,
                    0.417817,
                    0.386263,
                    0.368195,
                    0.327935,
                    0.271693,
                    0.365361,
                    0.407943,
                    0.397236,
                    0.297779,
                    0.369417,
                    0.240427,
                    -1.9e-05,
                    0.365024,
                    0.395905,
                    0.376283,
                    0.4038,
                    0.349242,
                    0.35312,
                    0.319884,
                    0.399864,
                    0.378904,
                    0.371544,
                    0.393244,
                    0.382727,
                    0.340901,
                    0.222698,
                    0.224051,
                    0.40108,
                    0.411545,
                    0.393161,
                    0.284588,
                    0.316266,
                    0.390692,
                    0.356154,
                    0.270692,
                    0.303458,
                    0.392245,
                    0.246315,
                    0.393304,
                    0.401284,
                    0.28656,
                    0.265411,
                    0.293082,
                    0.361555,
                    0.364177,
                    0.25545,
                    0.239784,
                    0.35837,
                    0.377964,
                    0.398933,
                    0.25729,
                    0.379414,
                    0.254283,
                    0.348298,
                    0.364584,
                    0.387894,
                    0.353254,
                    0.387401,
                    0.363784,
                    0.352182,
                    0.413987,
                    0.376684,
                    0.380193,
                    0.412302,
                    0.22726,
                    0.256096,
                    0.414139,
                    0.37006,
                    0.379055,
                    0.402463,
                    0.436888,
                    0.343122,
                    0.325131,
                    0.283262,
                    0.333764,
                    0.271441,
                    0.383671,
                    0.399851,
                    0.372791,
                    0.358568
                ]
            },
            "name": "model.model.layers.21.post_attention_layernorm.weight",
            "outputIndexes": [
                1794
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1793
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_21/Mul_output_0",
            "outputIndexes": [
                1795
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1794,
                1795
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_21/Mul_1_output_0",
            "outputIndexes": [
                1796
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1796
            ],
            "outputIndexes": [
                3071
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3071
            ],
            "outputIndexes": [
                3072
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear",
            "inputIndexes": [
                3072
            ],
            "outputIndexes": [
                3073
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    47004922,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3073
            ],
            "outputIndexes": [
                3074
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3074
            ],
            "outputIndexes": [
                1797
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1797
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_21/Sigmoid_output_0",
            "outputIndexes": [
                1798
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1797,
                1798
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_21/Mul_output_0",
            "outputIndexes": [
                1799
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1796
            ],
            "outputIndexes": [
                3075
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3075
            ],
            "outputIndexes": [
                3076
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear",
            "inputIndexes": [
                3076
            ],
            "outputIndexes": [
                3077
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    47557904,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3077
            ],
            "outputIndexes": [
                3078
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3078
            ],
            "outputIndexes": [
                1800
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1799,
                1800
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_21/Mul_output_0",
            "outputIndexes": [
                1801
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1801
            ],
            "outputIndexes": [
                3079
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3079
            ],
            "outputIndexes": [
                3080
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear",
            "inputIndexes": [
                3080
            ],
            "outputIndexes": [
                3081
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    48110886,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3081
            ],
            "outputIndexes": [
                3082
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3082
            ],
            "outputIndexes": [
                1802
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1793,
                1802
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_109_output_0",
            "outputIndexes": [
                1803
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1803,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_198_output_0",
            "outputIndexes": [
                1804
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.308918,
                    0.726047,
                    0.46448,
                    0.309614,
                    0.703207,
                    0.891529,
                    0.634346,
                    0.818823,
                    0.576652,
                    0.765476,
                    0.65672,
                    0.526956,
                    0.628039,
                    0.58801,
                    0.349277,
                    0.690611,
                    0.448137,
                    0.315086,
                    0.703166,
                    0.755308,
                    0.617154,
                    0.582795,
                    0.569356,
                    0.819123,
                    0.547633,
                    0.410792,
                    0.415027,
                    0.675469,
                    0.351691,
                    0.635175,
                    0.539477,
                    0.382716,
                    0.638058,
                    0.691588,
                    0.672974,
                    0.436255,
                    0.801889,
                    0.689117,
                    0.446144,
                    0.614353,
                    0.600232,
                    0.546489,
                    0.645933,
                    0.845086,
                    0.378194,
                    0.422269,
                    0.732581,
                    0.509127,
                    0.727347,
                    0.368773,
                    0.336573,
                    0.797379,
                    0.398719,
                    0.31213,
                    0.786215,
                    0.456681,
                    0.38641,
                    0.715178,
                    0.578531,
                    0.379609,
                    0.828167,
                    0.615029,
                    0.811219,
                    0.70217,
                    0.858791,
                    0.456063,
                    0.39376,
                    0.736236,
                    0.843433,
                    0.554586,
                    0.75849,
                    0.410707,
                    0.824273,
                    0.71341,
                    0.642313,
                    0.506998,
                    0.71412,
                    0.661933,
                    0.787175,
                    0.778908,
                    0.73509,
                    0.805205,
                    0.598881,
                    0.564916,
                    0.69891,
                    0.633005,
                    0.705378,
                    0.672801,
                    0.563662,
                    0.745494,
                    0.756544,
                    0.735278,
                    0.75547,
                    0.323045,
                    0.692905,
                    0.681118,
                    0.718639,
                    0.648198,
                    0.722944,
                    0.463225,
                    0.405101,
                    0.543248,
                    0.817915,
                    0.706507,
                    0.722693,
                    0.455092,
                    0.402056,
                    0.606033,
                    0.653149,
                    0.261539,
                    0.627409,
                    0.770928,
                    0.870881,
                    0.692088,
                    0.446779,
                    0.698444,
                    0.752022,
                    0.744308,
                    0.390173,
                    0.792272,
                    0.850053,
                    0.825304,
                    0.604653,
                    0.594428,
                    0.698642,
                    0.579832,
                    0.730126,
                    0.259643,
                    0.672575,
                    0.76807,
                    0.628452,
                    0.657279,
                    0.632808,
                    0.450034,
                    0.73565,
                    0.813055,
                    0.739489,
                    0.691054,
                    0.639176,
                    0.684646,
                    0.391546,
                    0.669941,
                    0.82225,
                    0.590374,
                    0.615127,
                    0.265777,
                    0.577399,
                    0.765688,
                    0.789496,
                    0.780279,
                    0.359566,
                    0.706024,
                    0.716964,
                    0.701923,
                    0.565682,
                    0.8091,
                    0.751814,
                    0.50432,
                    0.674027,
                    0.700544,
                    0.697587,
                    0.718759,
                    0.241927,
                    0.57323,
                    0.700579,
                    0.704853,
                    0.35298,
                    0.726997,
                    0.80685,
                    0.68669,
                    0.637788,
                    0.460601,
                    0.394302,
                    0.520685,
                    0.757609,
                    0.818992,
                    0.681854,
                    0.808285,
                    0.417307,
                    0.569014,
                    0.343812,
                    0.719457,
                    0.780965,
                    0.815006,
                    0.718856,
                    0.638536,
                    0.568884,
                    0.279279,
                    0.650922,
                    0.555632,
                    0.438497,
                    0.766254,
                    0.748885,
                    0.756796,
                    0.511151,
                    0.626317,
                    0.334879,
                    0.746104,
                    0.318085,
                    0.259532,
                    0.614464,
                    0.635663,
                    0.394966,
                    0.734427,
                    0.73178,
                    0.508877,
                    0.733885,
                    0.479151,
                    0.740584,
                    0.681726,
                    0.746802,
                    0.398611,
                    0.587716,
                    0.729962,
                    0.780586,
                    0.562529,
                    0.875633,
                    0.463821,
                    0.728331,
                    0.64935,
                    0.795042,
                    0.842406,
                    0.737161,
                    0.873245,
                    0.583972,
                    0.816794,
                    0.661536,
                    0.552428,
                    0.510433,
                    0.571432,
                    0.314626,
                    0.634271,
                    0.423431,
                    0.627149,
                    0.709975,
                    0.664813,
                    0.340033,
                    0.289165,
                    0.469767,
                    0.806542,
                    0.322506,
                    0.676007,
                    0.814414,
                    0.442706,
                    0.576493,
                    0.685435,
                    0.616036,
                    0.216505,
                    0.360742,
                    0.668364,
                    0.851434,
                    0.70401,
                    0.739118,
                    0.637392,
                    0.350999,
                    0.463829,
                    0.703003,
                    0.300193,
                    0.251101,
                    0.494487,
                    0.735577,
                    0.666935,
                    0.647401,
                    0.73006,
                    0.717048,
                    0.628924,
                    0.727366,
                    0.552127,
                    0.541158,
                    0.682855,
                    0.376168,
                    0.746094,
                    0.524693,
                    0.785343,
                    0.491629,
                    0.572413,
                    0.686836,
                    0.444577,
                    0.585757,
                    0.537517,
                    0.650006,
                    0.582101,
                    0.430172,
                    0.342805,
                    0.467285,
                    0.388571,
                    0.740488,
                    0.654973,
                    0.75452,
                    0.595527,
                    0.783561,
                    0.310852,
                    0.658837,
                    0.456804,
                    0.652914,
                    0.675975,
                    0.437153,
                    0.445684,
                    0.553819,
                    0.36069,
                    0.586833,
                    0.65299,
                    0.777191,
                    0.709659,
                    0.595518,
                    0.743455,
                    0.692404,
                    0.73534,
                    0.275885,
                    0.744834,
                    0.689373,
                    0.733982,
                    0.603379,
                    0.403986,
                    0.605974,
                    0.693455,
                    0.660667,
                    0.488067,
                    0.711569,
                    0.708429,
                    0.749598,
                    0.723878,
                    0.433823,
                    0.651046,
                    0.528377,
                    0.616997,
                    0.786166,
                    0.854051,
                    0.732065,
                    0.841396,
                    0.793034,
                    0.679991,
                    0.760225,
                    0.738544,
                    0.426847,
                    0.448251,
                    0.697139,
                    0.609154,
                    0.692281,
                    0.742534,
                    0.644988,
                    0.661936,
                    0.321826,
                    0.753039,
                    0.732676,
                    0.346682,
                    0.660284,
                    0.751891,
                    0.718093,
                    0.74484,
                    0.561369,
                    0.507773,
                    0.569166,
                    0.617529,
                    0.60051,
                    0.594768,
                    0.722853,
                    0.635513,
                    0.604236,
                    0.814556,
                    0.580058,
                    0.376429,
                    0.447106,
                    0.665653,
                    0.465764,
                    0.663636,
                    0.785998,
                    0.422755,
                    0.726631,
                    0.556196,
                    0.371412,
                    0.422706,
                    0.77793,
                    0.874627,
                    0.488399,
                    0.811667,
                    0.524823,
                    0.621252,
                    0.558967,
                    0.42943,
                    0.833756,
                    0.729319,
                    0.771457,
                    0.764706,
                    0.825459,
                    0.769746,
                    0.763809,
                    0.515503,
                    0.704537,
                    0.722051,
                    0.301107,
                    0.604053,
                    0.678045,
                    0.682757,
                    0.679191,
                    0.439659,
                    0.457744,
                    0.257066,
                    0.417689,
                    0.790472,
                    0.772032,
                    0.737819,
                    0.659866,
                    0.459853,
                    0.466283,
                    0.448601,
                    0.632455,
                    0.614514,
                    0.758079,
                    0.796287,
                    0.727295,
                    0.613719,
                    0.576483,
                    0.688632,
                    0.568782,
                    0.497004,
                    0.389031,
                    0.47521,
                    0.556551,
                    0.665786,
                    0.69869,
                    0.460093,
                    0.71374,
                    0.320925,
                    0.238083,
                    0.567257,
                    0.753628,
                    0.826673,
                    0.664454,
                    0.636471,
                    0.64581,
                    0.629301,
                    0.364278,
                    0.28075,
                    0.575783,
                    0.708376,
                    0.82368,
                    0.866608,
                    0.588111,
                    0.679216,
                    0.454469,
                    0.850963,
                    0.75603,
                    0.818179,
                    0.4695,
                    0.648119,
                    0.459228,
                    0.650754,
                    0.745002,
                    0.713798,
                    0.725006,
                    0.311529,
                    0.641637,
                    0.446252,
                    0.700136,
                    0.764734,
                    0.776855,
                    0.67228,
                    0.680355,
                    0.602574,
                    0.662112,
                    0.64377,
                    0.602564,
                    0.61503,
                    0.852051,
                    0.811153,
                    0.608984,
                    0.654219,
                    0.705192,
                    0.300555,
                    0.278353,
                    0.322763,
                    0.685204,
                    0.448408,
                    0.610068,
                    0.681172,
                    0.685033,
                    0.738548,
                    0.709841,
                    0.692967,
                    0.719367,
                    0.398247,
                    0.561047,
                    0.596331,
                    0.336775,
                    0.681596,
                    0.539671,
                    0.731321,
                    0.519653,
                    0.741288,
                    0.290672,
                    0.678924,
                    0.662137,
                    0.515205,
                    0.470939,
                    0.541064,
                    0.841442,
                    0.800585,
                    0.725793,
                    0.549989,
                    0.409088,
                    0.641725,
                    0.698495,
                    0.789875,
                    0.457335,
                    0.679615,
                    0.403187,
                    0.068627,
                    0.720954,
                    0.829098,
                    0.644467,
                    0.82,
                    0.61186,
                    0.661105,
                    0.551154,
                    0.822458,
                    0.765499,
                    0.749688,
                    0.699213,
                    0.685844,
                    0.696888,
                    0.324373,
                    0.303812,
                    0.797221,
                    0.765704,
                    0.851938,
                    0.427449,
                    0.508673,
                    0.771376,
                    0.670706,
                    0.381995,
                    0.623137,
                    0.784899,
                    0.335115,
                    0.780218,
                    0.833665,
                    0.502613,
                    0.380065,
                    0.562324,
                    0.986921,
                    0.694439,
                    0.497493,
                    0.358636,
                    0.679529,
                    0.848391,
                    0.792133,
                    0.351072,
                    0.74041,
                    0.351651,
                    0.598236,
                    0.691626,
                    0.84143,
                    0.647634,
                    0.729786,
                    0.696325,
                    0.731201,
                    0.743795,
                    0.879712,
                    0.672683,
                    0.775186,
                    0.316452,
                    0.375565,
                    0.790274,
                    0.776136,
                    0.66902,
                    0.816577,
                    0.878904,
                    0.645262,
                    0.888689,
                    0.439904,
                    0.588808,
                    0.417226,
                    0.704276,
                    0.737916,
                    0.684805,
                    0.740773
                ]
            },
            "name": "model.model.layers.22.input_layernorm.weight",
            "outputIndexes": [
                1805
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1804
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_22/Mul_output_0",
            "outputIndexes": [
                1806
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1805,
                1806
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_22/Mul_1_output_0",
            "outputIndexes": [
                1807
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1807
            ],
            "outputIndexes": [
                3083
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3083
            ],
            "outputIndexes": [
                3084
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear",
            "inputIndexes": [
                3084
            ],
            "outputIndexes": [
                3085
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    48663868,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3085
            ],
            "outputIndexes": [
                3086
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3086
            ],
            "outputIndexes": [
                1808
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1807
            ],
            "main_type": "NONE",
            "name": "/Shape_309_output_0",
            "outputIndexes": [
                1809
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1809
            ],
            "main_type": "NONE",
            "name": "Shape4829",
            "outputIndexes": [
                1810
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1809
            ],
            "main_type": "NONE",
            "name": "Rank4831",
            "outputIndexes": [
                1811
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1811,
                1811
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4833",
            "outputIndexes": [
                1812
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1812
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4834",
            "outputIndexes": [
                1813
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1812,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4836",
            "outputIndexes": [
                1814
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1814
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4837",
            "outputIndexes": [
                1815
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1810,
                1813,
                1815,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4840",
            "outputIndexes": [
                1816
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1816
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4841",
            "outputIndexes": [
                1817
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1817
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4842",
            "outputIndexes": [
                1818
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1818,
                1817
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4843",
            "outputIndexes": [
                1819
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1809,
                1819,
                1812
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_334_output_0",
            "outputIndexes": [
                1820
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1820,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_705_output_0",
            "outputIndexes": [
                1821
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1821,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_286_output_0",
            "outputIndexes": [
                1822
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1808,
                1822
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_199_output_0",
            "outputIndexes": [
                1823
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1823,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_176_output_0",
            "outputIndexes": [
                1824
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1823
            ],
            "main_type": "NONE",
            "name": "/Shape_310_output_0",
            "outputIndexes": [
                1825
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1825
            ],
            "main_type": "NONE",
            "name": "Shape4850",
            "outputIndexes": [
                1826
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1825
            ],
            "main_type": "NONE",
            "name": "Rank4852",
            "outputIndexes": [
                1827
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1827,
                1827
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4854",
            "outputIndexes": [
                1828
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1828
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4855",
            "outputIndexes": [
                1829
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1828,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4857",
            "outputIndexes": [
                1830
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1830
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4858",
            "outputIndexes": [
                1831
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1826,
                1829,
                1831,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4861",
            "outputIndexes": [
                1832
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1832
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4862",
            "outputIndexes": [
                1833
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1833
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4863",
            "outputIndexes": [
                1834
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1834,
                1833
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4864",
            "outputIndexes": [
                1835
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1825,
                1835,
                1828
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_335_output_0",
            "outputIndexes": [
                1836
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1836,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_66_output_0",
            "outputIndexes": [
                1837
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1837,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_710_output_0",
            "outputIndexes": [
                1838
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1823,
                1838,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_89_output_0",
            "outputIndexes": [
                1839
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1839
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_44_output_0",
            "outputIndexes": [
                1840
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1823,
                22,
                1838,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_88_output_0",
            "outputIndexes": [
                1841
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1840,
                1841
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_289_output_0",
            "outputIndexes": [
                1842
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1842,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_177_output_0",
            "outputIndexes": [
                1843
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1824,
                1843
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_110_output_0",
            "outputIndexes": [
                1844
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1807
            ],
            "outputIndexes": [
                3087
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3087
            ],
            "outputIndexes": [
                3088
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear",
            "inputIndexes": [
                3088
            ],
            "outputIndexes": [
                3089
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    48871250,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3089
            ],
            "outputIndexes": [
                3090
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3090
            ],
            "outputIndexes": [
                1845
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1821,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_287_output_0",
            "outputIndexes": [
                1846
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1845,
                1846
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_200_output_0",
            "outputIndexes": [
                1847
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1847,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_178_output_0",
            "outputIndexes": [
                1848
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1847
            ],
            "main_type": "NONE",
            "name": "/Shape_311_output_0",
            "outputIndexes": [
                1849
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1849
            ],
            "main_type": "NONE",
            "name": "Shape4913",
            "outputIndexes": [
                1850
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1849
            ],
            "main_type": "NONE",
            "name": "Rank4915",
            "outputIndexes": [
                1851
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1851,
                1851
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4917",
            "outputIndexes": [
                1852
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1852
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4918",
            "outputIndexes": [
                1853
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1852,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4920",
            "outputIndexes": [
                1854
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1854
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4921",
            "outputIndexes": [
                1855
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1850,
                1853,
                1855,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4924",
            "outputIndexes": [
                1856
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1856
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4925",
            "outputIndexes": [
                1857
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4926",
            "outputIndexes": [
                1858
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1858,
                1857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4927",
            "outputIndexes": [
                1859
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1849,
                1859,
                1852
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_336_output_0",
            "outputIndexes": [
                1860
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1860,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_67_output_0",
            "outputIndexes": [
                1861
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1861,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_712_output_0",
            "outputIndexes": [
                1862
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1847,
                1862,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_91_output_0",
            "outputIndexes": [
                1863
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1863
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_45_output_0",
            "outputIndexes": [
                1864
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1847,
                22,
                1862,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_90_output_0",
            "outputIndexes": [
                1865
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1864,
                1865
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_290_output_0",
            "outputIndexes": [
                1866
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1866,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_179_output_0",
            "outputIndexes": [
                1867
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1848,
                1867
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_111_output_0",
            "outputIndexes": [
                1868
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1807
            ],
            "outputIndexes": [
                3091
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3091
            ],
            "outputIndexes": [
                3092
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear",
            "inputIndexes": [
                3092
            ],
            "outputIndexes": [
                3093
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    48940392,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3093
            ],
            "outputIndexes": [
                3094
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3094
            ],
            "outputIndexes": [
                1869
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1869,
                1846
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_201_output_0",
            "outputIndexes": [
                1870
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1844,
                1868,
                1870,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_206_output_0",
            "outputIndexes": [
                1871
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1871
            ],
            "outputIndexes": [
                3095
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3095
            ],
            "outputIndexes": [
                3096
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear",
            "inputIndexes": [
                3096
            ],
            "outputIndexes": [
                3097
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    49009534,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3097
            ],
            "outputIndexes": [
                3098
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3098
            ],
            "outputIndexes": [
                1872
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1804,
                1872
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_113_output_0",
            "outputIndexes": [
                1873
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.290806,
                    0.432677,
                    0.350888,
                    0.29034,
                    0.415768,
                    0.400874,
                    0.386263,
                    0.440911,
                    0.15403,
                    0.442839,
                    0.377747,
                    0.363097,
                    0.381626,
                    0.36593,
                    0.241324,
                    0.404636,
                    0.343132,
                    0.174591,
                    0.412922,
                    0.439187,
                    0.385854,
                    0.365702,
                    0.349779,
                    0.450025,
                    0.36419,
                    0.305697,
                    0.286787,
                    0.366661,
                    0.324469,
                    0.364196,
                    0.353938,
                    0.293338,
                    0.406029,
                    0.411507,
                    0.367909,
                    0.309135,
                    0.442153,
                    0.420535,
                    0.31617,
                    0.372517,
                    0.372308,
                    0.374286,
                    0.41444,
                    0.454177,
                    0.33744,
                    0.289755,
                    0.45367,
                    0.345412,
                    0.421468,
                    0.31804,
                    0.261924,
                    0.458633,
                    0.316003,
                    0.299763,
                    0.451035,
                    0.35189,
                    0.300363,
                    0.420436,
                    0.385852,
                    0.270448,
                    0.434591,
                    0.369201,
                    0.440947,
                    0.448906,
                    0.472078,
                    0.359739,
                    0.342034,
                    0.421663,
                    0.403391,
                    0.35762,
                    0.43461,
                    0.352849,
                    0.465871,
                    0.40282,
                    0.399912,
                    0.361946,
                    0.430809,
                    0.408714,
                    0.45884,
                    0.425719,
                    0.440988,
                    0.442091,
                    0.369759,
                    0.368752,
                    0.412617,
                    0.375685,
                    0.43456,
                    0.401559,
                    0.344894,
                    0.408708,
                    0.442362,
                    0.416181,
                    0.425246,
                    0.309879,
                    0.411089,
                    0.400785,
                    0.430642,
                    0.398999,
                    0.41558,
                    0.361781,
                    0.099236,
                    0.368449,
                    0.424764,
                    0.430004,
                    0.427516,
                    0.35746,
                    0.332538,
                    0.380729,
                    0.405295,
                    0.285922,
                    0.395996,
                    0.464758,
                    0.475046,
                    0.43225,
                    0.350608,
                    0.429482,
                    0.44485,
                    0.424497,
                    0.317154,
                    0.257585,
                    0.480458,
                    0.426206,
                    0.367669,
                    0.380706,
                    0.368432,
                    0.341363,
                    0.421528,
                    0.277381,
                    0.406189,
                    0.456637,
                    0.403391,
                    0.39672,
                    0.401578,
                    0.36595,
                    0.387708,
                    0.448946,
                    0.445388,
                    0.427789,
                    0.383346,
                    0.427338,
                    0.293958,
                    0.402601,
                    0.445876,
                    0.373672,
                    0.394174,
                    0.275344,
                    0.380954,
                    0.431373,
                    0.445711,
                    0.429517,
                    0.321298,
                    0.42461,
                    0.420922,
                    0.425637,
                    0.373477,
                    0.443233,
                    0.475175,
                    0.331299,
                    0.421469,
                    0.391066,
                    0.41965,
                    0.381161,
                    0.265603,
                    0.38965,
                    0.406356,
                    0.413898,
                    0.327849,
                    0.435957,
                    0.443731,
                    0.412012,
                    0.32581,
                    0.339614,
                    0.325403,
                    0.391414,
                    0.439189,
                    0.439034,
                    0.425883,
                    0.470239,
                    0.304047,
                    0.406128,
                    0.32188,
                    0.420288,
                    0.468027,
                    0.455029,
                    0.447709,
                    0.407966,
                    0.366221,
                    0.303911,
                    0.383416,
                    0.360206,
                    0.340647,
                    0.4363,
                    0.425012,
                    0.442878,
                    0.368848,
                    0.378657,
                    0.302702,
                    0.432897,
                    0.301281,
                    0.21754,
                    0.384333,
                    0.374224,
                    0.347709,
                    0.423612,
                    0.426261,
                    0.334212,
                    0.409865,
                    0.363928,
                    0.426528,
                    0.396174,
                    0.438901,
                    0.289375,
                    0.362592,
                    0.424287,
                    0.44622,
                    0.377581,
                    0.45945,
                    0.363698,
                    0.452962,
                    0.392149,
                    0.407939,
                    0.445002,
                    0.425167,
                    0.484486,
                    0.343904,
                    0.433693,
                    0.424307,
                    0.345264,
                    0.33601,
                    0.356534,
                    0.274951,
                    0.365277,
                    0.28929,
                    0.381812,
                    0.43628,
                    0.41198,
                    0.320362,
                    0.295413,
                    0.305539,
                    0.431101,
                    0.31538,
                    0.404844,
                    0.446327,
                    0.227247,
                    0.378009,
                    0.436655,
                    0.38344,
                    0.106071,
                    0.2699,
                    0.405736,
                    0.463579,
                    0.408933,
                    0.421323,
                    0.382217,
                    0.314953,
                    0.355852,
                    0.412655,
                    0.292459,
                    0.283037,
                    0.34893,
                    0.569546,
                    0.175283,
                    0.375739,
                    0.424933,
                    0.415838,
                    0.39487,
                    0.439869,
                    0.328491,
                    0.336154,
                    0.417542,
                    0.336191,
                    0.448706,
                    0.347185,
                    0.437911,
                    0.349837,
                    0.379168,
                    0.410036,
                    0.34126,
                    0.380323,
                    0.354398,
                    0.424097,
                    0.382532,
                    0.349958,
                    0.328465,
                    0.351035,
                    0.314863,
                    0.423799,
                    0.400511,
                    0.447208,
                    0.404473,
                    0.434734,
                    0.301765,
                    0.381673,
                    0.344119,
                    0.414417,
                    0.408407,
                    0.306361,
                    0.346893,
                    0.358111,
                    0.219536,
                    0.361666,
                    0.37491,
                    0.42707,
                    0.433113,
                    0.399556,
                    0.432915,
                    0.430959,
                    0.424481,
                    0.225284,
                    0.414987,
                    0.414631,
                    0.416948,
                    0.370037,
                    0.337246,
                    0.362795,
                    0.433826,
                    0.410322,
                    0.34899,
                    0.421976,
                    0.416256,
                    0.394918,
                    0.434379,
                    0.301572,
                    0.414401,
                    0.358204,
                    0.384989,
                    0.455596,
                    0.449094,
                    0.412594,
                    0.440919,
                    0.430167,
                    0.414555,
                    0.433044,
                    0.452399,
                    0.30813,
                    0.351696,
                    0.433228,
                    0.372987,
                    0.420313,
                    0.423585,
                    0.382214,
                    0.37949,
                    0.292724,
                    0.418039,
                    0.449072,
                    0.325596,
                    0.402929,
                    0.423841,
                    0.442043,
                    0.430827,
                    0.235376,
                    0.369305,
                    0.367887,
                    0.399678,
                    0.38681,
                    0.376043,
                    0.430615,
                    0.382663,
                    0.382791,
                    0.385895,
                    0.358781,
                    0.319614,
                    0.344896,
                    0.411668,
                    0.309893,
                    0.410941,
                    0.40096,
                    0.348267,
                    0.421955,
                    0.395277,
                    0.335213,
                    0.368518,
                    0.422535,
                    0.415211,
                    0.365535,
                    0.448482,
                    0.378339,
                    0.381811,
                    0.355555,
                    0.35032,
                    0.451801,
                    0.435764,
                    0.437796,
                    0.439747,
                    0.440356,
                    0.431661,
                    0.453461,
                    0.32484,
                    0.450544,
                    0.435526,
                    0.28594,
                    0.384987,
                    0.404951,
                    0.43174,
                    0.473483,
                    0.351871,
                    0.314775,
                    0.275559,
                    0.340575,
                    0.433101,
                    0.426756,
                    0.43776,
                    0.413144,
                    0.328349,
                    0.326985,
                    0.352042,
                    0.404838,
                    0.362711,
                    0.437373,
                    0.441834,
                    0.448425,
                    0.398664,
                    0.370275,
                    0.431616,
                    0.345429,
                    0.331197,
                    0.328703,
                    0.353184,
                    0.364176,
                    0.412589,
                    0.40033,
                    0.293928,
                    0.456244,
                    0.310736,
                    0.276375,
                    0.368381,
                    0.434459,
                    0.422726,
                    0.434989,
                    0.379996,
                    0.38094,
                    0.407445,
                    0.326691,
                    0.284702,
                    0.380684,
                    0.425182,
                    0.458319,
                    0.45716,
                    0.37848,
                    0.422478,
                    0.3444,
                    0.480814,
                    0.437425,
                    0.460752,
                    0.367977,
                    0.397343,
                    0.168302,
                    0.383035,
                    0.460432,
                    0.433605,
                    0.415827,
                    0.304111,
                    0.414502,
                    0.33695,
                    0.422544,
                    0.450228,
                    0.435194,
                    0.399658,
                    0.398285,
                    0.381339,
                    0.405335,
                    0.42883,
                    0.384143,
                    0.381583,
                    0.465962,
                    0.434024,
                    0.382074,
                    0.404078,
                    0.443538,
                    0.292502,
                    0.289827,
                    0.299193,
                    0.394961,
                    0.336156,
                    0.372849,
                    0.416572,
                    0.415788,
                    0.419632,
                    0.427349,
                    0.402999,
                    0.417106,
                    0.332859,
                    0.382861,
                    0.383241,
                    0.325336,
                    0.434766,
                    0.264565,
                    0.381057,
                    0.373201,
                    0.451697,
                    0.29312,
                    0.409156,
                    0.436285,
                    0.359952,
                    0.353809,
                    0.379699,
                    0.448497,
                    0.444784,
                    0.427515,
                    0.368995,
                    0.317676,
                    0.411093,
                    0.441355,
                    0.435859,
                    0.352108,
                    0.421964,
                    0.286363,
                    4.5e-05,
                    0.403515,
                    0.440183,
                    0.40429,
                    0.454518,
                    0.389402,
                    0.386673,
                    0.35462,
                    0.450423,
                    0.436797,
                    0.42653,
                    0.42429,
                    0.421264,
                    0.376828,
                    0.264201,
                    0.293372,
                    0.440013,
                    0.438787,
                    0.436074,
                    0.348715,
                    0.347875,
                    0.467639,
                    0.408382,
                    0.335429,
                    0.353909,
                    0.426606,
                    0.305999,
                    0.429471,
                    0.43364,
                    0.334332,
                    0.32932,
                    0.342621,
                    0.431778,
                    0.391341,
                    0.292585,
                    0.273112,
                    0.401701,
                    0.435747,
                    0.43936,
                    0.319833,
                    0.433533,
                    0.314122,
                    0.393181,
                    0.408916,
                    0.452394,
                    0.394929,
                    0.407937,
                    0.413366,
                    0.405164,
                    0.474224,
                    0.441587,
                    0.408234,
                    0.43414,
                    0.303094,
                    0.327422,
                    0.45073,
                    0.43477,
                    0.400799,
                    0.444402,
                    0.480684,
                    0.39004,
                    0.380587,
                    0.343513,
                    0.380142,
                    0.3091,
                    0.40356,
                    0.435262,
                    0.410497,
                    0.404878
                ]
            },
            "name": "model.model.layers.22.post_attention_layernorm.weight",
            "outputIndexes": [
                1874
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1873
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_22/Mul_output_0",
            "outputIndexes": [
                1875
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1874,
                1875
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_22/Mul_1_output_0",
            "outputIndexes": [
                1876
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1876
            ],
            "outputIndexes": [
                3099
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3099
            ],
            "outputIndexes": [
                3100
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear",
            "inputIndexes": [
                3100
            ],
            "outputIndexes": [
                3101
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    49216916,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3101
            ],
            "outputIndexes": [
                3102
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3102
            ],
            "outputIndexes": [
                1877
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1877
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_22/Sigmoid_output_0",
            "outputIndexes": [
                1878
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1877,
                1878
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_22/Mul_output_0",
            "outputIndexes": [
                1879
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1876
            ],
            "outputIndexes": [
                3103
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3103
            ],
            "outputIndexes": [
                3104
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear",
            "inputIndexes": [
                3104
            ],
            "outputIndexes": [
                3105
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    49769898,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3105
            ],
            "outputIndexes": [
                3106
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3106
            ],
            "outputIndexes": [
                1880
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1879,
                1880
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_22/Mul_output_0",
            "outputIndexes": [
                1881
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1881
            ],
            "outputIndexes": [
                3107
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3107
            ],
            "outputIndexes": [
                3108
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear",
            "inputIndexes": [
                3108
            ],
            "outputIndexes": [
                3109
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    50322880,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3109
            ],
            "outputIndexes": [
                3110
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3110
            ],
            "outputIndexes": [
                1882
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1873,
                1882
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_114_output_0",
            "outputIndexes": [
                1883
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1883,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_207_output_0",
            "outputIndexes": [
                1884
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.627709,
                    0.700205,
                    0.624986,
                    0.628672,
                    0.678194,
                    0.921596,
                    0.594824,
                    0.784697,
                    0.535429,
                    0.709055,
                    0.596264,
                    0.645442,
                    0.638837,
                    0.640991,
                    0.328872,
                    0.631496,
                    0.673634,
                    0.253703,
                    0.765203,
                    0.684865,
                    0.59317,
                    0.603744,
                    0.597457,
                    0.880094,
                    0.551153,
                    0.371119,
                    0.368411,
                    0.598643,
                    0.628778,
                    0.605558,
                    0.565603,
                    0.402092,
                    0.694134,
                    0.639046,
                    0.690437,
                    0.353436,
                    0.824933,
                    0.664123,
                    0.389182,
                    0.601078,
                    0.656262,
                    0.637225,
                    0.659979,
                    0.806516,
                    0.678406,
                    0.405163,
                    0.718743,
                    0.484548,
                    0.717894,
                    0.588306,
                    0.309107,
                    0.830293,
                    0.650742,
                    0.611416,
                    0.794988,
                    0.664532,
                    0.518652,
                    0.629151,
                    0.601487,
                    0.371237,
                    0.799024,
                    0.56502,
                    0.798267,
                    0.708542,
                    0.808445,
                    0.657128,
                    0.638694,
                    0.701776,
                    0.857154,
                    0.530336,
                    0.701346,
                    0.700384,
                    0.782292,
                    0.677675,
                    0.607327,
                    0.656465,
                    0.67857,
                    0.643878,
                    0.736961,
                    0.755107,
                    0.706219,
                    0.824434,
                    0.515028,
                    0.510687,
                    0.687025,
                    0.608489,
                    0.671926,
                    0.69729,
                    0.501762,
                    0.758892,
                    0.78051,
                    0.712611,
                    0.699218,
                    0.6367,
                    0.592599,
                    0.602923,
                    0.742711,
                    0.656615,
                    0.73846,
                    0.669054,
                    0.48864,
                    0.628416,
                    0.845518,
                    0.732365,
                    0.69549,
                    0.627455,
                    0.683401,
                    0.585665,
                    0.631761,
                    0.59054,
                    0.549765,
                    0.697381,
                    0.779419,
                    0.658755,
                    0.686419,
                    0.690122,
                    0.70918,
                    0.739706,
                    0.591264,
                    0.847456,
                    0.760437,
                    0.795837,
                    0.557246,
                    0.575051,
                    0.658484,
                    0.572096,
                    0.698027,
                    0.561858,
                    0.666463,
                    0.702052,
                    0.664812,
                    0.681873,
                    0.634893,
                    0.738939,
                    0.763101,
                    0.753168,
                    0.738521,
                    0.713058,
                    0.619353,
                    0.69147,
                    0.365907,
                    0.711041,
                    0.791054,
                    0.557513,
                    0.592712,
                    0.549653,
                    0.594484,
                    0.772836,
                    0.759952,
                    0.768977,
                    0.631476,
                    0.742219,
                    0.763397,
                    0.672833,
                    0.536997,
                    0.829408,
                    0.757148,
                    0.58427,
                    0.68403,
                    0.670025,
                    0.78026,
                    0.751417,
                    0.570313,
                    0.581603,
                    0.613535,
                    0.675523,
                    0.648844,
                    0.684725,
                    0.874847,
                    0.722937,
                    0.648917,
                    0.639305,
                    0.396585,
                    0.452047,
                    0.701494,
                    0.809694,
                    0.623094,
                    0.861841,
                    0.609949,
                    0.573665,
                    0.59913,
                    0.667818,
                    0.700706,
                    0.830123,
                    0.698129,
                    0.624166,
                    0.519344,
                    0.616878,
                    0.700538,
                    0.514332,
                    0.627786,
                    0.744625,
                    0.674471,
                    0.657711,
                    0.717263,
                    0.628753,
                    0.617069,
                    0.700271,
                    0.609037,
                    0.243626,
                    0.671652,
                    0.590338,
                    0.698946,
                    0.699368,
                    0.691983,
                    0.489392,
                    0.677583,
                    0.671918,
                    0.712223,
                    0.641661,
                    0.73054,
                    0.410936,
                    0.531677,
                    0.674931,
                    0.788888,
                    0.61865,
                    0.879044,
                    0.68474,
                    0.684346,
                    0.649385,
                    0.870926,
                    0.813865,
                    0.754806,
                    0.929273,
                    0.580663,
                    0.725541,
                    0.6797,
                    0.516942,
                    0.557624,
                    0.603032,
                    0.322084,
                    0.53167,
                    0.406632,
                    0.61347,
                    0.693924,
                    0.616574,
                    0.669719,
                    0.617159,
                    0.508451,
                    0.819715,
                    0.666421,
                    0.713852,
                    0.816396,
                    0.413569,
                    0.537632,
                    0.714518,
                    0.560252,
                    0.211641,
                    0.333659,
                    0.642597,
                    0.825805,
                    0.681222,
                    0.714695,
                    0.610373,
                    0.607184,
                    0.663834,
                    0.673949,
                    0.566764,
                    0.618183,
                    0.617925,
                    0.750101,
                    0.697795,
                    0.61156,
                    0.656442,
                    0.669786,
                    0.665641,
                    0.711104,
                    0.566453,
                    0.573161,
                    0.703608,
                    0.610411,
                    0.7557,
                    0.558021,
                    0.74633,
                    0.574613,
                    0.582481,
                    0.721515,
                    0.631174,
                    0.56145,
                    0.583057,
                    0.629281,
                    0.625812,
                    0.668832,
                    0.675267,
                    0.588576,
                    0.481513,
                    0.765782,
                    0.605694,
                    0.768244,
                    0.627849,
                    0.781754,
                    0.623104,
                    0.609763,
                    0.630714,
                    0.720541,
                    0.650504,
                    0.36401,
                    0.622077,
                    0.566682,
                    0.324815,
                    0.610396,
                    0.585117,
                    0.791578,
                    0.618423,
                    0.641303,
                    0.707539,
                    0.753611,
                    0.770995,
                    0.298362,
                    0.775909,
                    0.707314,
                    0.695368,
                    0.607119,
                    0.632704,
                    0.655356,
                    0.634427,
                    0.657256,
                    0.627194,
                    0.693742,
                    0.65125,
                    0.6377,
                    0.710515,
                    0.476658,
                    0.606377,
                    0.574783,
                    0.60236,
                    0.796124,
                    0.866181,
                    0.679046,
                    0.742388,
                    0.772445,
                    0.631695,
                    0.714777,
                    0.773095,
                    0.359777,
                    0.673608,
                    0.656247,
                    0.613405,
                    0.60225,
                    0.756225,
                    0.599704,
                    0.639955,
                    0.60036,
                    0.752446,
                    0.718818,
                    0.649963,
                    0.669339,
                    0.737841,
                    0.665385,
                    0.775242,
                    0.590207,
                    0.654515,
                    0.567334,
                    0.634772,
                    0.630612,
                    0.49744,
                    0.69536,
                    0.608893,
                    0.620924,
                    0.843051,
                    0.60227,
                    0.630869,
                    0.668524,
                    0.734981,
                    0.398681,
                    0.631282,
                    0.76786,
                    0.697024,
                    0.709987,
                    0.638498,
                    0.682995,
                    0.425543,
                    0.79126,
                    0.865059,
                    0.666063,
                    0.744682,
                    0.620257,
                    0.573021,
                    0.489246,
                    0.648513,
                    0.824735,
                    0.669105,
                    0.787244,
                    0.757339,
                    0.864742,
                    0.793058,
                    0.75916,
                    0.461243,
                    0.709765,
                    0.718301,
                    0.551291,
                    0.592976,
                    0.620651,
                    0.719053,
                    0.646226,
                    0.650827,
                    0.438591,
                    0.551787,
                    0.597961,
                    0.723195,
                    0.735845,
                    0.714492,
                    0.646126,
                    0.599802,
                    0.622303,
                    0.613824,
                    0.656624,
                    0.640522,
                    0.776777,
                    0.808133,
                    0.777227,
                    0.61383,
                    0.534679,
                    0.646133,
                    0.529392,
                    0.54745,
                    0.612701,
                    0.535952,
                    0.577308,
                    0.645197,
                    0.696676,
                    0.546597,
                    0.724087,
                    0.560044,
                    0.480039,
                    0.559973,
                    0.725906,
                    0.887867,
                    0.677303,
                    0.666738,
                    0.595668,
                    0.71486,
                    0.59317,
                    0.614933,
                    0.65373,
                    0.79725,
                    0.782871,
                    0.795845,
                    0.61824,
                    0.609358,
                    0.675266,
                    0.791636,
                    0.709273,
                    0.837511,
                    0.640985,
                    0.594655,
                    0.46207,
                    0.682783,
                    0.717476,
                    0.688505,
                    0.702512,
                    0.593418,
                    0.652615,
                    0.595945,
                    0.698155,
                    0.713748,
                    0.774836,
                    0.661903,
                    0.636659,
                    0.586976,
                    0.623941,
                    0.718772,
                    0.622611,
                    0.616238,
                    0.82673,
                    0.794976,
                    0.620507,
                    0.65017,
                    0.695878,
                    0.594128,
                    0.556163,
                    0.622263,
                    0.678616,
                    0.638463,
                    0.573649,
                    0.62416,
                    0.662299,
                    0.743106,
                    0.730724,
                    0.686763,
                    0.699905,
                    0.552551,
                    0.508868,
                    0.593755,
                    0.676569,
                    0.647782,
                    0.524021,
                    0.766555,
                    0.655068,
                    0.73957,
                    0.668007,
                    0.688115,
                    0.635272,
                    0.612664,
                    0.602141,
                    0.495967,
                    0.827025,
                    0.860281,
                    0.767167,
                    0.486726,
                    0.606212,
                    0.632496,
                    0.733395,
                    0.72854,
                    0.632075,
                    0.74206,
                    0.376941,
                    0.0671,
                    0.710113,
                    0.829175,
                    0.638529,
                    0.856642,
                    0.567743,
                    0.638913,
                    0.588732,
                    0.79857,
                    0.807078,
                    0.748051,
                    0.702022,
                    0.645697,
                    0.745972,
                    0.296881,
                    0.564724,
                    0.743618,
                    0.701647,
                    0.761458,
                    0.656523,
                    0.491967,
                    0.802137,
                    0.707267,
                    0.633127,
                    0.588155,
                    0.780337,
                    0.582107,
                    0.741711,
                    0.810012,
                    0.559251,
                    0.631743,
                    0.572806,
                    1.029275,
                    0.667635,
                    0.435489,
                    0.367123,
                    0.637592,
                    0.819092,
                    0.676881,
                    0.618039,
                    0.664943,
                    0.606866,
                    0.588154,
                    0.663397,
                    0.84885,
                    0.624844,
                    0.709464,
                    0.673269,
                    0.773397,
                    0.676445,
                    0.926206,
                    0.57039,
                    0.695465,
                    0.58834,
                    0.668656,
                    0.777517,
                    0.818912,
                    0.60868,
                    0.72942,
                    0.869587,
                    0.606524,
                    0.908311,
                    0.643749,
                    0.545145,
                    0.370162,
                    0.644247,
                    0.721755,
                    0.713242,
                    0.731314
                ]
            },
            "name": "model.model.layers.23.input_layernorm.weight",
            "outputIndexes": [
                1885
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1884
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_23/Mul_output_0",
            "outputIndexes": [
                1886
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1885,
                1886
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_23/Mul_1_output_0",
            "outputIndexes": [
                1887
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1887
            ],
            "outputIndexes": [
                3111
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3111
            ],
            "outputIndexes": [
                3112
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear",
            "inputIndexes": [
                3112
            ],
            "outputIndexes": [
                3113
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    50875862,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3113
            ],
            "outputIndexes": [
                3114
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3114
            ],
            "outputIndexes": [
                1888
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1887
            ],
            "main_type": "NONE",
            "name": "/Shape_323_output_0",
            "outputIndexes": [
                1889
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1889
            ],
            "main_type": "NONE",
            "name": "Shape5045",
            "outputIndexes": [
                1890
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1889
            ],
            "main_type": "NONE",
            "name": "Rank5047",
            "outputIndexes": [
                1891
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1891,
                1891
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5049",
            "outputIndexes": [
                1892
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1892
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5050",
            "outputIndexes": [
                1893
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1892,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5052",
            "outputIndexes": [
                1894
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1894
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5053",
            "outputIndexes": [
                1895
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1890,
                1893,
                1895,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5056",
            "outputIndexes": [
                1896
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1896
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5057",
            "outputIndexes": [
                1897
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1897
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5058",
            "outputIndexes": [
                1898
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1898,
                1897
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5059",
            "outputIndexes": [
                1899
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1889,
                1899,
                1892
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_349_output_0",
            "outputIndexes": [
                1900
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1900,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_737_output_0",
            "outputIndexes": [
                1901
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1901,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_299_output_0",
            "outputIndexes": [
                1902
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1888,
                1902
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_208_output_0",
            "outputIndexes": [
                1903
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1903,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_184_output_0",
            "outputIndexes": [
                1904
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1903
            ],
            "main_type": "NONE",
            "name": "/Shape_324_output_0",
            "outputIndexes": [
                1905
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1905
            ],
            "main_type": "NONE",
            "name": "Shape5066",
            "outputIndexes": [
                1906
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1905
            ],
            "main_type": "NONE",
            "name": "Rank5068",
            "outputIndexes": [
                1907
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1907,
                1907
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5070",
            "outputIndexes": [
                1908
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1908
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5071",
            "outputIndexes": [
                1909
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1908,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5073",
            "outputIndexes": [
                1910
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1910
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5074",
            "outputIndexes": [
                1911
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1906,
                1909,
                1911,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5077",
            "outputIndexes": [
                1912
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1912
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5078",
            "outputIndexes": [
                1913
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1913
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5079",
            "outputIndexes": [
                1914
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1914,
                1913
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5080",
            "outputIndexes": [
                1915
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1905,
                1915,
                1908
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_350_output_0",
            "outputIndexes": [
                1916
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1916,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_69_output_0",
            "outputIndexes": [
                1917
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1917,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_742_output_0",
            "outputIndexes": [
                1918
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1903,
                1918,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_93_output_0",
            "outputIndexes": [
                1919
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1919
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_46_output_0",
            "outputIndexes": [
                1920
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1903,
                22,
                1918,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_92_output_0",
            "outputIndexes": [
                1921
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1920,
                1921
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_302_output_0",
            "outputIndexes": [
                1922
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1922,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_185_output_0",
            "outputIndexes": [
                1923
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1904,
                1923
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_115_output_0",
            "outputIndexes": [
                1924
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1887
            ],
            "outputIndexes": [
                3115
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3115
            ],
            "outputIndexes": [
                3116
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear",
            "inputIndexes": [
                3116
            ],
            "outputIndexes": [
                3117
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    51083244,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3117
            ],
            "outputIndexes": [
                3118
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3118
            ],
            "outputIndexes": [
                1925
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1901,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_300_output_0",
            "outputIndexes": [
                1926
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1925,
                1926
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_209_output_0",
            "outputIndexes": [
                1927
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1927,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_186_output_0",
            "outputIndexes": [
                1928
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1927
            ],
            "main_type": "NONE",
            "name": "/Shape_325_output_0",
            "outputIndexes": [
                1929
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1929
            ],
            "main_type": "NONE",
            "name": "Shape5129",
            "outputIndexes": [
                1930
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1929
            ],
            "main_type": "NONE",
            "name": "Rank5131",
            "outputIndexes": [
                1931
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1931,
                1931
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5133",
            "outputIndexes": [
                1932
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1932
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5134",
            "outputIndexes": [
                1933
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1932,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5136",
            "outputIndexes": [
                1934
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1934
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5137",
            "outputIndexes": [
                1935
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1930,
                1933,
                1935,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5140",
            "outputIndexes": [
                1936
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1936
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5141",
            "outputIndexes": [
                1937
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1937
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5142",
            "outputIndexes": [
                1938
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1938,
                1937
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5143",
            "outputIndexes": [
                1939
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1929,
                1939,
                1932
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_351_output_0",
            "outputIndexes": [
                1940
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1940,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_70_output_0",
            "outputIndexes": [
                1941
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1941,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_744_output_0",
            "outputIndexes": [
                1942
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1927,
                1942,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_95_output_0",
            "outputIndexes": [
                1943
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1943
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_47_output_0",
            "outputIndexes": [
                1944
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1927,
                22,
                1942,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_94_output_0",
            "outputIndexes": [
                1945
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1944,
                1945
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_303_output_0",
            "outputIndexes": [
                1946
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1946,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_187_output_0",
            "outputIndexes": [
                1947
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1928,
                1947
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_116_output_0",
            "outputIndexes": [
                1948
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1887
            ],
            "outputIndexes": [
                3119
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3119
            ],
            "outputIndexes": [
                3120
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear",
            "inputIndexes": [
                3120
            ],
            "outputIndexes": [
                3121
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    51152386,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3121
            ],
            "outputIndexes": [
                3122
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3122
            ],
            "outputIndexes": [
                1949
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1949,
                1926
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_210_output_0",
            "outputIndexes": [
                1950
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1924,
                1948,
                1950,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_215_output_0",
            "outputIndexes": [
                1951
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1951
            ],
            "outputIndexes": [
                3123
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3123
            ],
            "outputIndexes": [
                3124
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear",
            "inputIndexes": [
                3124
            ],
            "outputIndexes": [
                3125
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    51221528,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3125
            ],
            "outputIndexes": [
                3126
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3126
            ],
            "outputIndexes": [
                1952
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1884,
                1952
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_118_output_0",
            "outputIndexes": [
                1953
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.369956,
                    0.385724,
                    0.370384,
                    0.378024,
                    0.366295,
                    0.352671,
                    0.378802,
                    0.375451,
                    0.142987,
                    0.393843,
                    0.365075,
                    0.362746,
                    0.347049,
                    0.353749,
                    0.269859,
                    0.359318,
                    0.38795,
                    0.168814,
                    0.371534,
                    0.406448,
                    0.368083,
                    0.347248,
                    0.347944,
                    0.399843,
                    0.366046,
                    0.334435,
                    0.311501,
                    0.331212,
                    0.382572,
                    0.320316,
                    0.353366,
                    0.29641,
                    0.382467,
                    0.362837,
                    0.340212,
                    0.331016,
                    0.374859,
                    0.395607,
                    0.304811,
                    0.348643,
                    0.345518,
                    0.386003,
                    0.367977,
                    0.410341,
                    0.375007,
                    0.286166,
                    0.411686,
                    0.342566,
                    0.369986,
                    0.369826,
                    0.30263,
                    0.401559,
                    0.389242,
                    0.374329,
                    0.390656,
                    0.39065,
                    0.33086,
                    0.367102,
                    0.364724,
                    0.286705,
                    0.381616,
                    0.363239,
                    0.38523,
                    0.377382,
                    0.435993,
                    0.386113,
                    0.404586,
                    0.392858,
                    0.345012,
                    0.347374,
                    0.375931,
                    0.392219,
                    0.405279,
                    0.367932,
                    0.361008,
                    0.374096,
                    0.380584,
                    0.382438,
                    0.407588,
                    0.400125,
                    0.397143,
                    0.383322,
                    0.350042,
                    0.343914,
                    0.360188,
                    0.34477,
                    0.380645,
                    0.363232,
                    0.347143,
                    0.41599,
                    0.379863,
                    0.377985,
                    0.379395,
                    0.380024,
                    0.379362,
                    0.35547,
                    0.36618,
                    0.37206,
                    0.382115,
                    0.398288,
                    0.0747,
                    0.370929,
                    0.376347,
                    0.377307,
                    0.383528,
                    0.380497,
                    0.394085,
                    0.342841,
                    0.37814,
                    0.361232,
                    0.338346,
                    0.38568,
                    0.424205,
                    0.36801,
                    0.388285,
                    0.385578,
                    0.382336,
                    0.380636,
                    0.36879,
                    0.228684,
                    0.405357,
                    0.381071,
                    0.348553,
                    0.36197,
                    0.32411,
                    0.317258,
                    0.372724,
                    0.358275,
                    0.354416,
                    0.369399,
                    0.378355,
                    0.357774,
                    0.363332,
                    0.408834,
                    0.356214,
                    0.37427,
                    0.411401,
                    0.374232,
                    0.366634,
                    0.362838,
                    0.300703,
                    0.358803,
                    0.401167,
                    0.357155,
                    0.363556,
                    0.340769,
                    0.361152,
                    0.382758,
                    0.398923,
                    0.381635,
                    0.370593,
                    0.374924,
                    0.383883,
                    0.381958,
                    0.339862,
                    0.394657,
                    0.390155,
                    0.338069,
                    0.382148,
                    0.362938,
                    0.364027,
                    0.343355,
                    0.318747,
                    0.372257,
                    0.36231,
                    0.360607,
                    0.380274,
                    0.380306,
                    0.381736,
                    0.376786,
                    0.322331,
                    0.391057,
                    0.292339,
                    0.393785,
                    0.37301,
                    0.390745,
                    0.373786,
                    0.410901,
                    0.356289,
                    0.35887,
                    0.383346,
                    0.36006,
                    0.394885,
                    0.369358,
                    0.393646,
                    0.36229,
                    0.328624,
                    0.37686,
                    0.343344,
                    0.348618,
                    0.386141,
                    0.36141,
                    0.377678,
                    0.393874,
                    0.384407,
                    0.370581,
                    0.365526,
                    0.393553,
                    0.375074,
                    0.241993,
                    0.362864,
                    0.332021,
                    0.403316,
                    0.366507,
                    0.378384,
                    0.332465,
                    0.349843,
                    0.388303,
                    0.369522,
                    0.356327,
                    0.389643,
                    0.312159,
                    0.327139,
                    0.365551,
                    0.400475,
                    0.35386,
                    0.40469,
                    0.400611,
                    0.390407,
                    0.363561,
                    0.387055,
                    0.38666,
                    0.383142,
                    0.423926,
                    0.347281,
                    0.385362,
                    0.370485,
                    0.331174,
                    0.339683,
                    0.375342,
                    0.264041,
                    0.354774,
                    0.312169,
                    0.353701,
                    0.388916,
                    0.38955,
                    0.388665,
                    0.377377,
                    0.317904,
                    0.387383,
                    0.373818,
                    0.35925,
                    0.379291,
                    0.232845,
                    0.337564,
                    0.396159,
                    0.37556,
                    0.117017,
                    0.2622,
                    0.377828,
                    0.38094,
                    0.368953,
                    0.392931,
                    0.341296,
                    0.374289,
                    0.38443,
                    0.366056,
                    0.353871,
                    0.349803,
                    0.391198,
                    0.579164,
                    0.169429,
                    0.344285,
                    0.372518,
                    0.365973,
                    0.346729,
                    0.367907,
                    0.317006,
                    0.349181,
                    0.361848,
                    0.374335,
                    0.3814,
                    0.35386,
                    0.370528,
                    0.350531,
                    0.379427,
                    0.369268,
                    0.38807,
                    0.349993,
                    0.369146,
                    0.364059,
                    0.347521,
                    0.392865,
                    0.3827,
                    0.356024,
                    0.338533,
                    0.388933,
                    0.363154,
                    0.371974,
                    0.372767,
                    0.389686,
                    0.378742,
                    0.342732,
                    0.3876,
                    0.38639,
                    0.379492,
                    0.315058,
                    0.387302,
                    0.343359,
                    0.208772,
                    0.33706,
                    0.357236,
                    0.360295,
                    0.389383,
                    0.376954,
                    0.375568,
                    0.375488,
                    0.361793,
                    0.229115,
                    0.361138,
                    0.354735,
                    0.366388,
                    0.313722,
                    0.391244,
                    0.345295,
                    0.373744,
                    0.372984,
                    0.375398,
                    0.372324,
                    0.363339,
                    0.345267,
                    0.391079,
                    0.296181,
                    0.358671,
                    0.382178,
                    0.357062,
                    0.376244,
                    0.391384,
                    0.387731,
                    0.386668,
                    0.381572,
                    0.395185,
                    0.393613,
                    0.410884,
                    0.315415,
                    0.391961,
                    0.399044,
                    0.346156,
                    0.381291,
                    0.383418,
                    0.347792,
                    0.361904,
                    0.361879,
                    0.367261,
                    0.40507,
                    0.393977,
                    0.365197,
                    0.363757,
                    0.366255,
                    0.386,
                    0.242586,
                    0.375654,
                    0.347097,
                    0.371348,
                    0.389115,
                    0.364652,
                    0.39462,
                    0.343441,
                    0.360993,
                    0.347938,
                    0.346107,
                    0.392912,
                    0.39556,
                    0.382768,
                    0.308019,
                    0.364389,
                    0.362489,
                    0.407893,
                    0.373201,
                    0.399142,
                    0.401466,
                    0.397585,
                    0.36745,
                    0.380594,
                    0.384617,
                    0.394173,
                    0.374123,
                    0.339644,
                    0.335115,
                    0.392494,
                    0.412068,
                    0.39517,
                    0.390345,
                    0.391811,
                    0.373506,
                    0.37782,
                    0.38756,
                    0.334289,
                    0.376218,
                    0.398912,
                    0.364199,
                    0.348947,
                    0.354516,
                    0.373021,
                    0.409397,
                    0.397169,
                    0.310675,
                    0.342275,
                    0.375019,
                    0.396117,
                    0.365657,
                    0.413374,
                    0.369192,
                    0.370347,
                    0.361651,
                    0.383442,
                    0.348512,
                    0.344915,
                    0.378564,
                    0.37041,
                    0.390429,
                    0.36745,
                    0.364212,
                    0.402708,
                    0.325662,
                    0.349986,
                    0.372516,
                    0.351835,
                    0.356443,
                    0.374498,
                    0.364647,
                    0.302758,
                    0.382854,
                    0.361647,
                    0.341036,
                    0.349799,
                    0.366457,
                    0.379504,
                    0.391248,
                    0.366563,
                    0.351959,
                    0.363168,
                    0.384239,
                    0.374592,
                    0.371988,
                    0.375054,
                    0.38507,
                    0.409673,
                    0.379562,
                    0.370896,
                    0.392312,
                    0.415104,
                    0.364329,
                    0.372477,
                    0.388984,
                    0.360071,
                    0.151388,
                    0.374681,
                    0.372912,
                    0.392776,
                    0.36031,
                    0.365297,
                    0.36002,
                    0.366614,
                    0.381544,
                    0.400398,
                    0.388229,
                    0.360279,
                    0.361312,
                    0.350182,
                    0.371066,
                    0.382397,
                    0.35697,
                    0.366144,
                    0.390366,
                    0.395345,
                    0.366358,
                    0.380495,
                    0.402147,
                    0.374814,
                    0.346527,
                    0.364861,
                    0.359454,
                    0.37858,
                    0.347505,
                    0.347239,
                    0.379748,
                    0.369233,
                    0.381432,
                    0.374892,
                    0.378582,
                    0.369669,
                    0.344562,
                    0.355055,
                    0.388856,
                    0.38376,
                    0.270403,
                    0.357377,
                    0.381533,
                    0.382204,
                    0.367885,
                    0.377877,
                    0.356421,
                    0.360553,
                    0.355532,
                    0.345193,
                    0.386428,
                    0.395054,
                    0.373007,
                    0.342685,
                    0.373114,
                    0.364164,
                    0.367459,
                    0.369911,
                    0.389986,
                    0.374087,
                    0.299238,
                    -0.000305,
                    0.380409,
                    0.385409,
                    0.3636,
                    0.405786,
                    0.361192,
                    0.35758,
                    0.359909,
                    0.375544,
                    0.387738,
                    0.352223,
                    0.376956,
                    0.37312,
                    0.359937,
                    0.263152,
                    0.360831,
                    0.381242,
                    0.392023,
                    0.385763,
                    0.39488,
                    0.335673,
                    0.380202,
                    0.370477,
                    0.385053,
                    0.320622,
                    0.386825,
                    0.377193,
                    0.377544,
                    0.398012,
                    0.339036,
                    0.375282,
                    0.334985,
                    0.37687,
                    0.355478,
                    0.281263,
                    0.287941,
                    0.353882,
                    0.385536,
                    0.400644,
                    0.370875,
                    0.381271,
                    0.368499,
                    0.369236,
                    0.374363,
                    0.378885,
                    0.357025,
                    0.360415,
                    0.367233,
                    0.343834,
                    0.400823,
                    0.380274,
                    0.360643,
                    0.382991,
                    0.343339,
                    0.39617,
                    0.406527,
                    0.364294,
                    0.339907,
                    0.389711,
                    0.411144,
                    0.373468,
                    0.322556,
                    0.364872,
                    0.362633,
                    0.313215,
                    0.377981,
                    0.375005,
                    0.363365,
                    0.368916
                ]
            },
            "name": "model.model.layers.23.post_attention_layernorm.weight",
            "outputIndexes": [
                1954
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1953
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_23/Mul_output_0",
            "outputIndexes": [
                1955
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1954,
                1955
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_23/Mul_1_output_0",
            "outputIndexes": [
                1956
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1956
            ],
            "outputIndexes": [
                3127
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3127
            ],
            "outputIndexes": [
                3128
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear",
            "inputIndexes": [
                3128
            ],
            "outputIndexes": [
                3129
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    51428910,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3129
            ],
            "outputIndexes": [
                3130
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3130
            ],
            "outputIndexes": [
                1957
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1957
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_23/Sigmoid_output_0",
            "outputIndexes": [
                1958
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1957,
                1958
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_23/Mul_output_0",
            "outputIndexes": [
                1959
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1956
            ],
            "outputIndexes": [
                3131
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3131
            ],
            "outputIndexes": [
                3132
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear",
            "inputIndexes": [
                3132
            ],
            "outputIndexes": [
                3133
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    51981892,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3133
            ],
            "outputIndexes": [
                3134
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3134
            ],
            "outputIndexes": [
                1960
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1959,
                1960
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_23/Mul_output_0",
            "outputIndexes": [
                1961
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1961
            ],
            "outputIndexes": [
                3135
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3135
            ],
            "outputIndexes": [
                3136
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear",
            "inputIndexes": [
                3136
            ],
            "outputIndexes": [
                3137
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    52534874,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3137
            ],
            "outputIndexes": [
                3138
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3138
            ],
            "outputIndexes": [
                1962
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1953,
                1962
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_119_output_0",
            "outputIndexes": [
                1963
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1963,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_216_output_0",
            "outputIndexes": [
                1964
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.786824,
                    0.660197,
                    0.637111,
                    0.809066,
                    0.547522,
                    0.677578,
                    0.619667,
                    0.637002,
                    0.580786,
                    0.672,
                    0.605412,
                    0.64748,
                    0.600357,
                    0.594426,
                    0.356894,
                    0.532285,
                    0.748728,
                    0.173578,
                    0.674374,
                    0.746308,
                    0.603105,
                    0.588685,
                    0.640724,
                    0.764104,
                    0.567316,
                    0.391862,
                    0.424857,
                    0.578403,
                    0.812632,
                    0.655295,
                    0.566828,
                    0.437469,
                    0.631979,
                    0.634372,
                    0.622831,
                    0.362121,
                    0.764177,
                    0.59212,
                    0.42413,
                    0.628696,
                    0.649756,
                    0.65636,
                    0.590046,
                    0.692773,
                    0.775242,
                    0.485941,
                    0.670081,
                    0.517774,
                    0.656824,
                    0.700594,
                    0.357189,
                    0.654746,
                    0.752468,
                    0.809069,
                    0.717448,
                    0.713846,
                    0.630356,
                    0.594019,
                    0.613046,
                    0.413826,
                    0.723098,
                    0.579117,
                    0.725603,
                    0.641496,
                    0.760781,
                    0.682282,
                    0.777833,
                    0.672157,
                    0.742726,
                    0.575233,
                    0.63606,
                    0.770862,
                    0.690009,
                    0.674953,
                    0.573784,
                    0.678205,
                    0.666389,
                    0.639041,
                    0.735086,
                    0.677435,
                    0.633771,
                    0.661292,
                    0.498378,
                    0.559574,
                    0.645601,
                    0.652776,
                    0.605277,
                    0.72811,
                    0.58459,
                    0.652546,
                    0.708304,
                    0.642916,
                    0.623911,
                    0.763635,
                    0.640579,
                    0.610393,
                    0.70742,
                    0.586116,
                    0.729998,
                    0.697521,
                    0.595873,
                    0.59739,
                    0.700326,
                    0.670001,
                    0.639865,
                    0.651283,
                    0.74509,
                    0.595306,
                    0.598041,
                    0.799769,
                    0.554721,
                    0.646158,
                    0.699141,
                    0.62103,
                    0.688972,
                    0.634021,
                    0.680801,
                    0.672784,
                    0.801594,
                    0.767528,
                    0.660193,
                    0.735128,
                    0.549669,
                    0.631524,
                    0.672596,
                    0.560335,
                    0.645937,
                    0.769621,
                    0.594615,
                    0.631199,
                    0.712332,
                    0.671473,
                    0.639327,
                    0.760629,
                    0.637412,
                    0.685818,
                    0.653541,
                    0.588158,
                    0.605607,
                    0.618446,
                    0.426301,
                    0.682472,
                    0.672968,
                    0.594622,
                    0.639807,
                    0.750784,
                    0.629138,
                    0.660821,
                    0.674784,
                    0.67347,
                    0.733679,
                    0.691277,
                    0.685144,
                    0.607503,
                    0.55444,
                    0.644401,
                    0.679953,
                    0.665228,
                    0.701682,
                    0.612249,
                    0.614946,
                    0.704965,
                    0.829668,
                    0.598019,
                    0.642615,
                    0.653232,
                    0.750837,
                    0.668527,
                    0.740439,
                    0.645815,
                    0.694376,
                    0.708107,
                    0.467734,
                    0.494064,
                    0.605798,
                    0.736254,
                    0.617601,
                    0.714094,
                    0.756584,
                    0.537554,
                    0.705897,
                    0.653205,
                    0.644538,
                    0.66633,
                    0.687478,
                    0.585253,
                    0.558093,
                    0.831607,
                    0.655833,
                    0.570645,
                    0.746242,
                    0.670967,
                    0.625433,
                    0.621028,
                    0.67575,
                    0.612012,
                    0.764524,
                    0.647867,
                    0.843692,
                    0.246696,
                    0.657446,
                    0.565168,
                    0.762291,
                    0.633689,
                    0.619675,
                    0.521508,
                    0.650099,
                    0.698977,
                    0.620061,
                    0.594458,
                    0.710364,
                    0.458844,
                    0.517105,
                    0.651622,
                    0.719489,
                    0.628598,
                    0.786782,
                    0.69566,
                    0.676477,
                    0.561748,
                    0.695282,
                    0.691736,
                    0.654478,
                    0.728927,
                    0.588314,
                    0.72932,
                    0.632185,
                    0.528834,
                    0.587828,
                    0.558945,
                    0.360057,
                    0.49565,
                    0.423045,
                    0.642188,
                    0.641604,
                    0.669761,
                    0.812809,
                    0.858521,
                    0.542191,
                    0.677881,
                    0.817154,
                    0.606369,
                    0.687497,
                    0.545956,
                    0.547433,
                    0.624979,
                    0.581708,
                    0.231666,
                    0.381468,
                    0.611536,
                    0.70203,
                    0.621907,
                    0.653841,
                    0.585566,
                    0.722184,
                    0.692628,
                    0.654498,
                    0.774437,
                    0.844238,
                    0.643632,
                    0.72065,
                    0.73236,
                    0.601076,
                    0.678849,
                    0.653971,
                    0.607954,
                    0.62354,
                    0.643029,
                    0.569361,
                    0.647449,
                    0.700089,
                    0.618397,
                    0.5749,
                    0.673759,
                    0.607645,
                    0.636616,
                    0.670263,
                    0.706319,
                    0.597326,
                    0.657223,
                    0.611372,
                    0.615392,
                    0.730332,
                    0.766475,
                    0.664757,
                    0.611313,
                    0.619816,
                    0.553951,
                    0.719971,
                    0.622816,
                    0.680493,
                    0.805677,
                    0.628423,
                    0.75307,
                    0.676926,
                    0.664139,
                    0.363925,
                    0.668396,
                    0.622564,
                    0.381849,
                    0.610584,
                    0.570062,
                    0.740587,
                    0.640997,
                    0.640787,
                    0.67021,
                    0.681944,
                    0.660115,
                    0.366414,
                    0.72885,
                    0.60693,
                    0.678549,
                    0.588767,
                    0.700468,
                    0.619467,
                    0.559877,
                    0.584184,
                    0.739231,
                    0.665317,
                    0.608952,
                    0.575828,
                    0.646418,
                    0.495262,
                    0.578328,
                    0.613698,
                    0.593632,
                    0.634054,
                    0.728791,
                    0.657815,
                    0.652929,
                    0.641544,
                    0.621131,
                    0.697324,
                    0.666368,
                    0.384637,
                    0.737481,
                    0.624519,
                    0.59264,
                    0.615576,
                    0.712469,
                    0.568476,
                    0.620019,
                    0.778969,
                    0.695734,
                    0.696938,
                    0.801524,
                    0.61485,
                    0.595983,
                    0.589614,
                    0.687357,
                    0.66465,
                    0.651136,
                    0.620226,
                    0.620189,
                    0.641482,
                    0.494621,
                    0.602629,
                    0.564633,
                    0.580196,
                    0.693634,
                    0.566155,
                    0.741527,
                    0.71039,
                    0.608402,
                    0.419316,
                    0.609316,
                    0.781812,
                    0.762885,
                    0.638486,
                    0.652004,
                    0.763761,
                    0.45959,
                    0.69501,
                    0.779015,
                    0.654458,
                    0.586688,
                    0.625443,
                    0.539925,
                    0.513583,
                    0.735932,
                    0.748287,
                    0.649147,
                    0.657916,
                    0.679877,
                    0.691896,
                    0.67518,
                    0.679518,
                    0.443638,
                    0.678422,
                    0.686969,
                    0.749606,
                    0.549893,
                    0.598414,
                    0.657049,
                    0.63182,
                    0.667114,
                    0.475872,
                    0.754965,
                    0.659774,
                    0.681113,
                    0.611927,
                    0.698008,
                    0.642781,
                    0.65041,
                    0.669277,
                    0.685293,
                    0.646754,
                    0.654518,
                    0.711612,
                    0.697307,
                    0.685494,
                    0.635012,
                    0.564622,
                    0.612413,
                    0.503617,
                    0.571866,
                    0.755078,
                    0.613934,
                    0.595945,
                    0.615898,
                    0.668526,
                    0.616952,
                    0.696531,
                    0.735994,
                    0.699277,
                    0.606107,
                    0.634198,
                    0.752636,
                    0.582379,
                    0.732225,
                    0.590679,
                    0.642074,
                    0.7191,
                    0.850735,
                    0.652406,
                    0.659169,
                    0.70952,
                    0.745154,
                    0.610682,
                    0.571745,
                    0.717446,
                    0.718,
                    0.647719,
                    0.745229,
                    0.717583,
                    0.570584,
                    0.514409,
                    0.658635,
                    0.605123,
                    0.688244,
                    0.624482,
                    0.808207,
                    0.623405,
                    0.561142,
                    0.676568,
                    0.696162,
                    0.70411,
                    0.647265,
                    0.551929,
                    0.578515,
                    0.5983,
                    0.617935,
                    0.599411,
                    0.605941,
                    0.746624,
                    0.738342,
                    0.622325,
                    0.65272,
                    0.660398,
                    0.799083,
                    0.749027,
                    0.792051,
                    0.650724,
                    0.624415,
                    0.531574,
                    0.604571,
                    0.65279,
                    0.729196,
                    0.690064,
                    0.635959,
                    0.682878,
                    0.67492,
                    0.53935,
                    0.609823,
                    0.798931,
                    0.671723,
                    0.565233,
                    0.690232,
                    0.686011,
                    0.641107,
                    0.803852,
                    0.6714,
                    0.619642,
                    0.628474,
                    0.664561,
                    0.481245,
                    0.703254,
                    0.693208,
                    0.65683,
                    0.51458,
                    0.719457,
                    0.609489,
                    0.651725,
                    0.674644,
                    0.680964,
                    0.717683,
                    0.431666,
                    0.078799,
                    0.625601,
                    0.692218,
                    0.563784,
                    0.737046,
                    0.548616,
                    0.652503,
                    0.582314,
                    0.700947,
                    0.71437,
                    0.617394,
                    0.639488,
                    0.691018,
                    0.649594,
                    0.32453,
                    0.765784,
                    0.653628,
                    0.629803,
                    0.670464,
                    0.70273,
                    0.539616,
                    0.756019,
                    0.693811,
                    0.762156,
                    0.668182,
                    0.807573,
                    0.770599,
                    0.68442,
                    0.714717,
                    0.617389,
                    0.763098,
                    0.615335,
                    0.764204,
                    0.632652,
                    0.499603,
                    0.412386,
                    0.650581,
                    0.739964,
                    0.685533,
                    0.765556,
                    0.665985,
                    0.735319,
                    0.570781,
                    0.65039,
                    0.722444,
                    0.624117,
                    0.682728,
                    0.622281,
                    0.643306,
                    0.577506,
                    0.808131,
                    0.595493,
                    0.664697,
                    0.759611,
                    0.740771,
                    0.769734,
                    0.704439,
                    0.594055,
                    0.71522,
                    0.694701,
                    0.637191,
                    0.788192,
                    0.639228,
                    0.550578,
                    0.424299,
                    0.639486,
                    0.603002,
                    0.655054,
                    0.648465
                ]
            },
            "name": "model.model.layers.24.input_layernorm.weight",
            "outputIndexes": [
                1965
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1964
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_24/Mul_output_0",
            "outputIndexes": [
                1966
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1965,
                1966
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_24/Mul_1_output_0",
            "outputIndexes": [
                1967
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1967
            ],
            "outputIndexes": [
                3139
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3139
            ],
            "outputIndexes": [
                3140
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear",
            "inputIndexes": [
                3140
            ],
            "outputIndexes": [
                3141
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    53087856,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3141
            ],
            "outputIndexes": [
                3142
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3142
            ],
            "outputIndexes": [
                1968
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1967
            ],
            "main_type": "NONE",
            "name": "/Shape_337_output_0",
            "outputIndexes": [
                1969
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1969
            ],
            "main_type": "NONE",
            "name": "Shape5261",
            "outputIndexes": [
                1970
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1969
            ],
            "main_type": "NONE",
            "name": "Rank5263",
            "outputIndexes": [
                1971
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1971,
                1971
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5265",
            "outputIndexes": [
                1972
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1972
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5266",
            "outputIndexes": [
                1973
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1972,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5268",
            "outputIndexes": [
                1974
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1974
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5269",
            "outputIndexes": [
                1975
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1970,
                1973,
                1975,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5272",
            "outputIndexes": [
                1976
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1976
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5273",
            "outputIndexes": [
                1977
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1977
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5274",
            "outputIndexes": [
                1978
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1978,
                1977
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5275",
            "outputIndexes": [
                1979
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1969,
                1979,
                1972
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_364_output_0",
            "outputIndexes": [
                1980
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1980,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_769_output_0",
            "outputIndexes": [
                1981
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1981,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_312_output_0",
            "outputIndexes": [
                1982
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1968,
                1982
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_217_output_0",
            "outputIndexes": [
                1983
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1983,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_192_output_0",
            "outputIndexes": [
                1984
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1983
            ],
            "main_type": "NONE",
            "name": "/Shape_338_output_0",
            "outputIndexes": [
                1985
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1985
            ],
            "main_type": "NONE",
            "name": "Shape5282",
            "outputIndexes": [
                1986
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1985
            ],
            "main_type": "NONE",
            "name": "Rank5284",
            "outputIndexes": [
                1987
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1987,
                1987
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5286",
            "outputIndexes": [
                1988
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1988
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5287",
            "outputIndexes": [
                1989
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1988,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5289",
            "outputIndexes": [
                1990
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1990
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5290",
            "outputIndexes": [
                1991
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1986,
                1989,
                1991,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5293",
            "outputIndexes": [
                1992
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1992
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5294",
            "outputIndexes": [
                1993
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1993
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5295",
            "outputIndexes": [
                1994
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1994,
                1993
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5296",
            "outputIndexes": [
                1995
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1985,
                1995,
                1988
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_365_output_0",
            "outputIndexes": [
                1996
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1996,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_72_output_0",
            "outputIndexes": [
                1997
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1997,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_774_output_0",
            "outputIndexes": [
                1998
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1983,
                1998,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_97_output_0",
            "outputIndexes": [
                1999
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1999
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_48_output_0",
            "outputIndexes": [
                2000
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1983,
                22,
                1998,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_96_output_0",
            "outputIndexes": [
                2001
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2000,
                2001
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_315_output_0",
            "outputIndexes": [
                2002
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2002,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_193_output_0",
            "outputIndexes": [
                2003
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1984,
                2003
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_120_output_0",
            "outputIndexes": [
                2004
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1967
            ],
            "outputIndexes": [
                3143
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3143
            ],
            "outputIndexes": [
                3144
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear",
            "inputIndexes": [
                3144
            ],
            "outputIndexes": [
                3145
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    53295238,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3145
            ],
            "outputIndexes": [
                3146
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3146
            ],
            "outputIndexes": [
                2005
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1981,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_313_output_0",
            "outputIndexes": [
                2006
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2005,
                2006
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_218_output_0",
            "outputIndexes": [
                2007
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2007,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_194_output_0",
            "outputIndexes": [
                2008
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2007
            ],
            "main_type": "NONE",
            "name": "/Shape_339_output_0",
            "outputIndexes": [
                2009
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2009
            ],
            "main_type": "NONE",
            "name": "Shape5345",
            "outputIndexes": [
                2010
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2009
            ],
            "main_type": "NONE",
            "name": "Rank5347",
            "outputIndexes": [
                2011
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2011,
                2011
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5349",
            "outputIndexes": [
                2012
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2012
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5350",
            "outputIndexes": [
                2013
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2012,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5352",
            "outputIndexes": [
                2014
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2014
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5353",
            "outputIndexes": [
                2015
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2010,
                2013,
                2015,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5356",
            "outputIndexes": [
                2016
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2016
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5357",
            "outputIndexes": [
                2017
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2017
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5358",
            "outputIndexes": [
                2018
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2018,
                2017
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5359",
            "outputIndexes": [
                2019
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2009,
                2019,
                2012
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_366_output_0",
            "outputIndexes": [
                2020
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2020,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_73_output_0",
            "outputIndexes": [
                2021
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2021,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_776_output_0",
            "outputIndexes": [
                2022
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2007,
                2022,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_99_output_0",
            "outputIndexes": [
                2023
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2023
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_49_output_0",
            "outputIndexes": [
                2024
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2007,
                22,
                2022,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_98_output_0",
            "outputIndexes": [
                2025
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2024,
                2025
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_316_output_0",
            "outputIndexes": [
                2026
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2026,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_195_output_0",
            "outputIndexes": [
                2027
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2008,
                2027
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_121_output_0",
            "outputIndexes": [
                2028
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1967
            ],
            "outputIndexes": [
                3147
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3147
            ],
            "outputIndexes": [
                3148
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear",
            "inputIndexes": [
                3148
            ],
            "outputIndexes": [
                3149
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    53364380,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3149
            ],
            "outputIndexes": [
                3150
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3150
            ],
            "outputIndexes": [
                2029
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2029,
                2006
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_219_output_0",
            "outputIndexes": [
                2030
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2004,
                2028,
                2030,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_224_output_0",
            "outputIndexes": [
                2031
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2031
            ],
            "outputIndexes": [
                3151
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3151
            ],
            "outputIndexes": [
                3152
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear",
            "inputIndexes": [
                3152
            ],
            "outputIndexes": [
                3153
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    53433522,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3153
            ],
            "outputIndexes": [
                3154
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3154
            ],
            "outputIndexes": [
                2032
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1964,
                2032
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_123_output_0",
            "outputIndexes": [
                2033
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.375443,
                    0.379688,
                    0.369554,
                    0.388398,
                    0.346156,
                    0.35424,
                    0.355296,
                    0.385726,
                    0.132693,
                    0.37854,
                    0.366252,
                    0.377021,
                    0.36966,
                    0.353125,
                    0.243121,
                    0.359418,
                    0.390752,
                    0.052221,
                    0.378381,
                    0.394183,
                    0.362593,
                    0.366265,
                    0.358547,
                    0.395193,
                    0.359283,
                    0.32781,
                    0.299227,
                    0.332353,
                    0.397292,
                    0.332793,
                    0.369506,
                    0.298712,
                    0.376179,
                    0.358354,
                    0.351685,
                    0.329586,
                    0.392432,
                    0.372339,
                    0.305596,
                    0.351394,
                    0.344196,
                    0.367675,
                    0.372978,
                    0.410075,
                    0.392802,
                    0.305838,
                    0.409997,
                    0.334289,
                    0.372588,
                    0.375491,
                    0.283468,
                    0.38343,
                    0.382205,
                    0.390037,
                    0.381686,
                    0.385221,
                    0.337963,
                    0.374828,
                    0.370128,
                    0.292019,
                    0.395672,
                    0.357156,
                    0.389688,
                    0.379575,
                    0.418159,
                    0.398361,
                    0.394628,
                    0.389615,
                    0.352415,
                    0.346871,
                    0.377449,
                    0.41352,
                    0.394362,
                    0.375583,
                    0.349118,
                    0.378925,
                    0.38759,
                    0.386066,
                    0.39666,
                    0.379612,
                    0.393834,
                    0.384708,
                    0.348347,
                    0.346377,
                    0.367355,
                    0.354087,
                    0.365066,
                    0.363978,
                    0.340565,
                    0.401913,
                    0.385807,
                    0.386608,
                    0.376875,
                    0.374181,
                    0.387078,
                    0.353929,
                    0.371909,
                    0.371038,
                    0.378936,
                    0.394565,
                    0.088349,
                    0.361308,
                    0.370286,
                    0.363212,
                    0.379541,
                    0.380767,
                    0.389214,
                    0.353923,
                    0.37274,
                    0.362472,
                    0.344318,
                    0.393938,
                    0.394333,
                    0.387651,
                    0.37977,
                    0.380431,
                    0.375425,
                    0.386794,
                    0.369201,
                    0.236339,
                    0.404757,
                    0.385364,
                    0.358361,
                    0.368474,
                    0.340577,
                    0.316163,
                    0.388724,
                    0.364313,
                    0.357112,
                    0.376651,
                    0.364618,
                    0.35885,
                    0.375483,
                    0.404834,
                    0.350058,
                    0.382223,
                    0.379466,
                    0.384155,
                    0.366212,
                    0.37687,
                    0.293752,
                    0.352953,
                    0.392779,
                    0.34437,
                    0.367382,
                    0.353374,
                    0.371802,
                    0.371321,
                    0.373088,
                    0.377914,
                    0.369159,
                    0.381147,
                    0.372964,
                    0.380449,
                    0.335227,
                    0.38387,
                    0.375971,
                    0.3356,
                    0.38074,
                    0.350734,
                    0.368594,
                    0.341913,
                    0.345944,
                    0.368631,
                    0.368135,
                    0.365032,
                    0.375989,
                    0.381536,
                    0.373565,
                    0.379505,
                    0.324356,
                    0.383163,
                    0.296222,
                    0.384411,
                    0.366116,
                    0.380532,
                    0.372774,
                    0.388574,
                    0.357831,
                    0.348517,
                    0.375151,
                    0.361547,
                    0.390255,
                    0.346516,
                    0.3899,
                    0.361396,
                    0.337057,
                    0.375114,
                    0.351617,
                    0.348017,
                    0.380996,
                    0.376902,
                    0.378128,
                    0.396438,
                    0.387952,
                    0.377325,
                    0.37188,
                    0.38309,
                    0.385213,
                    0.231878,
                    0.375104,
                    0.348338,
                    0.400904,
                    0.356719,
                    0.364226,
                    0.345755,
                    0.357987,
                    0.375976,
                    0.377831,
                    0.355269,
                    0.378282,
                    0.310998,
                    0.317525,
                    0.368458,
                    0.396919,
                    0.363571,
                    0.394547,
                    0.400156,
                    0.404826,
                    0.356996,
                    0.371942,
                    0.373671,
                    0.380625,
                    0.400193,
                    0.339859,
                    0.400476,
                    0.35676,
                    0.342774,
                    0.339973,
                    0.362471,
                    0.24563,
                    0.357708,
                    0.325311,
                    0.357958,
                    0.383776,
                    0.378609,
                    0.412776,
                    0.388873,
                    0.310768,
                    0.373373,
                    0.3948,
                    0.367555,
                    0.367244,
                    0.211806,
                    0.340796,
                    0.386029,
                    0.372697,
                    0.122966,
                    0.267696,
                    0.357697,
                    0.379691,
                    0.351283,
                    0.379991,
                    0.343302,
                    0.374727,
                    0.387474,
                    0.373821,
                    0.357489,
                    0.367627,
                    0.380943,
                    0.526494,
                    0.172984,
                    0.353497,
                    0.3813,
                    0.367693,
                    0.352617,
                    0.371696,
                    0.323437,
                    0.349208,
                    0.3706,
                    0.391941,
                    0.373234,
                    0.347625,
                    0.366113,
                    0.342148,
                    0.368275,
                    0.3636,
                    0.389111,
                    0.354665,
                    0.365528,
                    0.375181,
                    0.368434,
                    0.415608,
                    0.387911,
                    0.358943,
                    0.326793,
                    0.364669,
                    0.353634,
                    0.37859,
                    0.35159,
                    0.390631,
                    0.374106,
                    0.362182,
                    0.404346,
                    0.3784,
                    0.356751,
                    0.319417,
                    0.383759,
                    0.359049,
                    0.208391,
                    0.340898,
                    0.362752,
                    0.362902,
                    0.385882,
                    0.373465,
                    0.370679,
                    0.374388,
                    0.354189,
                    0.213189,
                    0.369928,
                    0.361121,
                    0.369952,
                    0.328083,
                    0.381834,
                    0.342141,
                    0.356988,
                    0.364422,
                    0.39191,
                    0.366312,
                    0.355299,
                    0.363926,
                    0.374484,
                    0.281781,
                    0.359969,
                    0.373164,
                    0.357466,
                    0.377221,
                    0.38541,
                    0.372209,
                    0.372314,
                    0.382768,
                    0.383835,
                    0.390667,
                    0.388427,
                    0.32323,
                    0.395333,
                    0.398583,
                    0.351274,
                    0.380714,
                    0.374045,
                    0.346877,
                    0.35051,
                    0.371442,
                    0.371942,
                    0.409295,
                    0.391996,
                    0.368372,
                    0.350403,
                    0.362202,
                    0.389824,
                    0.226492,
                    0.37301,
                    0.353949,
                    0.371708,
                    0.376624,
                    0.378361,
                    0.392818,
                    0.334681,
                    0.383977,
                    0.348831,
                    0.343061,
                    0.39184,
                    0.393578,
                    0.387274,
                    0.319313,
                    0.368817,
                    0.370179,
                    0.407346,
                    0.387909,
                    0.388714,
                    0.406491,
                    0.395303,
                    0.372747,
                    0.384912,
                    0.38459,
                    0.388502,
                    0.381547,
                    0.33503,
                    0.343412,
                    0.389668,
                    0.428742,
                    0.400229,
                    0.403332,
                    0.390192,
                    0.37347,
                    0.383411,
                    0.3693,
                    0.31833,
                    0.376248,
                    0.392758,
                    0.37935,
                    0.35263,
                    0.370829,
                    0.377651,
                    0.39889,
                    0.395232,
                    0.321164,
                    0.356787,
                    0.380017,
                    0.378659,
                    0.360299,
                    0.405196,
                    0.365097,
                    0.377248,
                    0.359612,
                    0.402351,
                    0.370507,
                    0.340771,
                    0.371796,
                    0.372441,
                    0.40061,
                    0.351454,
                    0.356369,
                    0.389281,
                    0.327638,
                    0.340228,
                    0.380983,
                    0.360218,
                    0.350003,
                    0.369539,
                    0.361508,
                    0.32389,
                    0.399698,
                    0.38046,
                    0.347511,
                    0.358267,
                    0.352177,
                    0.374099,
                    0.383654,
                    0.374198,
                    0.36701,
                    0.361856,
                    0.395291,
                    0.397206,
                    0.393865,
                    0.371818,
                    0.392296,
                    0.393291,
                    0.371547,
                    0.360512,
                    0.390283,
                    0.40887,
                    0.365099,
                    0.373441,
                    0.38654,
                    0.370007,
                    0.150871,
                    0.377607,
                    0.363059,
                    0.386209,
                    0.363867,
                    0.381956,
                    0.364458,
                    0.358963,
                    0.378374,
                    0.38454,
                    0.395501,
                    0.378492,
                    0.361271,
                    0.343828,
                    0.361465,
                    0.383652,
                    0.358031,
                    0.354146,
                    0.387839,
                    0.394042,
                    0.348791,
                    0.380261,
                    0.398802,
                    0.38787,
                    0.364029,
                    0.374508,
                    0.361843,
                    0.373909,
                    0.353834,
                    0.365647,
                    0.378772,
                    0.377721,
                    0.394448,
                    0.378305,
                    0.377448,
                    0.373664,
                    0.344736,
                    0.358993,
                    0.398073,
                    0.395803,
                    0.271317,
                    0.346032,
                    0.378499,
                    0.370493,
                    0.376148,
                    0.3776,
                    0.368868,
                    0.358241,
                    0.359542,
                    0.332864,
                    0.384419,
                    0.383048,
                    0.372517,
                    0.345065,
                    0.389592,
                    0.362968,
                    0.354874,
                    0.364958,
                    0.388198,
                    0.364291,
                    0.304709,
                    -2.8e-05,
                    0.373691,
                    0.382577,
                    0.349752,
                    0.394653,
                    0.35878,
                    0.367328,
                    0.353387,
                    0.358083,
                    0.37748,
                    0.363731,
                    0.372195,
                    0.369633,
                    0.356892,
                    0.260609,
                    0.361695,
                    0.380353,
                    0.388169,
                    0.36999,
                    0.390329,
                    0.325882,
                    0.392603,
                    0.374481,
                    0.416837,
                    0.337183,
                    0.398528,
                    0.395562,
                    0.382439,
                    0.394532,
                    0.343395,
                    0.396444,
                    0.340559,
                    0.377645,
                    0.366259,
                    0.287548,
                    0.299646,
                    0.345079,
                    0.391361,
                    0.389252,
                    0.393903,
                    0.380465,
                    0.382067,
                    0.372393,
                    0.389678,
                    0.370132,
                    0.36729,
                    0.360933,
                    0.377265,
                    0.342292,
                    0.391343,
                    0.38975,
                    0.380203,
                    0.376104,
                    0.366438,
                    0.398361,
                    0.3882,
                    0.372261,
                    0.352773,
                    0.385668,
                    0.398917,
                    0.371424,
                    0.331168,
                    0.369726,
                    0.370475,
                    0.32474,
                    0.367932,
                    0.364692,
                    0.363989,
                    0.378883
                ]
            },
            "name": "model.model.layers.24.post_attention_layernorm.weight",
            "outputIndexes": [
                2034
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2033
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_24/Mul_output_0",
            "outputIndexes": [
                2035
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2034,
                2035
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_24/Mul_1_output_0",
            "outputIndexes": [
                2036
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2036
            ],
            "outputIndexes": [
                3155
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3155
            ],
            "outputIndexes": [
                3156
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear",
            "inputIndexes": [
                3156
            ],
            "outputIndexes": [
                3157
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    53640904,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3157
            ],
            "outputIndexes": [
                3158
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3158
            ],
            "outputIndexes": [
                2037
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2037
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_24/Sigmoid_output_0",
            "outputIndexes": [
                2038
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2037,
                2038
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_24/Mul_output_0",
            "outputIndexes": [
                2039
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2036
            ],
            "outputIndexes": [
                3159
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3159
            ],
            "outputIndexes": [
                3160
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear",
            "inputIndexes": [
                3160
            ],
            "outputIndexes": [
                3161
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    54193886,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3161
            ],
            "outputIndexes": [
                3162
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3162
            ],
            "outputIndexes": [
                2040
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2039,
                2040
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_24/Mul_output_0",
            "outputIndexes": [
                2041
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2041
            ],
            "outputIndexes": [
                3163
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3163
            ],
            "outputIndexes": [
                3164
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear",
            "inputIndexes": [
                3164
            ],
            "outputIndexes": [
                3165
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    54746868,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3165
            ],
            "outputIndexes": [
                3166
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3166
            ],
            "outputIndexes": [
                2042
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2033,
                2042
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_124_output_0",
            "outputIndexes": [
                2043
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2043,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_225_output_0",
            "outputIndexes": [
                2044
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.627933,
                    0.575745,
                    0.598466,
                    0.716829,
                    0.56566,
                    0.591682,
                    0.571119,
                    0.567234,
                    0.676888,
                    0.627123,
                    0.582423,
                    0.579493,
                    0.554861,
                    0.58365,
                    0.426969,
                    0.534914,
                    0.64216,
                    0.171248,
                    0.566107,
                    0.603373,
                    0.557351,
                    0.553226,
                    0.587767,
                    0.606187,
                    0.587783,
                    0.399317,
                    0.448593,
                    0.534586,
                    0.612564,
                    0.662935,
                    0.596297,
                    0.526019,
                    0.55434,
                    0.60202,
                    0.564917,
                    0.380805,
                    0.615537,
                    0.598387,
                    0.480912,
                    0.562386,
                    0.581577,
                    0.600977,
                    0.561116,
                    0.608927,
                    0.640056,
                    0.50912,
                    0.591616,
                    0.513392,
                    0.580746,
                    0.595436,
                    0.397053,
                    0.61103,
                    0.678595,
                    0.671664,
                    0.62193,
                    0.562178,
                    0.591875,
                    0.553371,
                    0.589305,
                    0.462626,
                    0.643884,
                    0.549026,
                    0.605486,
                    0.592009,
                    0.64789,
                    0.614731,
                    0.621144,
                    0.620234,
                    0.58028,
                    0.517037,
                    0.63975,
                    0.632208,
                    0.607265,
                    0.592685,
                    0.567212,
                    0.620102,
                    0.621629,
                    0.589797,
                    0.6375,
                    0.591664,
                    0.610364,
                    0.610958,
                    0.475872,
                    0.538276,
                    0.535093,
                    0.597386,
                    0.55548,
                    0.607269,
                    0.559278,
                    0.594763,
                    0.555844,
                    0.591217,
                    0.533826,
                    0.62739,
                    0.557825,
                    0.559825,
                    0.57542,
                    0.60045,
                    0.643131,
                    0.598751,
                    0.39764,
                    0.587772,
                    0.571768,
                    0.613804,
                    0.639427,
                    0.619007,
                    0.626121,
                    0.560489,
                    0.580995,
                    0.667328,
                    0.550063,
                    0.562651,
                    0.598599,
                    0.588759,
                    0.599346,
                    0.588276,
                    0.550383,
                    0.643663,
                    0.685714,
                    0.611147,
                    0.612494,
                    0.594087,
                    0.546356,
                    0.579443,
                    0.628695,
                    0.537403,
                    0.568398,
                    0.655262,
                    0.538771,
                    0.597488,
                    0.630335,
                    0.564593,
                    0.565652,
                    0.638678,
                    0.607982,
                    0.601551,
                    0.591627,
                    0.57284,
                    0.564136,
                    0.58522,
                    0.437611,
                    0.592641,
                    0.596656,
                    0.550226,
                    0.560495,
                    0.63336,
                    0.614934,
                    0.577653,
                    0.59042,
                    0.597038,
                    0.57874,
                    0.608998,
                    0.628291,
                    0.571911,
                    0.571524,
                    0.593925,
                    0.594092,
                    0.630912,
                    0.601833,
                    0.589986,
                    0.562558,
                    0.632698,
                    0.683403,
                    0.589249,
                    0.552164,
                    0.545847,
                    0.630341,
                    0.599462,
                    0.586317,
                    0.59364,
                    0.713406,
                    0.592699,
                    0.522647,
                    0.485257,
                    0.564742,
                    0.618082,
                    0.577595,
                    0.637745,
                    0.671834,
                    0.528739,
                    0.604866,
                    0.546063,
                    0.631862,
                    0.558032,
                    0.584347,
                    0.590162,
                    0.572048,
                    0.654262,
                    0.655492,
                    0.575396,
                    0.607127,
                    0.623292,
                    0.555247,
                    0.604611,
                    0.589958,
                    0.582388,
                    0.629749,
                    0.584339,
                    0.710829,
                    0.326012,
                    0.617618,
                    0.575061,
                    0.630556,
                    0.557501,
                    0.556402,
                    0.55841,
                    0.552227,
                    0.582802,
                    0.547299,
                    0.5319,
                    0.605111,
                    0.486783,
                    0.500802,
                    0.551501,
                    0.59547,
                    0.631084,
                    0.626479,
                    0.610564,
                    0.637981,
                    0.590687,
                    0.611111,
                    0.576171,
                    0.576713,
                    0.644347,
                    0.613141,
                    0.641174,
                    0.555375,
                    0.549292,
                    0.557193,
                    0.570457,
                    0.481751,
                    0.471783,
                    0.458949,
                    0.547767,
                    0.60365,
                    0.594487,
                    0.674941,
                    0.674446,
                    0.508397,
                    0.638464,
                    0.700079,
                    0.565365,
                    0.60482,
                    0.785808,
                    0.517973,
                    0.619485,
                    0.573193,
                    0.436205,
                    0.461746,
                    0.571781,
                    0.605187,
                    0.545058,
                    0.604287,
                    0.568424,
                    0.654147,
                    0.628661,
                    0.590715,
                    0.588673,
                    0.649048,
                    0.57948,
                    0.567634,
                    0.854522,
                    0.598372,
                    0.613688,
                    0.558735,
                    0.598974,
                    0.547903,
                    0.625277,
                    0.538387,
                    0.575384,
                    0.60828,
                    0.626906,
                    0.5632,
                    0.590298,
                    0.541963,
                    0.573164,
                    0.55697,
                    0.619528,
                    0.561033,
                    0.585918,
                    0.534214,
                    0.561519,
                    0.643655,
                    0.615183,
                    0.578188,
                    0.633913,
                    0.565073,
                    0.523448,
                    0.606361,
                    0.566626,
                    0.594816,
                    0.652343,
                    0.586026,
                    0.655216,
                    0.599082,
                    0.616817,
                    0.422827,
                    0.556068,
                    0.589233,
                    0.414353,
                    0.598749,
                    0.570883,
                    0.538494,
                    0.65285,
                    0.613805,
                    0.557366,
                    0.631142,
                    0.549833,
                    0.469018,
                    0.572653,
                    0.565561,
                    0.555363,
                    0.559236,
                    0.612891,
                    0.563565,
                    0.534628,
                    0.560552,
                    0.630393,
                    0.617813,
                    0.550367,
                    0.595584,
                    0.557833,
                    0.482747,
                    0.552695,
                    0.566159,
                    0.597884,
                    0.584479,
                    0.636772,
                    0.640268,
                    0.568256,
                    0.570211,
                    0.604158,
                    0.60739,
                    0.63316,
                    0.461518,
                    0.663787,
                    0.557319,
                    0.549943,
                    0.571043,
                    0.611189,
                    0.566146,
                    0.5599,
                    0.614034,
                    0.60974,
                    0.592925,
                    0.646713,
                    0.566109,
                    0.600098,
                    0.557007,
                    0.553838,
                    0.695333,
                    0.636367,
                    0.552907,
                    0.620705,
                    0.582642,
                    0.467286,
                    0.596456,
                    0.616543,
                    0.575227,
                    0.608382,
                    0.603454,
                    0.680555,
                    0.616824,
                    0.575252,
                    0.463106,
                    0.573836,
                    0.697407,
                    0.626939,
                    0.624628,
                    0.613237,
                    0.601111,
                    0.474299,
                    0.624074,
                    0.652461,
                    0.618966,
                    0.634508,
                    0.598517,
                    0.528815,
                    0.534009,
                    0.610843,
                    0.640159,
                    0.612357,
                    0.625739,
                    0.62593,
                    0.591768,
                    0.631707,
                    0.580165,
                    0.429454,
                    0.606027,
                    0.620128,
                    0.660277,
                    0.568153,
                    0.544966,
                    0.575684,
                    0.583322,
                    0.572105,
                    0.482164,
                    0.630416,
                    0.661615,
                    0.610241,
                    0.510841,
                    0.612599,
                    0.563908,
                    0.603429,
                    0.691919,
                    0.627089,
                    0.566442,
                    0.611144,
                    0.615841,
                    0.562514,
                    0.620225,
                    0.536866,
                    0.558936,
                    0.583666,
                    0.518436,
                    0.546373,
                    0.634056,
                    0.606594,
                    0.537387,
                    0.580446,
                    0.582296,
                    0.640272,
                    0.610633,
                    0.604535,
                    0.655231,
                    0.543808,
                    0.57401,
                    0.593464,
                    0.576685,
                    0.609588,
                    0.574355,
                    0.581144,
                    0.614305,
                    0.701489,
                    0.604324,
                    0.610998,
                    0.60088,
                    0.620828,
                    0.613511,
                    0.547581,
                    0.610504,
                    0.650439,
                    0.564874,
                    0.571579,
                    0.587148,
                    0.552722,
                    0.739844,
                    0.588413,
                    0.579958,
                    0.578891,
                    0.534824,
                    0.650481,
                    0.57159,
                    0.585209,
                    0.566167,
                    0.57414,
                    0.622819,
                    0.595599,
                    0.544502,
                    0.576995,
                    0.561763,
                    0.589706,
                    0.56935,
                    0.573952,
                    0.636184,
                    0.580213,
                    0.578223,
                    0.604335,
                    0.618345,
                    0.686443,
                    0.656203,
                    0.638607,
                    0.588538,
                    0.608898,
                    0.504909,
                    0.614204,
                    0.554242,
                    0.572021,
                    0.613543,
                    0.616495,
                    0.587439,
                    0.593495,
                    0.574981,
                    0.591103,
                    0.648004,
                    0.571682,
                    0.64941,
                    0.636389,
                    0.604277,
                    0.56961,
                    0.714554,
                    0.567634,
                    0.542597,
                    0.582424,
                    0.591817,
                    0.509965,
                    0.635207,
                    0.575065,
                    0.625198,
                    0.552006,
                    0.607994,
                    0.5753,
                    0.580226,
                    0.561339,
                    0.585853,
                    0.60658,
                    0.475733,
                    0.088085,
                    0.559489,
                    0.65253,
                    0.530626,
                    0.620409,
                    0.594307,
                    0.597963,
                    0.562047,
                    0.571128,
                    0.647759,
                    0.603173,
                    0.62002,
                    0.629034,
                    0.576258,
                    0.398227,
                    0.61028,
                    0.580469,
                    0.588462,
                    0.611402,
                    0.660408,
                    0.532435,
                    0.585825,
                    0.622745,
                    0.704637,
                    0.611872,
                    0.621816,
                    0.658382,
                    0.606812,
                    0.603669,
                    0.589688,
                    0.665349,
                    0.584954,
                    0.624474,
                    0.58973,
                    0.572882,
                    0.537269,
                    0.535123,
                    0.631483,
                    0.617098,
                    0.664593,
                    0.60756,
                    0.613345,
                    0.592045,
                    0.56977,
                    0.588972,
                    0.556709,
                    0.542509,
                    0.572386,
                    0.582894,
                    0.571754,
                    0.635246,
                    0.535468,
                    0.582595,
                    0.650428,
                    0.668327,
                    0.601799,
                    0.623175,
                    0.560759,
                    0.575823,
                    0.634025,
                    0.565209,
                    0.709117,
                    0.596332,
                    0.564895,
                    0.453271,
                    0.614485,
                    0.529898,
                    0.549295,
                    0.559609
                ]
            },
            "name": "model.model.layers.25.input_layernorm.weight",
            "outputIndexes": [
                2045
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2044
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_25/Mul_output_0",
            "outputIndexes": [
                2046
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2045,
                2046
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_25/Mul_1_output_0",
            "outputIndexes": [
                2047
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2047
            ],
            "outputIndexes": [
                3167
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3167
            ],
            "outputIndexes": [
                3168
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear",
            "inputIndexes": [
                3168
            ],
            "outputIndexes": [
                3169
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    55299850,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3169
            ],
            "outputIndexes": [
                3170
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3170
            ],
            "outputIndexes": [
                2048
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2047
            ],
            "main_type": "NONE",
            "name": "/Shape_351_output_0",
            "outputIndexes": [
                2049
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2049
            ],
            "main_type": "NONE",
            "name": "Shape5477",
            "outputIndexes": [
                2050
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2049
            ],
            "main_type": "NONE",
            "name": "Rank5479",
            "outputIndexes": [
                2051
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2051,
                2051
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5481",
            "outputIndexes": [
                2052
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2052
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5482",
            "outputIndexes": [
                2053
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2052,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5484",
            "outputIndexes": [
                2054
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2054
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5485",
            "outputIndexes": [
                2055
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2050,
                2053,
                2055,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5488",
            "outputIndexes": [
                2056
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2056
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5489",
            "outputIndexes": [
                2057
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2057
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5490",
            "outputIndexes": [
                2058
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2058,
                2057
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5491",
            "outputIndexes": [
                2059
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2049,
                2059,
                2052
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_379_output_0",
            "outputIndexes": [
                2060
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2060,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_801_output_0",
            "outputIndexes": [
                2061
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2061,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_325_output_0",
            "outputIndexes": [
                2062
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2048,
                2062
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_226_output_0",
            "outputIndexes": [
                2063
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2063,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_200_output_0",
            "outputIndexes": [
                2064
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2063
            ],
            "main_type": "NONE",
            "name": "/Shape_352_output_0",
            "outputIndexes": [
                2065
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2065
            ],
            "main_type": "NONE",
            "name": "Shape5498",
            "outputIndexes": [
                2066
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2065
            ],
            "main_type": "NONE",
            "name": "Rank5500",
            "outputIndexes": [
                2067
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2067,
                2067
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5502",
            "outputIndexes": [
                2068
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2068
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5503",
            "outputIndexes": [
                2069
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2068,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5505",
            "outputIndexes": [
                2070
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2070
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5506",
            "outputIndexes": [
                2071
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2066,
                2069,
                2071,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5509",
            "outputIndexes": [
                2072
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2072
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5510",
            "outputIndexes": [
                2073
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2073
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5511",
            "outputIndexes": [
                2074
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2074,
                2073
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5512",
            "outputIndexes": [
                2075
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2065,
                2075,
                2068
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_380_output_0",
            "outputIndexes": [
                2076
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2076,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_75_output_0",
            "outputIndexes": [
                2077
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2077,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_806_output_0",
            "outputIndexes": [
                2078
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2063,
                2078,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_101_output_0",
            "outputIndexes": [
                2079
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2079
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_50_output_0",
            "outputIndexes": [
                2080
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2063,
                22,
                2078,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_100_output_0",
            "outputIndexes": [
                2081
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2080,
                2081
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_328_output_0",
            "outputIndexes": [
                2082
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2082,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_201_output_0",
            "outputIndexes": [
                2083
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2064,
                2083
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_125_output_0",
            "outputIndexes": [
                2084
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2047
            ],
            "outputIndexes": [
                3171
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3171
            ],
            "outputIndexes": [
                3172
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear",
            "inputIndexes": [
                3172
            ],
            "outputIndexes": [
                3173
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    55507232,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3173
            ],
            "outputIndexes": [
                3174
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3174
            ],
            "outputIndexes": [
                2085
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2061,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_326_output_0",
            "outputIndexes": [
                2086
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2085,
                2086
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_227_output_0",
            "outputIndexes": [
                2087
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2087,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_202_output_0",
            "outputIndexes": [
                2088
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2087
            ],
            "main_type": "NONE",
            "name": "/Shape_353_output_0",
            "outputIndexes": [
                2089
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2089
            ],
            "main_type": "NONE",
            "name": "Shape5561",
            "outputIndexes": [
                2090
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2089
            ],
            "main_type": "NONE",
            "name": "Rank5563",
            "outputIndexes": [
                2091
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2091,
                2091
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5565",
            "outputIndexes": [
                2092
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2092
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5566",
            "outputIndexes": [
                2093
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2092,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5568",
            "outputIndexes": [
                2094
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2094
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5569",
            "outputIndexes": [
                2095
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2090,
                2093,
                2095,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5572",
            "outputIndexes": [
                2096
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2096
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5573",
            "outputIndexes": [
                2097
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2097
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5574",
            "outputIndexes": [
                2098
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2098,
                2097
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5575",
            "outputIndexes": [
                2099
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2089,
                2099,
                2092
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_381_output_0",
            "outputIndexes": [
                2100
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2100,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_76_output_0",
            "outputIndexes": [
                2101
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2101,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_808_output_0",
            "outputIndexes": [
                2102
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2087,
                2102,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_103_output_0",
            "outputIndexes": [
                2103
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2103
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_51_output_0",
            "outputIndexes": [
                2104
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2087,
                22,
                2102,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_102_output_0",
            "outputIndexes": [
                2105
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2104,
                2105
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_329_output_0",
            "outputIndexes": [
                2106
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2106,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_203_output_0",
            "outputIndexes": [
                2107
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2088,
                2107
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_126_output_0",
            "outputIndexes": [
                2108
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2047
            ],
            "outputIndexes": [
                3175
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3175
            ],
            "outputIndexes": [
                3176
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear",
            "inputIndexes": [
                3176
            ],
            "outputIndexes": [
                3177
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    55576374,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3177
            ],
            "outputIndexes": [
                3178
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3178
            ],
            "outputIndexes": [
                2109
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2109,
                2086
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_228_output_0",
            "outputIndexes": [
                2110
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2084,
                2108,
                2110,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_233_output_0",
            "outputIndexes": [
                2111
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2111
            ],
            "outputIndexes": [
                3179
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3179
            ],
            "outputIndexes": [
                3180
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear",
            "inputIndexes": [
                3180
            ],
            "outputIndexes": [
                3181
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    55645516,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3181
            ],
            "outputIndexes": [
                3182
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3182
            ],
            "outputIndexes": [
                2112
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2044,
                2112
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_128_output_0",
            "outputIndexes": [
                2113
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.468031,
                    0.418291,
                    0.427293,
                    0.507023,
                    0.404554,
                    0.436694,
                    0.42232,
                    0.433516,
                    0.16765,
                    0.449623,
                    0.418062,
                    0.425557,
                    0.406478,
                    0.413258,
                    0.299832,
                    0.420095,
                    0.456811,
                    0.056658,
                    0.432619,
                    0.444206,
                    0.415838,
                    0.397007,
                    0.409835,
                    0.435036,
                    0.408301,
                    0.398672,
                    0.361831,
                    0.381167,
                    0.48426,
                    0.39653,
                    0.420368,
                    0.357238,
                    0.436163,
                    0.431728,
                    0.394099,
                    0.382601,
                    0.426032,
                    0.434594,
                    0.379882,
                    0.406155,
                    0.410789,
                    0.411778,
                    0.429042,
                    0.461778,
                    0.460404,
                    0.372431,
                    0.452263,
                    0.395296,
                    0.415693,
                    0.452908,
                    0.31715,
                    0.438356,
                    0.4654,
                    0.502867,
                    0.440713,
                    0.442254,
                    0.410597,
                    0.431618,
                    0.413959,
                    0.348209,
                    0.4385,
                    0.423227,
                    0.431387,
                    0.422178,
                    0.453182,
                    0.461604,
                    0.464154,
                    0.44997,
                    0.409513,
                    0.399218,
                    0.431798,
                    0.483066,
                    0.455872,
                    0.444556,
                    0.433904,
                    0.431394,
                    0.42369,
                    0.456706,
                    0.452555,
                    0.44292,
                    0.443737,
                    0.438935,
                    0.407848,
                    0.405639,
                    0.421549,
                    0.402962,
                    0.428057,
                    0.426739,
                    0.408297,
                    0.435268,
                    0.431422,
                    0.437795,
                    0.426547,
                    0.496757,
                    0.429066,
                    0.411622,
                    0.430612,
                    0.436843,
                    0.439874,
                    0.444524,
                    0.093544,
                    0.403586,
                    0.42822,
                    0.426303,
                    0.436627,
                    0.433148,
                    0.460091,
                    0.419398,
                    0.428559,
                    0.519444,
                    0.397122,
                    0.44344,
                    0.451244,
                    0.425705,
                    0.434631,
                    0.433732,
                    0.42766,
                    0.432508,
                    0.451702,
                    0.292095,
                    0.465376,
                    0.427704,
                    0.397366,
                    0.415343,
                    0.39875,
                    0.377496,
                    0.442024,
                    0.502301,
                    0.402918,
                    0.435806,
                    0.436991,
                    0.41454,
                    0.425664,
                    0.449116,
                    0.413308,
                    0.445139,
                    0.454791,
                    0.436022,
                    0.428785,
                    0.414727,
                    0.355623,
                    0.427335,
                    0.451538,
                    0.401016,
                    0.442121,
                    0.49213,
                    0.413257,
                    0.431488,
                    0.413952,
                    0.434302,
                    0.452979,
                    0.449184,
                    0.441375,
                    0.432429,
                    0.400858,
                    0.4294,
                    0.441766,
                    0.40278,
                    0.440525,
                    0.412195,
                    0.42561,
                    0.405966,
                    0.55798,
                    0.425597,
                    0.421411,
                    0.423129,
                    0.459038,
                    0.435956,
                    0.444998,
                    0.434798,
                    0.375409,
                    0.438757,
                    0.376585,
                    0.467227,
                    0.434574,
                    0.430718,
                    0.422504,
                    0.432622,
                    0.425601,
                    0.407924,
                    0.450201,
                    0.407435,
                    0.434826,
                    0.430297,
                    0.450537,
                    0.427364,
                    0.39941,
                    0.507307,
                    0.398489,
                    0.410555,
                    0.440051,
                    0.411952,
                    0.436711,
                    0.452359,
                    0.438104,
                    0.424398,
                    0.494347,
                    0.452762,
                    0.483989,
                    0.268811,
                    0.423579,
                    0.389231,
                    0.470542,
                    0.411916,
                    0.421852,
                    0.413421,
                    0.412472,
                    0.438191,
                    0.440708,
                    0.40704,
                    0.453459,
                    0.372736,
                    0.383601,
                    0.421018,
                    0.442643,
                    0.440717,
                    0.465935,
                    0.452588,
                    0.454978,
                    0.416233,
                    0.421337,
                    0.410398,
                    0.437125,
                    0.459039,
                    0.397529,
                    0.446999,
                    0.42243,
                    0.39878,
                    0.401182,
                    0.419982,
                    0.30263,
                    0.420317,
                    0.397302,
                    0.414088,
                    0.441446,
                    0.450096,
                    0.491924,
                    0.520632,
                    0.379861,
                    0.421068,
                    0.51805,
                    0.448305,
                    0.423467,
                    0.260013,
                    0.405524,
                    0.443312,
                    0.437534,
                    0.180791,
                    0.337753,
                    0.435923,
                    0.439884,
                    0.402657,
                    0.448902,
                    0.408282,
                    0.469757,
                    0.458308,
                    0.442337,
                    0.479922,
                    0.513148,
                    0.457835,
                    0.562194,
                    0.228595,
                    0.416714,
                    0.443823,
                    0.42835,
                    0.40234,
                    0.41339,
                    0.396184,
                    0.401894,
                    0.420811,
                    0.454306,
                    0.447656,
                    0.410086,
                    0.41619,
                    0.406792,
                    0.427148,
                    0.431425,
                    0.451115,
                    0.426363,
                    0.421407,
                    0.426173,
                    0.429961,
                    0.472426,
                    0.480356,
                    0.415231,
                    0.395987,
                    0.428768,
                    0.409598,
                    0.447615,
                    0.42561,
                    0.432102,
                    0.499318,
                    0.42195,
                    0.474524,
                    0.443027,
                    0.449867,
                    0.392958,
                    0.446185,
                    0.41793,
                    0.2523,
                    0.406103,
                    0.418517,
                    0.434475,
                    0.446832,
                    0.414697,
                    0.432459,
                    0.441312,
                    0.408887,
                    0.263239,
                    0.418061,
                    0.422357,
                    0.42057,
                    0.387125,
                    0.446561,
                    0.407732,
                    0.435291,
                    0.438769,
                    0.439379,
                    0.444327,
                    0.433571,
                    0.415294,
                    0.423697,
                    0.345813,
                    0.424156,
                    0.425828,
                    0.418774,
                    0.428353,
                    0.447343,
                    0.431131,
                    0.445371,
                    0.442222,
                    0.438647,
                    0.43749,
                    0.465289,
                    0.392696,
                    0.479591,
                    0.445415,
                    0.392304,
                    0.421126,
                    0.439613,
                    0.404367,
                    0.403357,
                    0.492543,
                    0.427426,
                    0.452284,
                    0.470553,
                    0.423609,
                    0.423083,
                    0.416448,
                    0.449082,
                    0.274406,
                    0.426105,
                    0.408672,
                    0.419776,
                    0.434956,
                    0.441453,
                    0.427396,
                    0.408256,
                    0.421856,
                    0.38629,
                    0.404356,
                    0.477978,
                    0.461467,
                    0.425695,
                    0.388654,
                    0.418867,
                    0.454491,
                    0.468387,
                    0.452099,
                    0.440379,
                    0.473967,
                    0.436354,
                    0.426686,
                    0.474,
                    0.435124,
                    0.436574,
                    0.419192,
                    0.404292,
                    0.40635,
                    0.449,
                    0.472897,
                    0.460878,
                    0.451936,
                    0.461454,
                    0.421183,
                    0.442351,
                    0.425839,
                    0.376171,
                    0.42567,
                    0.456849,
                    0.510553,
                    0.404453,
                    0.417982,
                    0.439666,
                    0.436939,
                    0.44217,
                    0.392334,
                    0.49288,
                    0.428504,
                    0.433796,
                    0.413883,
                    0.468776,
                    0.393467,
                    0.431781,
                    0.437586,
                    0.461089,
                    0.425592,
                    0.395266,
                    0.442702,
                    0.433742,
                    0.449343,
                    0.419314,
                    0.406139,
                    0.454085,
                    0.381296,
                    0.405751,
                    0.465119,
                    0.391733,
                    0.406385,
                    0.415745,
                    0.423046,
                    0.382038,
                    0.445469,
                    0.455426,
                    0.504515,
                    0.411867,
                    0.410293,
                    0.4182,
                    0.444857,
                    0.41715,
                    0.418777,
                    0.429069,
                    0.466812,
                    0.558705,
                    0.432788,
                    0.423152,
                    0.452965,
                    0.451271,
                    0.420184,
                    0.402786,
                    0.449962,
                    0.466214,
                    0.426094,
                    0.432723,
                    0.449973,
                    0.413392,
                    0.190179,
                    0.426066,
                    0.424289,
                    0.444212,
                    0.424121,
                    0.492616,
                    0.426068,
                    0.401721,
                    0.425164,
                    0.45096,
                    0.447125,
                    0.433558,
                    0.424947,
                    0.410988,
                    0.424515,
                    0.423793,
                    0.413762,
                    0.415875,
                    0.441081,
                    0.432186,
                    0.404326,
                    0.428953,
                    0.445821,
                    0.499728,
                    0.504306,
                    0.499607,
                    0.432463,
                    0.41406,
                    0.397536,
                    0.410016,
                    0.424826,
                    0.415936,
                    0.448563,
                    0.427636,
                    0.421191,
                    0.433484,
                    0.422808,
                    0.426336,
                    0.470289,
                    0.426887,
                    0.331632,
                    0.414039,
                    0.442867,
                    0.430371,
                    0.501156,
                    0.428584,
                    0.415008,
                    0.401043,
                    0.419281,
                    0.402711,
                    0.455638,
                    0.417784,
                    0.423441,
                    0.408248,
                    0.458467,
                    0.416701,
                    0.419227,
                    0.413978,
                    0.447591,
                    0.437399,
                    0.373659,
                    -0.000183,
                    0.421206,
                    0.437231,
                    0.418506,
                    0.460197,
                    0.409478,
                    0.415551,
                    0.41176,
                    0.41397,
                    0.441036,
                    0.416808,
                    0.43633,
                    0.431683,
                    0.423972,
                    0.312837,
                    0.485747,
                    0.437548,
                    0.440609,
                    0.431656,
                    0.457212,
                    0.385921,
                    0.432913,
                    0.409251,
                    0.487579,
                    0.389838,
                    0.444598,
                    0.47865,
                    0.427667,
                    0.45074,
                    0.408175,
                    0.460833,
                    0.405518,
                    0.439118,
                    0.422366,
                    0.359234,
                    0.361339,
                    0.403046,
                    0.433104,
                    0.463279,
                    0.485394,
                    0.430307,
                    0.480501,
                    0.430013,
                    0.424606,
                    0.430251,
                    0.420006,
                    0.405157,
                    0.41452,
                    0.416605,
                    0.435508,
                    0.436882,
                    0.434728,
                    0.415998,
                    0.453817,
                    0.475546,
                    0.452759,
                    0.436048,
                    0.41161,
                    0.438479,
                    0.454192,
                    0.428785,
                    0.395976,
                    0.424566,
                    0.401592,
                    0.382377,
                    0.435821,
                    0.415483,
                    0.412175,
                    0.438655
                ]
            },
            "name": "model.model.layers.25.post_attention_layernorm.weight",
            "outputIndexes": [
                2114
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2113
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_25/Mul_output_0",
            "outputIndexes": [
                2115
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2114,
                2115
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_25/Mul_1_output_0",
            "outputIndexes": [
                2116
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2116
            ],
            "outputIndexes": [
                3183
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3183
            ],
            "outputIndexes": [
                3184
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear",
            "inputIndexes": [
                3184
            ],
            "outputIndexes": [
                3185
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    55852898,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3185
            ],
            "outputIndexes": [
                3186
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3186
            ],
            "outputIndexes": [
                2117
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2117
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_25/Sigmoid_output_0",
            "outputIndexes": [
                2118
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2117,
                2118
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_25/Mul_output_0",
            "outputIndexes": [
                2119
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2116
            ],
            "outputIndexes": [
                3187
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3187
            ],
            "outputIndexes": [
                3188
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear",
            "inputIndexes": [
                3188
            ],
            "outputIndexes": [
                3189
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    56405880,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3189
            ],
            "outputIndexes": [
                3190
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3190
            ],
            "outputIndexes": [
                2120
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2119,
                2120
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_25/Mul_output_0",
            "outputIndexes": [
                2121
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2121
            ],
            "outputIndexes": [
                3191
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3191
            ],
            "outputIndexes": [
                3192
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear",
            "inputIndexes": [
                3192
            ],
            "outputIndexes": [
                3193
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    56958862,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3193
            ],
            "outputIndexes": [
                3194
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3194
            ],
            "outputIndexes": [
                2122
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2113,
                2122
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_129_output_0",
            "outputIndexes": [
                2123
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2123,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_234_output_0",
            "outputIndexes": [
                2124
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.852357,
                    0.711479,
                    0.762118,
                    0.931881,
                    0.685406,
                    0.747434,
                    0.718057,
                    0.710704,
                    0.765494,
                    0.77112,
                    0.747246,
                    0.782671,
                    0.73505,
                    0.726807,
                    0.468035,
                    0.66787,
                    0.80195,
                    0.123719,
                    0.721525,
                    0.841238,
                    0.753813,
                    0.695983,
                    0.780292,
                    0.755186,
                    0.738356,
                    0.484724,
                    0.549436,
                    0.603651,
                    0.902993,
                    0.824501,
                    0.762879,
                    0.584598,
                    0.694519,
                    0.77265,
                    0.67698,
                    0.42889,
                    0.819478,
                    0.69893,
                    0.547868,
                    0.740375,
                    0.761805,
                    0.762303,
                    0.741481,
                    0.76714,
                    0.840486,
                    0.638872,
                    0.752491,
                    0.674369,
                    0.750591,
                    0.771565,
                    0.446612,
                    0.808189,
                    0.85175,
                    0.888584,
                    0.800905,
                    0.792434,
                    0.716267,
                    0.703461,
                    0.738871,
                    0.542341,
                    0.787129,
                    0.689648,
                    0.810808,
                    0.747212,
                    0.722369,
                    0.766155,
                    0.818669,
                    0.754738,
                    0.820987,
                    0.64181,
                    0.80871,
                    0.846319,
                    0.785399,
                    0.824537,
                    0.659009,
                    0.767324,
                    0.835092,
                    0.79313,
                    0.772608,
                    0.739756,
                    0.767993,
                    0.78707,
                    0.618613,
                    0.648686,
                    0.753034,
                    0.726084,
                    0.729355,
                    0.789551,
                    0.706951,
                    0.680475,
                    0.790872,
                    0.771447,
                    0.742259,
                    0.816933,
                    0.757197,
                    0.689713,
                    0.739523,
                    0.759963,
                    0.778665,
                    0.817853,
                    0.728723,
                    0.719326,
                    0.745064,
                    0.861256,
                    0.770469,
                    0.779202,
                    0.78801,
                    0.739112,
                    0.722388,
                    0.885648,
                    0.659832,
                    0.70435,
                    0.721051,
                    0.717673,
                    0.794119,
                    0.720645,
                    0.758362,
                    0.794579,
                    0.847209,
                    0.810067,
                    0.756491,
                    0.729661,
                    0.6974,
                    0.717637,
                    0.828956,
                    0.718057,
                    0.744207,
                    0.854037,
                    0.689167,
                    0.778313,
                    0.793768,
                    0.768826,
                    0.764196,
                    0.801711,
                    0.763165,
                    0.811559,
                    0.770129,
                    0.741319,
                    0.7007,
                    0.770246,
                    0.49072,
                    0.744264,
                    0.810871,
                    0.73278,
                    0.770984,
                    0.859178,
                    0.732564,
                    0.723158,
                    0.774412,
                    0.702501,
                    0.770459,
                    0.806567,
                    0.855749,
                    0.705571,
                    0.702088,
                    0.747245,
                    0.753541,
                    0.800193,
                    0.805323,
                    0.74169,
                    0.71152,
                    0.836854,
                    0.9576,
                    0.713606,
                    0.729051,
                    0.742201,
                    0.784846,
                    0.776356,
                    0.798055,
                    0.743299,
                    0.871348,
                    0.802688,
                    0.669125,
                    0.629181,
                    0.704715,
                    0.822467,
                    0.730226,
                    0.798931,
                    0.880122,
                    0.672376,
                    0.795575,
                    0.748053,
                    0.782299,
                    0.721561,
                    0.730755,
                    0.754679,
                    0.712268,
                    0.851405,
                    0.776748,
                    0.706677,
                    0.80121,
                    0.76691,
                    0.73651,
                    0.730036,
                    0.8018,
                    0.742633,
                    0.850383,
                    0.743757,
                    0.823486,
                    0.332795,
                    0.757166,
                    0.67198,
                    0.821492,
                    0.74576,
                    0.716633,
                    0.664404,
                    0.723042,
                    0.735749,
                    0.729469,
                    0.692199,
                    0.766168,
                    0.545581,
                    0.675761,
                    0.721059,
                    0.776297,
                    0.741401,
                    0.772389,
                    0.809415,
                    0.797701,
                    0.725287,
                    0.782567,
                    0.74483,
                    0.727748,
                    0.796868,
                    0.755977,
                    0.800472,
                    0.693489,
                    0.694512,
                    0.70177,
                    0.704394,
                    0.496199,
                    0.606934,
                    0.547545,
                    0.731515,
                    0.788418,
                    0.769469,
                    0.855082,
                    0.864095,
                    0.617586,
                    0.756369,
                    0.915985,
                    0.748173,
                    0.774968,
                    0.782831,
                    0.684918,
                    0.757716,
                    0.695246,
                    0.496993,
                    0.524261,
                    0.761642,
                    0.754401,
                    0.788218,
                    0.726773,
                    0.753777,
                    0.821753,
                    0.79141,
                    0.757572,
                    0.827311,
                    0.883241,
                    0.722845,
                    0.767203,
                    1.048872,
                    0.691512,
                    0.767355,
                    0.764733,
                    0.763144,
                    0.711083,
                    0.755284,
                    0.716686,
                    0.793694,
                    0.777126,
                    0.800038,
                    0.651537,
                    0.723241,
                    0.682116,
                    0.72259,
                    0.742396,
                    0.818255,
                    0.743231,
                    0.738873,
                    0.741176,
                    0.763105,
                    0.79906,
                    0.833855,
                    0.749123,
                    0.739238,
                    0.681479,
                    0.689718,
                    0.792739,
                    0.700978,
                    0.760193,
                    0.86003,
                    0.724861,
                    0.852047,
                    0.802188,
                    0.719652,
                    0.45973,
                    0.742563,
                    0.751973,
                    0.536017,
                    0.721609,
                    0.698814,
                    0.776662,
                    0.763863,
                    0.723698,
                    0.770532,
                    0.782273,
                    0.723096,
                    0.492175,
                    0.707063,
                    0.740601,
                    0.716911,
                    0.734161,
                    0.73633,
                    0.662394,
                    0.658616,
                    0.741383,
                    0.819849,
                    0.775085,
                    0.720391,
                    0.69,
                    0.740011,
                    0.582007,
                    0.707477,
                    0.735625,
                    0.760757,
                    0.727396,
                    0.794043,
                    0.761962,
                    0.738653,
                    0.695285,
                    0.713529,
                    0.776114,
                    0.776377,
                    0.483609,
                    0.846957,
                    0.728002,
                    0.70003,
                    0.674131,
                    0.791305,
                    0.697609,
                    0.704154,
                    0.841223,
                    0.757783,
                    0.765776,
                    0.760433,
                    0.732273,
                    0.720897,
                    0.723525,
                    0.788091,
                    0.850258,
                    0.780627,
                    0.752801,
                    0.738358,
                    0.744429,
                    0.597932,
                    0.744707,
                    0.753601,
                    0.703121,
                    0.786528,
                    0.748304,
                    0.828376,
                    0.792189,
                    0.733949,
                    0.564225,
                    0.706645,
                    0.891628,
                    0.802878,
                    0.796513,
                    0.782581,
                    0.805851,
                    0.599682,
                    0.751141,
                    0.812674,
                    0.74486,
                    0.728917,
                    0.687754,
                    0.700937,
                    0.655901,
                    0.807528,
                    0.83716,
                    0.767274,
                    0.795143,
                    0.834884,
                    0.753953,
                    0.788136,
                    0.764039,
                    0.496489,
                    0.729407,
                    0.781376,
                    0.815471,
                    0.702016,
                    0.721101,
                    0.718277,
                    0.778642,
                    0.764206,
                    0.607343,
                    0.858579,
                    0.809125,
                    0.726791,
                    0.735011,
                    0.828918,
                    0.740308,
                    0.76255,
                    0.846494,
                    0.761328,
                    0.76883,
                    0.823842,
                    0.851951,
                    0.753031,
                    0.767036,
                    0.732096,
                    0.665003,
                    0.757081,
                    0.654632,
                    0.701035,
                    0.876565,
                    0.716999,
                    0.729354,
                    0.755612,
                    0.759366,
                    0.810775,
                    0.773338,
                    0.831972,
                    0.889971,
                    0.770646,
                    0.767852,
                    0.799535,
                    0.760266,
                    0.791208,
                    0.71166,
                    0.736865,
                    0.804563,
                    1.055158,
                    0.741104,
                    0.762562,
                    0.802584,
                    0.784115,
                    0.742818,
                    0.714312,
                    0.808921,
                    0.820542,
                    0.728438,
                    0.787854,
                    0.742678,
                    0.674708,
                    0.831811,
                    0.815651,
                    0.709497,
                    0.749402,
                    0.728078,
                    0.908417,
                    0.7662,
                    0.728258,
                    0.78379,
                    0.751711,
                    0.804632,
                    0.768937,
                    0.682475,
                    0.711645,
                    0.703497,
                    0.779432,
                    0.726668,
                    0.748763,
                    0.821393,
                    0.756379,
                    0.716879,
                    0.765733,
                    0.779334,
                    0.918607,
                    0.811141,
                    0.88733,
                    0.772492,
                    0.723949,
                    0.615449,
                    0.719134,
                    0.727419,
                    0.753371,
                    0.793542,
                    0.733992,
                    0.752154,
                    0.74275,
                    0.727222,
                    0.763983,
                    0.877313,
                    0.733698,
                    0.727911,
                    0.789897,
                    0.748142,
                    0.760773,
                    0.890277,
                    0.72458,
                    0.696008,
                    0.755125,
                    0.800737,
                    0.605315,
                    0.760548,
                    0.735727,
                    0.80325,
                    0.660751,
                    0.779996,
                    0.740126,
                    0.708393,
                    0.720166,
                    0.751087,
                    0.810574,
                    0.576866,
                    0.093126,
                    0.74499,
                    0.798311,
                    0.666677,
                    0.807745,
                    0.653042,
                    0.748777,
                    0.703953,
                    0.722231,
                    0.810417,
                    0.752907,
                    0.766867,
                    0.789873,
                    0.768854,
                    0.390936,
                    0.851068,
                    0.730152,
                    0.726519,
                    0.787971,
                    0.798325,
                    0.67084,
                    0.802113,
                    0.786449,
                    0.849798,
                    0.768239,
                    0.747278,
                    0.849188,
                    0.76058,
                    0.759586,
                    0.719779,
                    0.839038,
                    0.753329,
                    0.80425,
                    0.764923,
                    0.658691,
                    0.582668,
                    0.727136,
                    0.780674,
                    0.743341,
                    0.831921,
                    0.789984,
                    0.826651,
                    0.688126,
                    0.73915,
                    0.732063,
                    0.707078,
                    0.730422,
                    0.705464,
                    0.728537,
                    0.713036,
                    0.828389,
                    0.727826,
                    0.734341,
                    0.853817,
                    0.859217,
                    0.779011,
                    0.753719,
                    0.662734,
                    0.737846,
                    0.806763,
                    0.762197,
                    0.934843,
                    0.733905,
                    0.666131,
                    0.591033,
                    0.742488,
                    0.702938,
                    0.768415,
                    0.729783
                ]
            },
            "name": "model.model.layers.26.input_layernorm.weight",
            "outputIndexes": [
                2125
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2124
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_26/Mul_output_0",
            "outputIndexes": [
                2126
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2125,
                2126
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_26/Mul_1_output_0",
            "outputIndexes": [
                2127
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2127
            ],
            "outputIndexes": [
                3195
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3195
            ],
            "outputIndexes": [
                3196
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear",
            "inputIndexes": [
                3196
            ],
            "outputIndexes": [
                3197
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    57511844,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3197
            ],
            "outputIndexes": [
                3198
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3198
            ],
            "outputIndexes": [
                2128
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2127
            ],
            "main_type": "NONE",
            "name": "/Shape_365_output_0",
            "outputIndexes": [
                2129
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2129
            ],
            "main_type": "NONE",
            "name": "Shape5693",
            "outputIndexes": [
                2130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2129
            ],
            "main_type": "NONE",
            "name": "Rank5695",
            "outputIndexes": [
                2131
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2131,
                2131
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5697",
            "outputIndexes": [
                2132
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2132
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5698",
            "outputIndexes": [
                2133
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2132,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5700",
            "outputIndexes": [
                2134
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2134
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5701",
            "outputIndexes": [
                2135
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2130,
                2133,
                2135,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5704",
            "outputIndexes": [
                2136
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2136
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5705",
            "outputIndexes": [
                2137
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5706",
            "outputIndexes": [
                2138
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2138,
                2137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5707",
            "outputIndexes": [
                2139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2129,
                2139,
                2132
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_394_output_0",
            "outputIndexes": [
                2140
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2140,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_833_output_0",
            "outputIndexes": [
                2141
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2141,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_338_output_0",
            "outputIndexes": [
                2142
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2128,
                2142
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_235_output_0",
            "outputIndexes": [
                2143
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2143,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_208_output_0",
            "outputIndexes": [
                2144
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2143
            ],
            "main_type": "NONE",
            "name": "/Shape_366_output_0",
            "outputIndexes": [
                2145
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2145
            ],
            "main_type": "NONE",
            "name": "Shape5714",
            "outputIndexes": [
                2146
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2145
            ],
            "main_type": "NONE",
            "name": "Rank5716",
            "outputIndexes": [
                2147
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2147,
                2147
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5718",
            "outputIndexes": [
                2148
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2148
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5719",
            "outputIndexes": [
                2149
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2148,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5721",
            "outputIndexes": [
                2150
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2150
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5722",
            "outputIndexes": [
                2151
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2146,
                2149,
                2151,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5725",
            "outputIndexes": [
                2152
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2152
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5726",
            "outputIndexes": [
                2153
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5727",
            "outputIndexes": [
                2154
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2154,
                2153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5728",
            "outputIndexes": [
                2155
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2145,
                2155,
                2148
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_395_output_0",
            "outputIndexes": [
                2156
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2156,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_78_output_0",
            "outputIndexes": [
                2157
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2157,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_838_output_0",
            "outputIndexes": [
                2158
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2143,
                2158,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_105_output_0",
            "outputIndexes": [
                2159
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2159
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_52_output_0",
            "outputIndexes": [
                2160
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2143,
                22,
                2158,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_104_output_0",
            "outputIndexes": [
                2161
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2160,
                2161
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_341_output_0",
            "outputIndexes": [
                2162
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2162,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_209_output_0",
            "outputIndexes": [
                2163
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2144,
                2163
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_130_output_0",
            "outputIndexes": [
                2164
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2127
            ],
            "outputIndexes": [
                3199
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3199
            ],
            "outputIndexes": [
                3200
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear",
            "inputIndexes": [
                3200
            ],
            "outputIndexes": [
                3201
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    57719226,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3201
            ],
            "outputIndexes": [
                3202
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3202
            ],
            "outputIndexes": [
                2165
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2141,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_339_output_0",
            "outputIndexes": [
                2166
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2165,
                2166
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_236_output_0",
            "outputIndexes": [
                2167
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2167,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_210_output_0",
            "outputIndexes": [
                2168
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2167
            ],
            "main_type": "NONE",
            "name": "/Shape_367_output_0",
            "outputIndexes": [
                2169
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2169
            ],
            "main_type": "NONE",
            "name": "Shape5777",
            "outputIndexes": [
                2170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2169
            ],
            "main_type": "NONE",
            "name": "Rank5779",
            "outputIndexes": [
                2171
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2171,
                2171
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5781",
            "outputIndexes": [
                2172
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2172
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5782",
            "outputIndexes": [
                2173
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2172,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5784",
            "outputIndexes": [
                2174
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2174
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5785",
            "outputIndexes": [
                2175
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2170,
                2173,
                2175,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5788",
            "outputIndexes": [
                2176
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2176
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5789",
            "outputIndexes": [
                2177
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5790",
            "outputIndexes": [
                2178
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2178,
                2177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5791",
            "outputIndexes": [
                2179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2169,
                2179,
                2172
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_396_output_0",
            "outputIndexes": [
                2180
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2180,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_79_output_0",
            "outputIndexes": [
                2181
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2181,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_840_output_0",
            "outputIndexes": [
                2182
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2167,
                2182,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_107_output_0",
            "outputIndexes": [
                2183
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2183
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_53_output_0",
            "outputIndexes": [
                2184
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2167,
                22,
                2182,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_106_output_0",
            "outputIndexes": [
                2185
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2184,
                2185
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_342_output_0",
            "outputIndexes": [
                2186
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2186,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_211_output_0",
            "outputIndexes": [
                2187
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2168,
                2187
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_131_output_0",
            "outputIndexes": [
                2188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2127
            ],
            "outputIndexes": [
                3203
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3203
            ],
            "outputIndexes": [
                3204
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear",
            "inputIndexes": [
                3204
            ],
            "outputIndexes": [
                3205
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    57788368,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3205
            ],
            "outputIndexes": [
                3206
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3206
            ],
            "outputIndexes": [
                2189
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2189,
                2166
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_237_output_0",
            "outputIndexes": [
                2190
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2164,
                2188,
                2190,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_242_output_0",
            "outputIndexes": [
                2191
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2191
            ],
            "outputIndexes": [
                3207
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3207
            ],
            "outputIndexes": [
                3208
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear",
            "inputIndexes": [
                3208
            ],
            "outputIndexes": [
                3209
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    57857510,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3209
            ],
            "outputIndexes": [
                3210
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3210
            ],
            "outputIndexes": [
                2192
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2124,
                2192
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_133_output_0",
            "outputIndexes": [
                2193
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.480518,
                    0.441651,
                    0.435943,
                    0.508855,
                    0.44265,
                    0.453043,
                    0.449628,
                    0.443036,
                    0.208118,
                    0.469494,
                    0.452804,
                    0.441558,
                    0.447332,
                    0.422153,
                    0.329528,
                    0.444881,
                    0.466809,
                    0.063356,
                    0.446978,
                    0.460725,
                    0.446831,
                    0.421045,
                    0.443575,
                    0.453986,
                    0.422275,
                    0.430802,
                    0.393272,
                    0.399066,
                    0.498422,
                    0.416907,
                    0.444551,
                    0.397148,
                    0.442533,
                    0.434718,
                    0.41653,
                    0.392883,
                    0.45205,
                    0.446786,
                    0.39801,
                    0.434649,
                    0.428676,
                    0.4156,
                    0.449365,
                    0.469792,
                    0.47776,
                    0.400965,
                    0.469578,
                    0.425512,
                    0.442973,
                    0.456465,
                    0.355666,
                    0.460296,
                    0.462296,
                    0.499878,
                    0.44624,
                    0.453612,
                    0.417385,
                    0.462466,
                    0.425111,
                    0.371381,
                    0.469016,
                    0.435711,
                    0.464373,
                    0.437399,
                    0.471078,
                    0.476339,
                    0.474994,
                    0.469982,
                    0.442584,
                    0.427579,
                    0.464635,
                    0.482297,
                    0.484254,
                    0.456222,
                    0.453138,
                    0.435168,
                    0.456843,
                    0.47448,
                    0.469054,
                    0.459181,
                    0.464805,
                    0.450693,
                    0.433872,
                    0.420382,
                    0.427915,
                    0.436031,
                    0.432693,
                    0.455482,
                    0.410133,
                    0.447635,
                    0.442509,
                    0.452152,
                    0.470917,
                    0.498149,
                    0.457604,
                    0.433396,
                    0.446087,
                    0.452733,
                    0.448766,
                    0.449528,
                    0.116181,
                    0.4117,
                    0.449219,
                    0.453435,
                    0.467363,
                    0.447156,
                    0.472131,
                    0.432903,
                    0.443622,
                    0.517543,
                    0.420185,
                    0.460653,
                    0.458538,
                    0.449838,
                    0.46361,
                    0.43485,
                    0.462397,
                    0.45112,
                    0.45942,
                    0.316533,
                    0.46939,
                    0.455029,
                    0.429295,
                    0.431758,
                    0.430978,
                    0.406462,
                    0.456152,
                    0.513806,
                    0.410883,
                    0.456369,
                    0.452636,
                    0.436507,
                    0.445877,
                    0.458328,
                    0.434334,
                    0.460175,
                    0.463116,
                    0.4542,
                    0.438723,
                    0.440698,
                    0.373756,
                    0.452255,
                    0.457985,
                    0.423757,
                    0.45885,
                    0.501427,
                    0.442866,
                    0.450498,
                    0.442518,
                    0.443637,
                    0.454089,
                    0.453084,
                    0.457822,
                    0.462482,
                    0.429781,
                    0.45296,
                    0.45353,
                    0.423663,
                    0.473482,
                    0.43958,
                    0.447067,
                    0.425326,
                    0.535739,
                    0.435095,
                    0.436534,
                    0.44022,
                    0.467467,
                    0.457645,
                    0.448062,
                    0.452874,
                    0.39365,
                    0.45745,
                    0.401787,
                    0.504471,
                    0.438777,
                    0.460984,
                    0.438116,
                    0.454444,
                    0.444615,
                    0.442067,
                    0.458404,
                    0.442564,
                    0.452583,
                    0.430601,
                    0.443615,
                    0.439084,
                    0.437518,
                    0.5079,
                    0.433742,
                    0.428596,
                    0.438657,
                    0.441774,
                    0.444414,
                    0.46529,
                    0.446737,
                    0.447193,
                    0.488788,
                    0.464921,
                    0.505163,
                    0.292424,
                    0.428337,
                    0.421664,
                    0.45674,
                    0.424117,
                    0.436561,
                    0.412814,
                    0.446063,
                    0.453608,
                    0.444634,
                    0.439529,
                    0.456046,
                    0.401875,
                    0.403745,
                    0.42705,
                    0.438711,
                    0.437187,
                    0.483496,
                    0.45311,
                    0.472184,
                    0.443542,
                    0.465307,
                    0.451475,
                    0.462058,
                    0.483348,
                    0.417502,
                    0.456356,
                    0.431923,
                    0.431006,
                    0.428664,
                    0.427972,
                    0.321762,
                    0.431074,
                    0.438176,
                    0.433298,
                    0.466954,
                    0.459501,
                    0.472367,
                    0.492579,
                    0.395235,
                    0.446933,
                    0.500914,
                    0.45579,
                    0.438393,
                    0.322012,
                    0.426966,
                    0.465635,
                    0.449642,
                    0.225779,
                    0.359352,
                    0.445346,
                    0.458726,
                    0.435949,
                    0.438436,
                    0.43627,
                    0.484555,
                    0.457494,
                    0.452926,
                    0.475232,
                    0.500283,
                    0.46762,
                    0.586029,
                    0.266357,
                    0.43082,
                    0.461456,
                    0.439921,
                    0.43805,
                    0.43518,
                    0.415015,
                    0.420927,
                    0.46129,
                    0.460658,
                    0.456306,
                    0.424995,
                    0.445635,
                    0.433407,
                    0.436356,
                    0.467687,
                    0.474562,
                    0.448603,
                    0.447196,
                    0.455519,
                    0.447125,
                    0.477594,
                    0.46899,
                    0.428255,
                    0.419365,
                    0.433554,
                    0.443211,
                    0.467663,
                    0.433824,
                    0.448867,
                    0.495274,
                    0.451111,
                    0.459888,
                    0.475732,
                    0.453984,
                    0.408981,
                    0.444041,
                    0.443615,
                    0.310453,
                    0.426112,
                    0.44046,
                    0.44772,
                    0.469943,
                    0.450124,
                    0.453423,
                    0.454878,
                    0.442861,
                    0.286724,
                    0.433262,
                    0.449225,
                    0.458124,
                    0.435854,
                    0.44484,
                    0.429251,
                    0.463516,
                    0.450352,
                    0.46757,
                    0.459244,
                    0.45374,
                    0.432795,
                    0.453432,
                    0.36618,
                    0.452844,
                    0.444174,
                    0.432383,
                    0.435102,
                    0.45811,
                    0.447543,
                    0.464169,
                    0.443864,
                    0.455253,
                    0.458747,
                    0.479104,
                    0.403868,
                    0.474988,
                    0.471105,
                    0.425539,
                    0.438919,
                    0.451272,
                    0.43235,
                    0.430864,
                    0.496088,
                    0.458668,
                    0.450712,
                    0.449964,
                    0.437485,
                    0.429892,
                    0.43905,
                    0.479291,
                    0.3063,
                    0.436191,
                    0.444473,
                    0.440847,
                    0.451924,
                    0.455014,
                    0.466014,
                    0.431371,
                    0.438252,
                    0.423766,
                    0.433449,
                    0.491129,
                    0.487697,
                    0.447214,
                    0.423848,
                    0.455604,
                    0.470699,
                    0.474074,
                    0.474511,
                    0.450065,
                    0.457656,
                    0.493732,
                    0.451799,
                    0.48987,
                    0.446192,
                    0.457609,
                    0.433527,
                    0.40734,
                    0.423477,
                    0.472142,
                    0.504022,
                    0.470163,
                    0.448633,
                    0.475366,
                    0.469412,
                    0.446184,
                    0.463008,
                    0.390591,
                    0.432979,
                    0.480929,
                    0.4979,
                    0.426724,
                    0.447737,
                    0.44918,
                    0.465459,
                    0.46182,
                    0.42856,
                    0.481097,
                    0.447341,
                    0.459384,
                    0.424605,
                    0.488649,
                    0.424528,
                    0.45356,
                    0.430839,
                    0.460879,
                    0.455798,
                    0.424156,
                    0.472379,
                    0.44478,
                    0.466496,
                    0.450529,
                    0.427317,
                    0.453085,
                    0.400894,
                    0.415072,
                    0.484163,
                    0.404764,
                    0.417405,
                    0.452912,
                    0.450148,
                    0.403112,
                    0.460924,
                    0.472876,
                    0.499838,
                    0.429006,
                    0.451632,
                    0.462569,
                    0.47373,
                    0.444812,
                    0.45299,
                    0.443266,
                    0.479123,
                    0.54276,
                    0.444954,
                    0.45049,
                    0.480057,
                    0.481364,
                    0.458655,
                    0.421286,
                    0.471854,
                    0.477407,
                    0.445326,
                    0.455778,
                    0.46154,
                    0.433537,
                    0.221529,
                    0.470398,
                    0.4559,
                    0.467533,
                    0.451544,
                    0.510468,
                    0.433552,
                    0.421329,
                    0.448367,
                    0.463793,
                    0.477221,
                    0.437238,
                    0.44011,
                    0.429536,
                    0.43348,
                    0.458233,
                    0.424338,
                    0.428154,
                    0.452412,
                    0.441328,
                    0.427917,
                    0.450146,
                    0.468997,
                    0.488608,
                    0.49598,
                    0.505,
                    0.450958,
                    0.423454,
                    0.426172,
                    0.432979,
                    0.447548,
                    0.41724,
                    0.46964,
                    0.448436,
                    0.444469,
                    0.462236,
                    0.446045,
                    0.448296,
                    0.488496,
                    0.449346,
                    0.342349,
                    0.433284,
                    0.444024,
                    0.461178,
                    0.493456,
                    0.445028,
                    0.433429,
                    0.429872,
                    0.437571,
                    0.425901,
                    0.467038,
                    0.451323,
                    0.454286,
                    0.440985,
                    0.463559,
                    0.441986,
                    0.44624,
                    0.436127,
                    0.455203,
                    0.451872,
                    0.406791,
                    0.000505,
                    0.451195,
                    0.468211,
                    0.425872,
                    0.476452,
                    0.443176,
                    0.455597,
                    0.445096,
                    0.437123,
                    0.474433,
                    0.445064,
                    0.460971,
                    0.465133,
                    0.440371,
                    0.332819,
                    0.491688,
                    0.463321,
                    0.464233,
                    0.445455,
                    0.463104,
                    0.41241,
                    0.471568,
                    0.464516,
                    0.494497,
                    0.41005,
                    0.461629,
                    0.466184,
                    0.456544,
                    0.46391,
                    0.433392,
                    0.471847,
                    0.42312,
                    0.442821,
                    0.459774,
                    0.382002,
                    0.388744,
                    0.425026,
                    0.468304,
                    0.480083,
                    0.476121,
                    0.451818,
                    0.484972,
                    0.436443,
                    0.452267,
                    0.454286,
                    0.425226,
                    0.433572,
                    0.439408,
                    0.435664,
                    0.448792,
                    0.461547,
                    0.461301,
                    0.436362,
                    0.470397,
                    0.474952,
                    0.47546,
                    0.445338,
                    0.433969,
                    0.453885,
                    0.477888,
                    0.451343,
                    0.426067,
                    0.441685,
                    0.421411,
                    0.435917,
                    0.450797,
                    0.43447,
                    0.444313,
                    0.452432
                ]
            },
            "name": "model.model.layers.26.post_attention_layernorm.weight",
            "outputIndexes": [
                2194
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2193
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_26/Mul_output_0",
            "outputIndexes": [
                2195
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2194,
                2195
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_26/Mul_1_output_0",
            "outputIndexes": [
                2196
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2196
            ],
            "outputIndexes": [
                3211
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3211
            ],
            "outputIndexes": [
                3212
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear",
            "inputIndexes": [
                3212
            ],
            "outputIndexes": [
                3213
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    58064892,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3213
            ],
            "outputIndexes": [
                3214
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3214
            ],
            "outputIndexes": [
                2197
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2197
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_26/Sigmoid_output_0",
            "outputIndexes": [
                2198
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2197,
                2198
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_26/Mul_output_0",
            "outputIndexes": [
                2199
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2196
            ],
            "outputIndexes": [
                3215
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3215
            ],
            "outputIndexes": [
                3216
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear",
            "inputIndexes": [
                3216
            ],
            "outputIndexes": [
                3217
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    58617874,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3217
            ],
            "outputIndexes": [
                3218
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3218
            ],
            "outputIndexes": [
                2200
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2199,
                2200
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_26/Mul_output_0",
            "outputIndexes": [
                2201
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2201
            ],
            "outputIndexes": [
                3219
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3219
            ],
            "outputIndexes": [
                3220
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear",
            "inputIndexes": [
                3220
            ],
            "outputIndexes": [
                3221
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    59170856,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3221
            ],
            "outputIndexes": [
                3222
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3222
            ],
            "outputIndexes": [
                2202
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2193,
                2202
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_134_output_0",
            "outputIndexes": [
                2203
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2203,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_243_output_0",
            "outputIndexes": [
                2204
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.78884,
                    0.823124,
                    0.758434,
                    0.832143,
                    0.818081,
                    0.850288,
                    0.863922,
                    0.850081,
                    0.840262,
                    0.895858,
                    0.886119,
                    0.867944,
                    0.824727,
                    0.798247,
                    0.561783,
                    0.793396,
                    0.840212,
                    0.123939,
                    0.813254,
                    0.908358,
                    0.879807,
                    0.772306,
                    0.843525,
                    0.856855,
                    0.795155,
                    0.634307,
                    0.668075,
                    0.715468,
                    0.800554,
                    0.902046,
                    0.834346,
                    0.687409,
                    0.767948,
                    0.817614,
                    0.793093,
                    0.568834,
                    0.886759,
                    0.807317,
                    0.641646,
                    0.800378,
                    0.810474,
                    0.735617,
                    0.819351,
                    0.910507,
                    0.758179,
                    0.734116,
                    0.838457,
                    0.761151,
                    0.85928,
                    0.786358,
                    0.55988,
                    0.887801,
                    0.786492,
                    0.860058,
                    0.864324,
                    0.856321,
                    0.750383,
                    0.830412,
                    0.825025,
                    0.653621,
                    0.869489,
                    0.824051,
                    0.873833,
                    0.860703,
                    0.823858,
                    0.831394,
                    0.798746,
                    0.868413,
                    0.917118,
                    0.78586,
                    0.920695,
                    0.845709,
                    0.956114,
                    0.918967,
                    0.81406,
                    0.847886,
                    0.921172,
                    0.926782,
                    0.946396,
                    0.791931,
                    0.852398,
                    0.851006,
                    0.77114,
                    0.801084,
                    0.786102,
                    0.791446,
                    0.834728,
                    0.877996,
                    0.769198,
                    0.849599,
                    0.822636,
                    0.852434,
                    0.854859,
                    0.790964,
                    0.837818,
                    0.822474,
                    0.827991,
                    0.872853,
                    0.833151,
                    0.842772,
                    0.863235,
                    0.786115,
                    0.83161,
                    0.889289,
                    0.910644,
                    0.829481,
                    0.831219,
                    0.844663,
                    0.837268,
                    0.805517,
                    0.750566,
                    0.87456,
                    0.833992,
                    0.812639,
                    0.786805,
                    0.813642,
                    0.841928,
                    0.831062,
                    0.913672,
                    0.823853,
                    0.863522,
                    0.857197,
                    0.845443,
                    0.82917,
                    0.869695,
                    0.733279,
                    0.844132,
                    0.797357,
                    0.797865,
                    0.873081,
                    0.834328,
                    0.781606,
                    0.812336,
                    0.86109,
                    0.837225,
                    0.945605,
                    0.870869,
                    0.824301,
                    0.838478,
                    0.852121,
                    0.568436,
                    0.789433,
                    0.900963,
                    0.791386,
                    0.818596,
                    0.781414,
                    0.764316,
                    0.842354,
                    0.852795,
                    0.803148,
                    0.752112,
                    0.892606,
                    0.92533,
                    0.861044,
                    0.796663,
                    0.874558,
                    0.871551,
                    0.852183,
                    0.902172,
                    0.801082,
                    0.800836,
                    0.856809,
                    0.862725,
                    0.799054,
                    0.865062,
                    0.843011,
                    0.785749,
                    0.804213,
                    0.856678,
                    0.849565,
                    0.991755,
                    0.834357,
                    0.746095,
                    0.785144,
                    0.810487,
                    0.876565,
                    0.769405,
                    0.895764,
                    0.890044,
                    0.809762,
                    0.730181,
                    0.823405,
                    0.851441,
                    0.802063,
                    0.815197,
                    0.856663,
                    0.818453,
                    0.771979,
                    0.913758,
                    0.789414,
                    0.760568,
                    0.873351,
                    0.831214,
                    0.904491,
                    0.803343,
                    0.784241,
                    0.798651,
                    0.898744,
                    0.78946,
                    0.414652,
                    0.808069,
                    0.805846,
                    0.776347,
                    0.823638,
                    0.793581,
                    0.761825,
                    0.85028,
                    0.798947,
                    0.849546,
                    0.809207,
                    0.890436,
                    0.628764,
                    0.761975,
                    0.835171,
                    0.851893,
                    0.847772,
                    0.9018,
                    0.825319,
                    0.902287,
                    0.825741,
                    0.834205,
                    0.859964,
                    0.846311,
                    0.836776,
                    0.79935,
                    0.862454,
                    0.772621,
                    0.82213,
                    0.805238,
                    0.786022,
                    0.537609,
                    0.779684,
                    0.705767,
                    0.783302,
                    0.883331,
                    0.839284,
                    0.832647,
                    0.801945,
                    0.756763,
                    0.835635,
                    0.848253,
                    0.884843,
                    0.850445,
                    0.959485,
                    0.823482,
                    0.873816,
                    0.854396,
                    0.578532,
                    0.585569,
                    0.809781,
                    0.88807,
                    0.881494,
                    0.880459,
                    0.795991,
                    0.815724,
                    0.795605,
                    0.881272,
                    0.790283,
                    0.792267,
                    0.822709,
                    0.955104,
                    1.105402,
                    0.831408,
                    0.869182,
                    0.828363,
                    0.821628,
                    0.779885,
                    0.774882,
                    0.762808,
                    0.877281,
                    0.729593,
                    0.868246,
                    0.725828,
                    0.827743,
                    0.791439,
                    0.78119,
                    0.823747,
                    0.833526,
                    0.820096,
                    0.853393,
                    0.82256,
                    0.828074,
                    0.826122,
                    0.76287,
                    0.781002,
                    0.81547,
                    0.82325,
                    0.776791,
                    0.86878,
                    0.821292,
                    0.844441,
                    0.794784,
                    0.854225,
                    0.798294,
                    0.875752,
                    0.806613,
                    0.604966,
                    0.768464,
                    0.860779,
                    0.715931,
                    0.7909,
                    0.823037,
                    0.811393,
                    0.860812,
                    0.822812,
                    0.861454,
                    0.90049,
                    0.791161,
                    0.540719,
                    0.760562,
                    0.829017,
                    0.833202,
                    0.802696,
                    0.749007,
                    0.767782,
                    0.810086,
                    0.780474,
                    0.839538,
                    0.807873,
                    0.81248,
                    0.809694,
                    0.843375,
                    0.62398,
                    0.838629,
                    0.814069,
                    0.830113,
                    0.800343,
                    0.862158,
                    0.853827,
                    0.864721,
                    0.849101,
                    0.825292,
                    0.872379,
                    0.904976,
                    0.60352,
                    0.871056,
                    0.867425,
                    0.767352,
                    0.821743,
                    0.878722,
                    0.792635,
                    0.841661,
                    0.785125,
                    0.857846,
                    0.909282,
                    0.77971,
                    0.838444,
                    0.769168,
                    0.786982,
                    0.903468,
                    0.984649,
                    0.82075,
                    0.882175,
                    0.882901,
                    0.821622,
                    0.743085,
                    0.82954,
                    0.871971,
                    0.821236,
                    0.907014,
                    0.833207,
                    0.814643,
                    0.845208,
                    0.891452,
                    0.701281,
                    0.836102,
                    0.94019,
                    0.794417,
                    0.885057,
                    0.821877,
                    0.803341,
                    0.720989,
                    0.872336,
                    0.904774,
                    0.821719,
                    0.804997,
                    0.750675,
                    0.754727,
                    0.820856,
                    0.772498,
                    0.915499,
                    0.816316,
                    0.870066,
                    0.896093,
                    0.842716,
                    0.867108,
                    0.851402,
                    0.615593,
                    0.792092,
                    0.895522,
                    0.767443,
                    0.835564,
                    0.84325,
                    0.831827,
                    0.830761,
                    0.80872,
                    0.682339,
                    0.745959,
                    0.774408,
                    0.841214,
                    0.780537,
                    0.892556,
                    0.76533,
                    0.779471,
                    0.886134,
                    0.784162,
                    0.850246,
                    0.909378,
                    0.907269,
                    0.8508,
                    0.854557,
                    0.816031,
                    0.74554,
                    0.828837,
                    0.742721,
                    0.750881,
                    0.881776,
                    0.750317,
                    0.83337,
                    0.866389,
                    0.831279,
                    0.803828,
                    0.874613,
                    0.739522,
                    0.790486,
                    0.83762,
                    0.828132,
                    0.863503,
                    0.820943,
                    0.891869,
                    0.792075,
                    0.807343,
                    0.810335,
                    0.913301,
                    0.82953,
                    0.825413,
                    0.894925,
                    0.837306,
                    0.834065,
                    0.814566,
                    0.764583,
                    0.858732,
                    0.812616,
                    0.878872,
                    0.782437,
                    0.822514,
                    0.91856,
                    0.84815,
                    0.851924,
                    0.83675,
                    0.857182,
                    0.873897,
                    0.837121,
                    0.799682,
                    0.856778,
                    0.827882,
                    0.896846,
                    0.837372,
                    0.806955,
                    0.797113,
                    0.813859,
                    0.854079,
                    0.828655,
                    0.804637,
                    0.912655,
                    0.849199,
                    0.783545,
                    0.850768,
                    0.872371,
                    0.826103,
                    0.761199,
                    0.872704,
                    0.836882,
                    0.782494,
                    0.743862,
                    0.820824,
                    0.863502,
                    0.771091,
                    0.852853,
                    0.866279,
                    0.855159,
                    0.829257,
                    0.810755,
                    0.825467,
                    0.834052,
                    0.846298,
                    0.851931,
                    0.825878,
                    0.775729,
                    0.844342,
                    0.822611,
                    0.818358,
                    0.816952,
                    0.8307,
                    0.86998,
                    0.710227,
                    0.865939,
                    0.856217,
                    0.850475,
                    0.773782,
                    0.754931,
                    0.799707,
                    0.793234,
                    0.837041,
                    0.796931,
                    0.838607,
                    0.676887,
                    0.128968,
                    0.830647,
                    0.880975,
                    0.801973,
                    0.88887,
                    0.798292,
                    0.872537,
                    0.830057,
                    0.798192,
                    0.903625,
                    0.818812,
                    0.875533,
                    0.870904,
                    0.87015,
                    0.445035,
                    0.84308,
                    0.810437,
                    0.877096,
                    0.855551,
                    0.84583,
                    0.765022,
                    0.861451,
                    0.865217,
                    0.870976,
                    0.834993,
                    0.860319,
                    0.814714,
                    0.851241,
                    0.829547,
                    0.776867,
                    0.840864,
                    0.826201,
                    0.878913,
                    0.849794,
                    0.73949,
                    0.67027,
                    0.808973,
                    0.899371,
                    0.919277,
                    0.803499,
                    0.863183,
                    0.775895,
                    0.769086,
                    0.856705,
                    0.783161,
                    0.778432,
                    0.84285,
                    0.82718,
                    0.835489,
                    0.830889,
                    0.873795,
                    0.84265,
                    0.843109,
                    0.844793,
                    0.840346,
                    0.906114,
                    0.887624,
                    0.805013,
                    0.815348,
                    0.869546,
                    0.863348,
                    0.979703,
                    0.767279,
                    0.800608,
                    0.746997,
                    0.868382,
                    0.807989,
                    0.8448,
                    0.87874
                ]
            },
            "name": "model.model.layers.27.input_layernorm.weight",
            "outputIndexes": [
                2205
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2204
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_27/Mul_output_0",
            "outputIndexes": [
                2206
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2205,
                2206
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_27/Mul_1_output_0",
            "outputIndexes": [
                2207
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2207
            ],
            "outputIndexes": [
                3223
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3223
            ],
            "outputIndexes": [
                3224
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear",
            "inputIndexes": [
                3224
            ],
            "outputIndexes": [
                3225
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    59723838,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3225
            ],
            "outputIndexes": [
                3226
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3226
            ],
            "outputIndexes": [
                2208
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2207
            ],
            "main_type": "NONE",
            "name": "/Shape_379_output_0",
            "outputIndexes": [
                2209
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2209
            ],
            "main_type": "NONE",
            "name": "Shape5909",
            "outputIndexes": [
                2210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2209
            ],
            "main_type": "NONE",
            "name": "Rank5911",
            "outputIndexes": [
                2211
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2211,
                2211
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5913",
            "outputIndexes": [
                2212
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2212
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5914",
            "outputIndexes": [
                2213
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2212,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5916",
            "outputIndexes": [
                2214
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2214
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5917",
            "outputIndexes": [
                2215
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2210,
                2213,
                2215,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5920",
            "outputIndexes": [
                2216
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2216
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5921",
            "outputIndexes": [
                2217
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5922",
            "outputIndexes": [
                2218
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2218,
                2217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5923",
            "outputIndexes": [
                2219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2209,
                2219,
                2212
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_409_output_0",
            "outputIndexes": [
                2220
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2220,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_865_output_0",
            "outputIndexes": [
                2221
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2221,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_351_output_0",
            "outputIndexes": [
                2222
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2208,
                2222
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_244_output_0",
            "outputIndexes": [
                2223
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2223,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_216_output_0",
            "outputIndexes": [
                2224
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2223
            ],
            "main_type": "NONE",
            "name": "/Shape_380_output_0",
            "outputIndexes": [
                2225
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2225
            ],
            "main_type": "NONE",
            "name": "Shape5930",
            "outputIndexes": [
                2226
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2225
            ],
            "main_type": "NONE",
            "name": "Rank5932",
            "outputIndexes": [
                2227
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2227,
                2227
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5934",
            "outputIndexes": [
                2228
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2228
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5935",
            "outputIndexes": [
                2229
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2228,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5937",
            "outputIndexes": [
                2230
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2230
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5938",
            "outputIndexes": [
                2231
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2226,
                2229,
                2231,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5941",
            "outputIndexes": [
                2232
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2232
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5942",
            "outputIndexes": [
                2233
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5943",
            "outputIndexes": [
                2234
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2234,
                2233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5944",
            "outputIndexes": [
                2235
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2225,
                2235,
                2228
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_410_output_0",
            "outputIndexes": [
                2236
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2236,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_81_output_0",
            "outputIndexes": [
                2237
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2237,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_870_output_0",
            "outputIndexes": [
                2238
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2223,
                2238,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_109_output_0",
            "outputIndexes": [
                2239
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2239
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_54_output_0",
            "outputIndexes": [
                2240
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2223,
                22,
                2238,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_108_output_0",
            "outputIndexes": [
                2241
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2240,
                2241
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_354_output_0",
            "outputIndexes": [
                2242
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2242,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_217_output_0",
            "outputIndexes": [
                2243
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2224,
                2243
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_135_output_0",
            "outputIndexes": [
                2244
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2207
            ],
            "outputIndexes": [
                3227
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3227
            ],
            "outputIndexes": [
                3228
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear",
            "inputIndexes": [
                3228
            ],
            "outputIndexes": [
                3229
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    59931220,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3229
            ],
            "outputIndexes": [
                3230
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3230
            ],
            "outputIndexes": [
                2245
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2221,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_352_output_0",
            "outputIndexes": [
                2246
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2245,
                2246
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_245_output_0",
            "outputIndexes": [
                2247
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2247,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_218_output_0",
            "outputIndexes": [
                2248
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2247
            ],
            "main_type": "NONE",
            "name": "/Shape_381_output_0",
            "outputIndexes": [
                2249
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2249
            ],
            "main_type": "NONE",
            "name": "Shape5993",
            "outputIndexes": [
                2250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2249
            ],
            "main_type": "NONE",
            "name": "Rank5995",
            "outputIndexes": [
                2251
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2251,
                2251
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5997",
            "outputIndexes": [
                2252
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2252
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5998",
            "outputIndexes": [
                2253
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2252,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6000",
            "outputIndexes": [
                2254
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2254
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6001",
            "outputIndexes": [
                2255
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2250,
                2253,
                2255,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6004",
            "outputIndexes": [
                2256
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2256
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6005",
            "outputIndexes": [
                2257
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6006",
            "outputIndexes": [
                2258
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2258,
                2257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6007",
            "outputIndexes": [
                2259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2249,
                2259,
                2252
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_411_output_0",
            "outputIndexes": [
                2260
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2260,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_82_output_0",
            "outputIndexes": [
                2261
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2261,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_872_output_0",
            "outputIndexes": [
                2262
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2247,
                2262,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_111_output_0",
            "outputIndexes": [
                2263
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2263
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_55_output_0",
            "outputIndexes": [
                2264
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2247,
                22,
                2262,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_110_output_0",
            "outputIndexes": [
                2265
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2264,
                2265
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_355_output_0",
            "outputIndexes": [
                2266
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2266,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_219_output_0",
            "outputIndexes": [
                2267
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2248,
                2267
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_136_output_0",
            "outputIndexes": [
                2268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2207
            ],
            "outputIndexes": [
                3231
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3231
            ],
            "outputIndexes": [
                3232
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear",
            "inputIndexes": [
                3232
            ],
            "outputIndexes": [
                3233
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    60000362,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3233
            ],
            "outputIndexes": [
                3234
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3234
            ],
            "outputIndexes": [
                2269
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2269,
                2246
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_246_output_0",
            "outputIndexes": [
                2270
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2244,
                2268,
                2270,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_251_output_0",
            "outputIndexes": [
                2271
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2271
            ],
            "outputIndexes": [
                3235
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3235
            ],
            "outputIndexes": [
                3236
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear",
            "inputIndexes": [
                3236
            ],
            "outputIndexes": [
                3237
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    60069504,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3237
            ],
            "outputIndexes": [
                3238
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3238
            ],
            "outputIndexes": [
                2272
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2204,
                2272
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_138_output_0",
            "outputIndexes": [
                2273
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.48701,
                    0.464989,
                    0.453958,
                    0.485103,
                    0.440887,
                    0.434609,
                    0.440851,
                    0.441018,
                    0.23928,
                    0.448882,
                    0.447,
                    0.430296,
                    0.437839,
                    0.421231,
                    0.411135,
                    0.440047,
                    0.468384,
                    0.074892,
                    0.45695,
                    0.469668,
                    0.434616,
                    0.414936,
                    0.434607,
                    0.447926,
                    0.425157,
                    0.480833,
                    0.429553,
                    0.406101,
                    0.474084,
                    0.426242,
                    0.445887,
                    0.454265,
                    0.440471,
                    0.432607,
                    0.42331,
                    0.438787,
                    0.444356,
                    0.443213,
                    0.452553,
                    0.440867,
                    0.431056,
                    0.420926,
                    0.455259,
                    0.456749,
                    0.453409,
                    0.409656,
                    0.466054,
                    0.419735,
                    0.434054,
                    0.460383,
                    0.397935,
                    0.436021,
                    0.467404,
                    0.50253,
                    0.445684,
                    0.445417,
                    0.455437,
                    0.452827,
                    0.438788,
                    0.437598,
                    0.449724,
                    0.424469,
                    0.434505,
                    0.443248,
                    0.467637,
                    0.47554,
                    0.481239,
                    0.458413,
                    0.447947,
                    0.439219,
                    0.444849,
                    0.469468,
                    0.470968,
                    0.450635,
                    0.443117,
                    0.431568,
                    0.454013,
                    0.472134,
                    0.455207,
                    0.461795,
                    0.450513,
                    0.443542,
                    0.442699,
                    0.437849,
                    0.448136,
                    0.439009,
                    0.438741,
                    0.44406,
                    0.438244,
                    0.450455,
                    0.442936,
                    0.470787,
                    0.449291,
                    0.491525,
                    0.460044,
                    0.425932,
                    0.43906,
                    0.479667,
                    0.452588,
                    0.468815,
                    0.133578,
                    0.435504,
                    0.426828,
                    0.441865,
                    0.462765,
                    0.469336,
                    0.455808,
                    0.446202,
                    0.443917,
                    0.507639,
                    0.421822,
                    0.464297,
                    0.47849,
                    0.450495,
                    0.461088,
                    0.445956,
                    0.45488,
                    0.452325,
                    0.502087,
                    0.349902,
                    0.466134,
                    0.456952,
                    0.454043,
                    0.448587,
                    0.448963,
                    0.427969,
                    0.448843,
                    0.505385,
                    0.423721,
                    0.459139,
                    0.423234,
                    0.437484,
                    0.437046,
                    0.466567,
                    0.428023,
                    0.453861,
                    0.468463,
                    0.462147,
                    0.448094,
                    0.436692,
                    0.413987,
                    0.437951,
                    0.455807,
                    0.432736,
                    0.458544,
                    0.51944,
                    0.426573,
                    0.445515,
                    0.433317,
                    0.453162,
                    0.464769,
                    0.436362,
                    0.430182,
                    0.452369,
                    0.433677,
                    0.455754,
                    0.441934,
                    0.444235,
                    0.465787,
                    0.440775,
                    0.433923,
                    0.426892,
                    0.549857,
                    0.452007,
                    0.438456,
                    0.433436,
                    0.465956,
                    0.459479,
                    0.430211,
                    0.450824,
                    0.407306,
                    0.4645,
                    0.46026,
                    0.541938,
                    0.449535,
                    0.472341,
                    0.445382,
                    0.454495,
                    0.461037,
                    0.450752,
                    0.471787,
                    0.437507,
                    0.450063,
                    0.44456,
                    0.442152,
                    0.443963,
                    0.426487,
                    0.493973,
                    0.432604,
                    0.438088,
                    0.452361,
                    0.452746,
                    0.435901,
                    0.450284,
                    0.456846,
                    0.454644,
                    0.492362,
                    0.453448,
                    0.498301,
                    0.385913,
                    0.438976,
                    0.407056,
                    0.448126,
                    0.424696,
                    0.431896,
                    0.422223,
                    0.441191,
                    0.444203,
                    0.445834,
                    0.438268,
                    0.446936,
                    0.459071,
                    0.400003,
                    0.432824,
                    0.452455,
                    0.439142,
                    0.452201,
                    0.450072,
                    0.456486,
                    0.450793,
                    0.437152,
                    0.451713,
                    0.442532,
                    0.47347,
                    0.430002,
                    0.450911,
                    0.439207,
                    0.436222,
                    0.421919,
                    0.423951,
                    0.390937,
                    0.447962,
                    0.466962,
                    0.425856,
                    0.443126,
                    0.439652,
                    0.489957,
                    0.481301,
                    0.405366,
                    0.436579,
                    0.492418,
                    0.43894,
                    0.417318,
                    0.393648,
                    0.429773,
                    0.449675,
                    0.441725,
                    0.304858,
                    0.413299,
                    0.445539,
                    0.455578,
                    0.425518,
                    0.449301,
                    0.434637,
                    0.471783,
                    0.448385,
                    0.4557,
                    0.485961,
                    0.501927,
                    0.460893,
                    0.652112,
                    0.275274,
                    0.428298,
                    0.467281,
                    0.433035,
                    0.4492,
                    0.439546,
                    0.437516,
                    0.432076,
                    0.422512,
                    0.466726,
                    0.474033,
                    0.435201,
                    0.447613,
                    0.43257,
                    0.445566,
                    0.470111,
                    0.464267,
                    0.439955,
                    0.455195,
                    0.446059,
                    0.446242,
                    0.469716,
                    0.488343,
                    0.421722,
                    0.454908,
                    0.442974,
                    0.4328,
                    0.46705,
                    0.442727,
                    0.44513,
                    0.489944,
                    0.4298,
                    0.470529,
                    0.450138,
                    0.455448,
                    0.421753,
                    0.457949,
                    0.426792,
                    0.371113,
                    0.437315,
                    0.44548,
                    0.438468,
                    0.459378,
                    0.434827,
                    0.452294,
                    0.461643,
                    0.435401,
                    0.376285,
                    0.450395,
                    0.439931,
                    0.449342,
                    0.442405,
                    0.44733,
                    0.453903,
                    0.448182,
                    0.416537,
                    0.446781,
                    0.458346,
                    0.456756,
                    0.410077,
                    0.444502,
                    0.388167,
                    0.44106,
                    0.439741,
                    0.429339,
                    0.443013,
                    0.44498,
                    0.447537,
                    0.452773,
                    0.456845,
                    0.430703,
                    0.441459,
                    0.472292,
                    0.445231,
                    0.47532,
                    0.45312,
                    0.418383,
                    0.439782,
                    0.456807,
                    0.443938,
                    0.421,
                    0.477121,
                    0.458891,
                    0.450898,
                    0.462616,
                    0.437753,
                    0.424494,
                    0.425291,
                    0.469169,
                    0.336805,
                    0.437987,
                    0.438149,
                    0.445712,
                    0.43335,
                    0.481822,
                    0.457873,
                    0.441815,
                    0.426707,
                    0.418901,
                    0.433881,
                    0.457338,
                    0.465397,
                    0.453624,
                    0.437877,
                    0.435225,
                    0.445345,
                    0.467322,
                    0.447258,
                    0.445076,
                    0.463772,
                    0.580141,
                    0.461839,
                    0.441523,
                    0.432724,
                    0.450311,
                    0.439381,
                    0.414176,
                    0.439573,
                    0.4684,
                    0.480128,
                    0.464978,
                    0.448728,
                    0.467636,
                    0.455678,
                    0.441583,
                    0.436826,
                    0.441634,
                    0.439187,
                    0.483273,
                    0.487613,
                    0.429612,
                    0.434198,
                    0.44143,
                    0.452446,
                    0.460394,
                    0.46379,
                    0.510487,
                    0.451714,
                    0.435817,
                    0.428232,
                    0.471644,
                    0.416568,
                    0.450611,
                    0.459542,
                    0.462817,
                    0.449761,
                    0.438986,
                    0.453797,
                    0.449239,
                    0.46144,
                    0.449257,
                    0.427169,
                    0.466305,
                    0.411128,
                    0.424346,
                    0.468721,
                    0.422773,
                    0.436074,
                    0.446055,
                    0.435864,
                    0.432127,
                    0.459583,
                    0.470117,
                    0.509844,
                    0.442853,
                    0.44721,
                    0.45161,
                    0.450429,
                    0.44941,
                    0.433716,
                    0.442966,
                    0.482208,
                    0.538408,
                    0.44905,
                    0.430968,
                    0.471963,
                    0.440943,
                    0.452561,
                    0.436751,
                    0.452849,
                    0.459123,
                    0.456933,
                    0.450526,
                    0.459135,
                    0.420982,
                    0.248357,
                    0.448611,
                    0.433513,
                    0.445221,
                    0.442332,
                    0.507509,
                    0.438887,
                    0.426778,
                    0.450772,
                    0.445668,
                    0.471367,
                    0.453074,
                    0.444474,
                    0.4344,
                    0.438835,
                    0.45908,
                    0.43537,
                    0.439083,
                    0.452229,
                    0.452697,
                    0.425134,
                    0.469081,
                    0.473901,
                    0.507647,
                    0.499786,
                    0.527517,
                    0.434525,
                    0.453392,
                    0.445824,
                    0.433939,
                    0.428157,
                    0.433941,
                    0.447973,
                    0.440115,
                    0.455753,
                    0.484062,
                    0.437931,
                    0.431892,
                    0.486501,
                    0.452845,
                    0.385143,
                    0.449175,
                    0.451791,
                    0.449637,
                    0.495927,
                    0.461348,
                    0.421971,
                    0.44124,
                    0.431013,
                    0.420729,
                    0.45073,
                    0.445173,
                    0.45147,
                    0.429509,
                    0.453384,
                    0.453511,
                    0.438157,
                    0.420459,
                    0.448302,
                    0.446285,
                    0.455899,
                    0.092334,
                    0.432604,
                    0.445412,
                    0.424581,
                    0.474877,
                    0.438038,
                    0.443158,
                    0.419905,
                    0.422809,
                    0.440635,
                    0.43266,
                    0.452427,
                    0.453263,
                    0.430405,
                    0.414176,
                    0.497297,
                    0.471114,
                    0.454608,
                    0.447215,
                    0.460991,
                    0.420804,
                    0.473992,
                    0.445081,
                    0.477527,
                    0.404848,
                    0.446564,
                    0.478563,
                    0.474707,
                    0.444315,
                    0.431959,
                    0.482465,
                    0.437945,
                    0.445528,
                    0.46285,
                    0.421968,
                    0.432166,
                    0.435034,
                    0.45643,
                    0.456119,
                    0.463319,
                    0.43349,
                    0.479481,
                    0.436537,
                    0.439674,
                    0.442769,
                    0.4276,
                    0.433554,
                    0.425717,
                    0.409123,
                    0.442322,
                    0.439106,
                    0.447906,
                    0.445763,
                    0.49076,
                    0.456824,
                    0.469375,
                    0.435734,
                    0.434021,
                    0.450624,
                    0.464406,
                    0.465004,
                    0.423585,
                    0.429919,
                    0.42582,
                    0.476437,
                    0.449651,
                    0.457097,
                    0.42977,
                    0.460256
                ]
            },
            "name": "model.model.layers.27.post_attention_layernorm.weight",
            "outputIndexes": [
                2274
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2273
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_27/Mul_output_0",
            "outputIndexes": [
                2275
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2274,
                2275
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_27/Mul_1_output_0",
            "outputIndexes": [
                2276
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2276
            ],
            "outputIndexes": [
                3239
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3239
            ],
            "outputIndexes": [
                3240
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear",
            "inputIndexes": [
                3240
            ],
            "outputIndexes": [
                3241
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    60276886,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3241
            ],
            "outputIndexes": [
                3242
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3242
            ],
            "outputIndexes": [
                2277
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2277
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_27/Sigmoid_output_0",
            "outputIndexes": [
                2278
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2277,
                2278
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_27/Mul_output_0",
            "outputIndexes": [
                2279
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2276
            ],
            "outputIndexes": [
                3243
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3243
            ],
            "outputIndexes": [
                3244
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear",
            "inputIndexes": [
                3244
            ],
            "outputIndexes": [
                3245
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    60829868,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3245
            ],
            "outputIndexes": [
                3246
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3246
            ],
            "outputIndexes": [
                2280
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2279,
                2280
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_27/Mul_output_0",
            "outputIndexes": [
                2281
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2281
            ],
            "outputIndexes": [
                3247
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3247
            ],
            "outputIndexes": [
                3248
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear",
            "inputIndexes": [
                3248
            ],
            "outputIndexes": [
                3249
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    61382850,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3249
            ],
            "outputIndexes": [
                3250
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3250
            ],
            "outputIndexes": [
                2282
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2273,
                2282
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_139_output_0",
            "outputIndexes": [
                2283
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2283,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_252_output_0",
            "outputIndexes": [
                2284
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.925138,
                    0.757275,
                    0.885153,
                    0.97676,
                    0.875477,
                    0.861531,
                    0.794152,
                    0.843184,
                    0.919278,
                    0.869444,
                    0.878944,
                    0.880633,
                    0.834893,
                    0.828232,
                    0.598183,
                    0.753876,
                    0.927134,
                    0.105202,
                    0.802729,
                    0.956687,
                    0.866881,
                    0.831761,
                    0.886109,
                    0.854742,
                    0.780515,
                    0.578198,
                    0.675141,
                    0.610619,
                    0.913059,
                    0.870093,
                    0.83323,
                    0.70152,
                    0.774588,
                    0.78784,
                    0.773261,
                    0.488824,
                    0.923806,
                    0.821566,
                    0.598658,
                    0.876135,
                    0.855735,
                    0.816407,
                    0.856592,
                    0.893014,
                    0.936626,
                    0.75281,
                    0.852043,
                    0.805885,
                    0.865692,
                    0.880868,
                    0.515246,
                    0.855002,
                    0.913112,
                    0.979925,
                    0.947885,
                    0.867018,
                    0.848107,
                    0.850827,
                    0.866372,
                    0.696366,
                    0.871252,
                    0.800144,
                    0.922305,
                    0.860748,
                    0.850476,
                    0.920683,
                    0.975845,
                    0.858725,
                    0.950477,
                    0.825158,
                    0.948324,
                    0.964666,
                    0.952175,
                    0.861255,
                    0.764119,
                    0.896426,
                    0.913509,
                    0.916754,
                    0.945517,
                    0.866164,
                    0.816391,
                    0.908337,
                    0.692621,
                    0.792888,
                    0.827194,
                    0.925694,
                    0.805043,
                    0.918765,
                    0.847577,
                    0.828433,
                    0.875755,
                    0.868035,
                    0.808392,
                    0.911021,
                    0.882557,
                    0.87767,
                    0.869419,
                    0.878308,
                    0.801924,
                    0.961472,
                    1.002994,
                    0.826985,
                    0.923628,
                    0.925904,
                    1.002694,
                    0.93874,
                    0.948308,
                    0.895962,
                    0.808695,
                    0.956675,
                    0.832879,
                    0.841499,
                    0.87523,
                    0.80527,
                    0.901617,
                    0.894045,
                    0.868947,
                    0.941577,
                    0.937386,
                    0.982128,
                    0.841684,
                    0.885802,
                    0.85649,
                    0.870507,
                    0.946847,
                    0.796072,
                    0.815937,
                    0.962275,
                    0.842615,
                    0.910517,
                    0.90651,
                    0.854053,
                    0.861955,
                    0.866869,
                    0.92111,
                    0.923737,
                    0.920723,
                    0.84182,
                    0.796864,
                    0.839235,
                    0.483573,
                    0.897389,
                    0.897834,
                    0.875269,
                    0.931014,
                    0.938742,
                    0.802735,
                    0.844563,
                    0.802437,
                    0.864239,
                    0.847804,
                    0.922093,
                    0.951481,
                    0.87803,
                    0.840873,
                    0.899046,
                    0.905662,
                    0.950087,
                    0.956596,
                    0.821323,
                    0.82683,
                    0.942938,
                    1.026027,
                    0.881798,
                    0.84068,
                    0.823569,
                    0.936693,
                    0.889196,
                    0.863927,
                    0.922786,
                    0.991655,
                    0.92426,
                    0.80659,
                    0.759167,
                    0.762411,
                    0.943077,
                    0.821868,
                    0.947686,
                    1.065408,
                    0.824472,
                    0.928358,
                    0.905729,
                    0.87559,
                    0.804234,
                    0.851713,
                    0.813286,
                    0.823396,
                    0.955862,
                    0.940426,
                    0.848555,
                    0.896154,
                    0.893004,
                    0.869733,
                    0.872974,
                    0.888634,
                    0.840025,
                    0.922286,
                    0.880176,
                    0.989172,
                    0.38129,
                    0.857152,
                    0.791785,
                    0.892772,
                    0.859383,
                    0.849663,
                    0.795813,
                    0.878765,
                    0.863395,
                    0.841278,
                    0.803527,
                    0.897481,
                    0.635156,
                    0.756333,
                    0.888285,
                    0.861751,
                    0.908154,
                    0.940323,
                    0.857258,
                    0.902879,
                    0.873987,
                    0.868682,
                    0.900782,
                    0.913508,
                    0.93109,
                    0.766282,
                    0.845127,
                    0.806109,
                    0.79818,
                    0.752646,
                    0.801678,
                    0.55662,
                    0.763246,
                    0.667798,
                    0.802149,
                    0.803655,
                    0.817611,
                    0.966797,
                    0.948939,
                    0.784709,
                    0.96526,
                    0.947086,
                    0.881587,
                    0.861195,
                    0.928047,
                    0.809604,
                    0.899366,
                    0.767798,
                    0.747191,
                    0.548859,
                    0.870866,
                    0.893059,
                    0.905577,
                    0.857398,
                    0.845642,
                    0.877856,
                    0.812624,
                    0.918509,
                    0.928519,
                    0.944632,
                    0.938081,
                    0.945023,
                    1.232432,
                    0.768747,
                    0.842882,
                    0.792878,
                    0.844327,
                    0.861678,
                    0.865943,
                    0.83841,
                    0.911126,
                    0.8146,
                    0.900473,
                    0.834899,
                    0.809533,
                    0.818169,
                    0.858668,
                    0.814171,
                    0.882556,
                    0.841957,
                    0.912939,
                    0.830472,
                    0.831369,
                    0.895953,
                    0.910802,
                    0.783708,
                    0.917962,
                    0.766182,
                    0.772142,
                    0.983024,
                    0.885117,
                    0.875412,
                    0.931135,
                    0.88363,
                    0.938411,
                    0.911857,
                    0.836236,
                    0.448795,
                    0.881587,
                    0.881755,
                    0.765367,
                    0.746283,
                    0.859364,
                    0.807036,
                    0.905897,
                    0.854524,
                    0.887229,
                    0.967509,
                    0.83336,
                    0.627858,
                    0.871855,
                    0.84216,
                    0.875231,
                    0.853356,
                    0.887519,
                    0.823892,
                    0.844205,
                    0.798223,
                    0.918577,
                    0.876931,
                    0.857516,
                    0.759263,
                    0.854539,
                    0.593291,
                    0.753332,
                    0.859046,
                    0.857791,
                    0.894858,
                    0.896553,
                    0.871296,
                    0.855843,
                    0.868973,
                    0.813449,
                    0.83496,
                    0.978869,
                    0.521047,
                    0.925032,
                    0.855546,
                    0.833455,
                    0.832664,
                    0.892699,
                    0.783698,
                    0.845078,
                    0.958669,
                    0.874048,
                    0.889119,
                    0.902018,
                    0.803375,
                    0.745372,
                    0.822655,
                    0.909049,
                    1.029177,
                    0.877045,
                    0.90509,
                    0.904032,
                    0.857137,
                    0.665901,
                    0.867719,
                    0.848181,
                    0.831753,
                    0.936288,
                    0.847027,
                    0.936123,
                    0.88797,
                    0.890778,
                    0.644858,
                    0.881717,
                    0.993379,
                    0.974831,
                    0.922557,
                    0.846198,
                    0.8999,
                    0.745296,
                    0.942573,
                    0.826786,
                    0.830544,
                    0.80682,
                    0.741777,
                    0.76981,
                    0.795892,
                    0.890058,
                    0.939418,
                    0.828301,
                    0.864836,
                    0.940356,
                    0.933287,
                    0.896944,
                    0.901079,
                    0.506034,
                    0.961822,
                    0.912458,
                    0.885697,
                    0.890798,
                    0.846354,
                    0.905722,
                    0.861998,
                    0.879233,
                    0.700139,
                    0.865765,
                    0.913256,
                    0.808328,
                    0.823471,
                    0.933395,
                    0.820967,
                    0.927613,
                    0.938259,
                    0.828149,
                    0.89145,
                    0.980842,
                    0.955988,
                    0.879245,
                    0.877151,
                    0.883099,
                    0.691663,
                    0.815641,
                    0.747079,
                    0.880525,
                    0.999358,
                    0.88963,
                    0.890904,
                    0.898995,
                    0.900569,
                    0.840228,
                    0.958984,
                    0.889397,
                    1.006118,
                    0.937729,
                    0.900149,
                    0.930364,
                    0.798979,
                    0.885767,
                    0.76074,
                    0.890838,
                    0.957222,
                    1.068835,
                    0.886968,
                    0.900489,
                    0.968491,
                    0.858443,
                    0.937084,
                    0.821288,
                    0.888801,
                    0.904772,
                    0.872138,
                    0.898812,
                    0.909339,
                    0.827011,
                    1.086147,
                    0.815168,
                    0.867525,
                    0.872782,
                    0.870078,
                    0.986646,
                    0.883177,
                    0.721624,
                    0.844689,
                    0.878164,
                    0.878781,
                    0.908821,
                    0.823107,
                    0.852357,
                    0.798694,
                    0.877418,
                    0.859796,
                    0.817372,
                    0.899238,
                    0.881693,
                    0.804611,
                    0.885487,
                    0.908673,
                    0.959107,
                    0.923903,
                    0.932254,
                    0.923986,
                    0.877735,
                    0.744406,
                    0.819126,
                    0.856575,
                    0.85807,
                    0.954427,
                    0.857861,
                    0.868011,
                    0.860243,
                    0.790574,
                    0.801273,
                    0.932949,
                    0.892691,
                    0.921809,
                    0.953053,
                    0.881577,
                    0.846413,
                    0.931833,
                    0.857594,
                    0.822564,
                    0.817262,
                    0.935001,
                    0.67835,
                    0.888722,
                    0.84543,
                    0.84166,
                    0.745718,
                    0.820467,
                    0.910383,
                    0.880092,
                    0.844052,
                    0.869779,
                    0.893371,
                    0.660273,
                    0.149369,
                    0.83244,
                    0.919,
                    0.794351,
                    0.90042,
                    0.769778,
                    0.914383,
                    0.844448,
                    0.812413,
                    0.909948,
                    0.768907,
                    0.871154,
                    0.873178,
                    0.891253,
                    0.43642,
                    1.000892,
                    0.888386,
                    0.833265,
                    0.913809,
                    0.90134,
                    0.747977,
                    0.99658,
                    0.874231,
                    0.908042,
                    0.879352,
                    0.884176,
                    0.933987,
                    0.891299,
                    0.874497,
                    0.862945,
                    0.97987,
                    0.879603,
                    0.900971,
                    0.932276,
                    0.717542,
                    0.673738,
                    0.829037,
                    0.928205,
                    0.859246,
                    0.857607,
                    0.91568,
                    0.876646,
                    0.753603,
                    0.838363,
                    0.806578,
                    0.826671,
                    0.844239,
                    0.845371,
                    0.880532,
                    0.810221,
                    0.978607,
                    0.803479,
                    0.885421,
                    0.973022,
                    0.9322,
                    0.921687,
                    0.940682,
                    0.821709,
                    0.866051,
                    0.870397,
                    0.903089,
                    1.026394,
                    0.808934,
                    0.880265,
                    0.758418,
                    0.85347,
                    0.788465,
                    0.874672,
                    0.894968
                ]
            },
            "name": "model.model.layers.28.input_layernorm.weight",
            "outputIndexes": [
                2285
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2284
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_28/Mul_output_0",
            "outputIndexes": [
                2286
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2285,
                2286
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_28/Mul_1_output_0",
            "outputIndexes": [
                2287
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2287
            ],
            "outputIndexes": [
                3251
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3251
            ],
            "outputIndexes": [
                3252
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear",
            "inputIndexes": [
                3252
            ],
            "outputIndexes": [
                3253
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    61935832,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3253
            ],
            "outputIndexes": [
                3254
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3254
            ],
            "outputIndexes": [
                2288
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2287
            ],
            "main_type": "NONE",
            "name": "/Shape_393_output_0",
            "outputIndexes": [
                2289
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2289
            ],
            "main_type": "NONE",
            "name": "Shape6125",
            "outputIndexes": [
                2290
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2289
            ],
            "main_type": "NONE",
            "name": "Rank6127",
            "outputIndexes": [
                2291
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2291,
                2291
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6129",
            "outputIndexes": [
                2292
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2292
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6130",
            "outputIndexes": [
                2293
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2292,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6132",
            "outputIndexes": [
                2294
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2294
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6133",
            "outputIndexes": [
                2295
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2290,
                2293,
                2295,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6136",
            "outputIndexes": [
                2296
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2296
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6137",
            "outputIndexes": [
                2297
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6138",
            "outputIndexes": [
                2298
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2298,
                2297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6139",
            "outputIndexes": [
                2299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2289,
                2299,
                2292
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_424_output_0",
            "outputIndexes": [
                2300
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2300,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_897_output_0",
            "outputIndexes": [
                2301
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2301,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_364_output_0",
            "outputIndexes": [
                2302
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2288,
                2302
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_253_output_0",
            "outputIndexes": [
                2303
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_224_output_0",
            "outputIndexes": [
                2304
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303
            ],
            "main_type": "NONE",
            "name": "/Shape_394_output_0",
            "outputIndexes": [
                2305
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2305
            ],
            "main_type": "NONE",
            "name": "Shape6146",
            "outputIndexes": [
                2306
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2305
            ],
            "main_type": "NONE",
            "name": "Rank6148",
            "outputIndexes": [
                2307
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2307,
                2307
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6150",
            "outputIndexes": [
                2308
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2308
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6151",
            "outputIndexes": [
                2309
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2308,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6153",
            "outputIndexes": [
                2310
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2310
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6154",
            "outputIndexes": [
                2311
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2306,
                2309,
                2311,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6157",
            "outputIndexes": [
                2312
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2312
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6158",
            "outputIndexes": [
                2313
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6159",
            "outputIndexes": [
                2314
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2314,
                2313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6160",
            "outputIndexes": [
                2315
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2305,
                2315,
                2308
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_425_output_0",
            "outputIndexes": [
                2316
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2316,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_84_output_0",
            "outputIndexes": [
                2317
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2317,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_902_output_0",
            "outputIndexes": [
                2318
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303,
                2318,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_113_output_0",
            "outputIndexes": [
                2319
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2319
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_56_output_0",
            "outputIndexes": [
                2320
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303,
                22,
                2318,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_112_output_0",
            "outputIndexes": [
                2321
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2320,
                2321
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_367_output_0",
            "outputIndexes": [
                2322
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2322,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_225_output_0",
            "outputIndexes": [
                2323
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2304,
                2323
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_140_output_0",
            "outputIndexes": [
                2324
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2287
            ],
            "outputIndexes": [
                3255
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3255
            ],
            "outputIndexes": [
                3256
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear",
            "inputIndexes": [
                3256
            ],
            "outputIndexes": [
                3257
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    62143214,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3257
            ],
            "outputIndexes": [
                3258
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3258
            ],
            "outputIndexes": [
                2325
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2301,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_365_output_0",
            "outputIndexes": [
                2326
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2325,
                2326
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_254_output_0",
            "outputIndexes": [
                2327
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2327,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_226_output_0",
            "outputIndexes": [
                2328
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2327
            ],
            "main_type": "NONE",
            "name": "/Shape_395_output_0",
            "outputIndexes": [
                2329
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2329
            ],
            "main_type": "NONE",
            "name": "Shape6209",
            "outputIndexes": [
                2330
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2329
            ],
            "main_type": "NONE",
            "name": "Rank6211",
            "outputIndexes": [
                2331
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2331,
                2331
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6213",
            "outputIndexes": [
                2332
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2332
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6214",
            "outputIndexes": [
                2333
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2332,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6216",
            "outputIndexes": [
                2334
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2334
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6217",
            "outputIndexes": [
                2335
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2330,
                2333,
                2335,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6220",
            "outputIndexes": [
                2336
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2336
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6221",
            "outputIndexes": [
                2337
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6222",
            "outputIndexes": [
                2338
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2338,
                2337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6223",
            "outputIndexes": [
                2339
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2329,
                2339,
                2332
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_426_output_0",
            "outputIndexes": [
                2340
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2340,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_85_output_0",
            "outputIndexes": [
                2341
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2341,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_904_output_0",
            "outputIndexes": [
                2342
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2327,
                2342,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_115_output_0",
            "outputIndexes": [
                2343
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2343
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_57_output_0",
            "outputIndexes": [
                2344
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2327,
                22,
                2342,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_114_output_0",
            "outputIndexes": [
                2345
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2344,
                2345
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_368_output_0",
            "outputIndexes": [
                2346
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2346,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_227_output_0",
            "outputIndexes": [
                2347
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2328,
                2347
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_141_output_0",
            "outputIndexes": [
                2348
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2287
            ],
            "outputIndexes": [
                3259
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3259
            ],
            "outputIndexes": [
                3260
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear",
            "inputIndexes": [
                3260
            ],
            "outputIndexes": [
                3261
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    62212356,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3261
            ],
            "outputIndexes": [
                3262
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3262
            ],
            "outputIndexes": [
                2349
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2349,
                2326
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_255_output_0",
            "outputIndexes": [
                2350
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2324,
                2348,
                2350,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_260_output_0",
            "outputIndexes": [
                2351
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2351
            ],
            "outputIndexes": [
                3263
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3263
            ],
            "outputIndexes": [
                3264
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear",
            "inputIndexes": [
                3264
            ],
            "outputIndexes": [
                3265
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    62281498,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3265
            ],
            "outputIndexes": [
                3266
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3266
            ],
            "outputIndexes": [
                2352
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2284,
                2352
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_143_output_0",
            "outputIndexes": [
                2353
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.693812,
                    0.64813,
                    0.657047,
                    0.738177,
                    0.655428,
                    0.65975,
                    0.655099,
                    0.653333,
                    0.408854,
                    0.685091,
                    0.677982,
                    0.660544,
                    0.684052,
                    0.613374,
                    0.604938,
                    0.655721,
                    0.663681,
                    0.096603,
                    0.668557,
                    0.688362,
                    0.670532,
                    0.609807,
                    0.651563,
                    0.678999,
                    0.641673,
                    0.707312,
                    0.634807,
                    0.580709,
                    0.666577,
                    0.624681,
                    0.675999,
                    0.692306,
                    0.644514,
                    0.637492,
                    0.634993,
                    0.635897,
                    0.689797,
                    0.683396,
                    0.627986,
                    0.662293,
                    0.642499,
                    0.615647,
                    0.671504,
                    0.678137,
                    0.666723,
                    0.628845,
                    0.662734,
                    0.644885,
                    0.649587,
                    0.689481,
                    0.536708,
                    0.673238,
                    0.659675,
                    0.722125,
                    0.682184,
                    0.648367,
                    0.638856,
                    0.676071,
                    0.657157,
                    0.61479,
                    0.662362,
                    0.626362,
                    0.650754,
                    0.668814,
                    0.673484,
                    0.678239,
                    0.681007,
                    0.655626,
                    0.661786,
                    0.650573,
                    0.652291,
                    0.695204,
                    0.709118,
                    0.677627,
                    0.652068,
                    0.631151,
                    0.674885,
                    0.67611,
                    0.678383,
                    0.659351,
                    0.645898,
                    0.669609,
                    0.659524,
                    0.633377,
                    0.640034,
                    0.65395,
                    0.640003,
                    0.636892,
                    0.640573,
                    0.662504,
                    0.653391,
                    0.69762,
                    0.65457,
                    0.699131,
                    0.680412,
                    0.667772,
                    0.66792,
                    0.673343,
                    0.637704,
                    0.677442,
                    0.224979,
                    0.640593,
                    0.633576,
                    0.647946,
                    0.684288,
                    0.703106,
                    0.686161,
                    0.669902,
                    0.647109,
                    0.711278,
                    0.622107,
                    0.664218,
                    0.699881,
                    0.642,
                    0.664368,
                    0.680351,
                    0.666904,
                    0.678986,
                    0.732616,
                    0.535493,
                    0.665125,
                    0.668797,
                    0.673659,
                    0.649207,
                    0.655927,
                    0.62804,
                    0.671143,
                    0.716702,
                    0.636137,
                    0.645795,
                    0.646788,
                    0.650386,
                    0.667633,
                    0.675754,
                    0.629517,
                    0.685983,
                    0.68472,
                    0.675191,
                    0.655909,
                    0.645825,
                    0.547828,
                    0.651908,
                    0.704964,
                    0.653719,
                    0.707536,
                    0.734483,
                    0.633609,
                    0.636423,
                    0.612357,
                    0.668734,
                    0.670464,
                    0.66231,
                    0.672527,
                    0.667055,
                    0.638103,
                    0.681685,
                    0.678367,
                    0.657853,
                    0.665359,
                    0.642162,
                    0.659188,
                    0.636813,
                    0.738377,
                    0.661901,
                    0.668515,
                    0.645448,
                    0.687645,
                    0.685358,
                    0.649273,
                    0.679327,
                    0.660242,
                    0.674996,
                    0.639093,
                    0.781361,
                    0.641234,
                    0.685194,
                    0.654443,
                    0.670152,
                    0.685829,
                    0.640585,
                    0.712112,
                    0.683487,
                    0.67647,
                    0.656032,
                    0.647104,
                    0.673934,
                    0.628073,
                    0.72245,
                    0.661483,
                    0.630181,
                    0.679223,
                    0.675915,
                    0.668299,
                    0.668373,
                    0.670121,
                    0.670707,
                    0.696323,
                    0.636995,
                    0.714528,
                    0.506251,
                    0.64699,
                    0.603548,
                    0.66735,
                    0.642997,
                    0.662456,
                    0.643992,
                    0.668918,
                    0.662587,
                    0.655688,
                    0.635736,
                    0.665559,
                    0.621763,
                    0.60894,
                    0.675332,
                    0.66345,
                    0.651564,
                    0.6642,
                    0.659082,
                    0.663208,
                    0.686649,
                    0.649071,
                    0.658581,
                    0.666963,
                    0.689204,
                    0.619661,
                    0.700705,
                    0.655573,
                    0.648658,
                    0.629847,
                    0.661083,
                    0.548186,
                    0.656213,
                    0.669334,
                    0.661007,
                    0.628974,
                    0.658104,
                    0.704384,
                    0.685862,
                    0.603543,
                    0.658671,
                    0.68749,
                    0.701294,
                    0.634325,
                    0.74438,
                    0.670488,
                    0.655791,
                    0.649212,
                    0.612488,
                    0.575117,
                    0.689219,
                    0.68027,
                    0.629127,
                    0.663569,
                    0.643797,
                    0.665418,
                    0.650055,
                    0.679976,
                    0.680696,
                    0.722779,
                    0.685946,
                    0.853786,
                    0.477532,
                    0.602521,
                    0.677654,
                    0.631076,
                    0.657949,
                    0.650964,
                    0.608354,
                    0.63916,
                    0.648538,
                    0.664158,
                    0.697019,
                    0.647633,
                    0.635229,
                    0.651142,
                    0.654207,
                    0.674909,
                    0.679447,
                    0.659406,
                    0.66167,
                    0.661175,
                    0.670608,
                    0.708805,
                    0.693408,
                    0.635487,
                    0.683464,
                    0.661865,
                    0.626272,
                    0.692648,
                    0.686742,
                    0.656278,
                    0.688603,
                    0.656456,
                    0.689972,
                    0.676883,
                    0.652615,
                    0.589306,
                    0.662561,
                    0.65403,
                    0.639275,
                    0.613319,
                    0.659986,
                    0.636865,
                    0.664137,
                    0.642265,
                    0.668354,
                    0.686747,
                    0.64464,
                    0.565898,
                    0.640762,
                    0.640018,
                    0.657765,
                    0.661904,
                    0.677186,
                    0.672891,
                    0.666557,
                    0.649459,
                    0.689263,
                    0.640641,
                    0.655286,
                    0.627845,
                    0.673559,
                    0.52399,
                    0.660149,
                    0.668377,
                    0.657462,
                    0.67884,
                    0.621538,
                    0.671254,
                    0.670347,
                    0.673389,
                    0.656427,
                    0.657046,
                    0.693676,
                    0.637152,
                    0.711262,
                    0.664435,
                    0.632026,
                    0.649436,
                    0.667715,
                    0.668762,
                    0.636316,
                    0.730303,
                    0.658957,
                    0.669038,
                    0.664745,
                    0.647083,
                    0.596087,
                    0.636866,
                    0.671748,
                    0.502431,
                    0.634771,
                    0.666878,
                    0.674994,
                    0.610944,
                    0.715863,
                    0.639702,
                    0.642267,
                    0.642421,
                    0.634197,
                    0.640951,
                    0.685402,
                    0.663198,
                    0.669117,
                    0.652966,
                    0.646006,
                    0.680318,
                    0.685756,
                    0.689487,
                    0.651543,
                    0.668395,
                    0.882964,
                    0.683706,
                    0.650066,
                    0.64785,
                    0.643724,
                    0.634891,
                    0.613831,
                    0.642552,
                    0.688063,
                    0.700117,
                    0.667052,
                    0.655882,
                    0.694503,
                    0.672191,
                    0.643891,
                    0.648206,
                    0.602931,
                    0.661167,
                    0.680793,
                    0.712784,
                    0.644113,
                    0.629476,
                    0.661352,
                    0.650712,
                    0.662588,
                    0.668052,
                    0.685638,
                    0.678915,
                    0.661462,
                    0.633443,
                    0.683625,
                    0.613965,
                    0.648115,
                    0.678583,
                    0.631757,
                    0.689448,
                    0.631235,
                    0.657253,
                    0.65713,
                    0.659769,
                    0.673539,
                    0.631246,
                    0.664547,
                    0.615095,
                    0.634782,
                    0.699785,
                    0.645445,
                    0.64852,
                    0.688799,
                    0.646566,
                    0.620346,
                    0.669587,
                    0.68487,
                    0.709012,
                    0.653409,
                    0.659568,
                    0.628344,
                    0.634301,
                    0.656557,
                    0.64711,
                    0.656517,
                    0.708999,
                    0.75984,
                    0.664327,
                    0.661145,
                    0.704236,
                    0.644151,
                    0.702097,
                    0.646087,
                    0.65194,
                    0.663326,
                    0.678563,
                    0.688055,
                    0.641143,
                    0.646094,
                    0.421474,
                    0.644042,
                    0.67082,
                    0.661114,
                    0.645553,
                    0.756159,
                    0.659769,
                    0.613156,
                    0.649689,
                    0.671191,
                    0.696863,
                    0.674374,
                    0.636382,
                    0.654138,
                    0.662276,
                    0.667282,
                    0.643945,
                    0.678678,
                    0.659748,
                    0.679974,
                    0.634927,
                    0.688101,
                    0.691959,
                    0.721786,
                    0.710198,
                    0.744397,
                    0.656209,
                    0.670716,
                    0.662709,
                    0.658686,
                    0.659711,
                    0.62504,
                    0.672949,
                    0.65431,
                    0.684413,
                    0.769785,
                    0.640031,
                    0.607645,
                    0.689126,
                    0.663399,
                    0.602351,
                    0.663901,
                    0.676138,
                    0.638778,
                    0.73545,
                    0.671453,
                    0.653979,
                    0.644435,
                    0.655499,
                    0.640032,
                    0.690386,
                    0.681372,
                    0.650913,
                    0.631228,
                    0.675749,
                    0.668461,
                    0.672102,
                    0.638108,
                    0.685699,
                    0.668117,
                    0.656782,
                    0.25402,
                    0.661877,
                    0.67095,
                    0.63158,
                    0.672338,
                    0.639026,
                    0.652501,
                    0.644437,
                    0.630107,
                    0.662914,
                    0.619018,
                    0.649113,
                    0.688955,
                    0.614012,
                    0.570663,
                    0.704499,
                    0.698156,
                    0.665766,
                    0.676939,
                    0.682983,
                    0.605183,
                    0.696405,
                    0.643848,
                    0.695613,
                    0.590803,
                    0.641264,
                    0.700817,
                    0.675584,
                    0.668696,
                    0.628878,
                    0.708914,
                    0.636216,
                    0.64896,
                    0.67246,
                    0.581961,
                    0.614001,
                    0.655708,
                    0.685121,
                    0.699639,
                    0.692792,
                    0.618648,
                    0.6871,
                    0.657903,
                    0.643565,
                    0.644851,
                    0.651119,
                    0.649942,
                    0.639525,
                    0.645752,
                    0.682217,
                    0.634167,
                    0.644789,
                    0.643438,
                    0.670125,
                    0.662801,
                    0.661329,
                    0.635897,
                    0.621753,
                    0.665667,
                    0.670741,
                    0.669507,
                    0.64307,
                    0.630985,
                    0.654999,
                    0.714152,
                    0.659491,
                    0.657447,
                    0.672876,
                    0.68011
                ]
            },
            "name": "model.model.layers.28.post_attention_layernorm.weight",
            "outputIndexes": [
                2354
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2353
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_28/Mul_output_0",
            "outputIndexes": [
                2355
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2354,
                2355
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_28/Mul_1_output_0",
            "outputIndexes": [
                2356
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2356
            ],
            "outputIndexes": [
                3267
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3267
            ],
            "outputIndexes": [
                3268
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear",
            "inputIndexes": [
                3268
            ],
            "outputIndexes": [
                3269
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    62488880,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3269
            ],
            "outputIndexes": [
                3270
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3270
            ],
            "outputIndexes": [
                2357
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2357
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_28/Sigmoid_output_0",
            "outputIndexes": [
                2358
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2357,
                2358
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_28/Mul_output_0",
            "outputIndexes": [
                2359
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2356
            ],
            "outputIndexes": [
                3271
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3271
            ],
            "outputIndexes": [
                3272
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear",
            "inputIndexes": [
                3272
            ],
            "outputIndexes": [
                3273
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    63041862,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3273
            ],
            "outputIndexes": [
                3274
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3274
            ],
            "outputIndexes": [
                2360
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2359,
                2360
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_28/Mul_output_0",
            "outputIndexes": [
                2361
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2361
            ],
            "outputIndexes": [
                3275
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3275
            ],
            "outputIndexes": [
                3276
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear",
            "inputIndexes": [
                3276
            ],
            "outputIndexes": [
                3277
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    63594844,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3277
            ],
            "outputIndexes": [
                3278
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3278
            ],
            "outputIndexes": [
                2362
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2353,
                2362
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_144_output_0",
            "outputIndexes": [
                2363
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2363,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_261_output_0",
            "outputIndexes": [
                2364
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.787,
                    0.671317,
                    0.735225,
                    0.82997,
                    0.712277,
                    0.74254,
                    0.705179,
                    0.72936,
                    1.060635,
                    0.733321,
                    0.744605,
                    0.782473,
                    0.787365,
                    0.745114,
                    0.670995,
                    0.673836,
                    0.756556,
                    0.139212,
                    0.681102,
                    0.794085,
                    0.782107,
                    0.709982,
                    0.773778,
                    0.739314,
                    0.670768,
                    0.572657,
                    0.687778,
                    0.622552,
                    0.738951,
                    0.736552,
                    0.712715,
                    0.709409,
                    0.669865,
                    0.67993,
                    0.689555,
                    0.474577,
                    0.774571,
                    0.727185,
                    0.597333,
                    0.778728,
                    0.750884,
                    0.727977,
                    0.816021,
                    0.766694,
                    0.764717,
                    0.719648,
                    0.669185,
                    0.726469,
                    0.727803,
                    0.759852,
                    0.489516,
                    0.720386,
                    0.752508,
                    0.813992,
                    0.782089,
                    0.765313,
                    0.757234,
                    0.690197,
                    0.759765,
                    0.731121,
                    0.70657,
                    0.666757,
                    0.760542,
                    0.764086,
                    0.753937,
                    0.805908,
                    0.791047,
                    0.737553,
                    0.753011,
                    0.762589,
                    0.772147,
                    0.776731,
                    0.791449,
                    0.761497,
                    0.669266,
                    0.743571,
                    0.739317,
                    0.765931,
                    0.804587,
                    0.794741,
                    0.687533,
                    0.755877,
                    0.598475,
                    0.740563,
                    0.743928,
                    0.794572,
                    0.721686,
                    0.79896,
                    0.77614,
                    0.735355,
                    0.741484,
                    0.800776,
                    0.721453,
                    0.748246,
                    0.764986,
                    0.769759,
                    0.768294,
                    0.774536,
                    0.750733,
                    0.776886,
                    0.770653,
                    0.739551,
                    0.75981,
                    0.801752,
                    0.858009,
                    0.814813,
                    0.768702,
                    0.794549,
                    0.696631,
                    0.783595,
                    0.709953,
                    0.780197,
                    0.724678,
                    0.720163,
                    0.778897,
                    0.795197,
                    0.706228,
                    0.76518,
                    0.824893,
                    0.90808,
                    0.757704,
                    0.767029,
                    0.711449,
                    0.732342,
                    0.846418,
                    0.715323,
                    0.746103,
                    0.744632,
                    0.79367,
                    0.772333,
                    0.77506,
                    0.789827,
                    0.784145,
                    0.775856,
                    0.778265,
                    0.811026,
                    0.823136,
                    0.765652,
                    0.739067,
                    0.740566,
                    0.518968,
                    0.75078,
                    0.794567,
                    0.726925,
                    0.786327,
                    0.746647,
                    0.763248,
                    0.716673,
                    0.679554,
                    0.709229,
                    0.750259,
                    0.827546,
                    0.793964,
                    0.740989,
                    0.75396,
                    0.765934,
                    0.775341,
                    0.832651,
                    0.797014,
                    0.732249,
                    0.732458,
                    0.786585,
                    0.849415,
                    0.761224,
                    0.728533,
                    0.803422,
                    0.779827,
                    0.784244,
                    0.735834,
                    0.837789,
                    0.805188,
                    0.761546,
                    0.794009,
                    0.701604,
                    0.689393,
                    0.805084,
                    0.75635,
                    0.776956,
                    0.918833,
                    0.708722,
                    0.794911,
                    0.797396,
                    0.779221,
                    0.779047,
                    0.748201,
                    0.741515,
                    0.801903,
                    0.766246,
                    0.796922,
                    0.753986,
                    0.764667,
                    0.767963,
                    0.717489,
                    0.780964,
                    0.805479,
                    0.73486,
                    0.711611,
                    0.747922,
                    0.779779,
                    0.424714,
                    0.727883,
                    0.696117,
                    0.724327,
                    0.770585,
                    0.733504,
                    0.694947,
                    0.808119,
                    0.76265,
                    0.742948,
                    0.725444,
                    0.830609,
                    0.603506,
                    0.716579,
                    0.782069,
                    0.727522,
                    0.76475,
                    0.74842,
                    0.698701,
                    0.796033,
                    0.793717,
                    0.764557,
                    0.749694,
                    0.777316,
                    0.759938,
                    0.677229,
                    0.729092,
                    0.713879,
                    0.730309,
                    0.695285,
                    0.735987,
                    0.61469,
                    0.653333,
                    0.611807,
                    0.71235,
                    0.733898,
                    0.733546,
                    0.706234,
                    0.780838,
                    0.778628,
                    0.800858,
                    0.788547,
                    0.756094,
                    0.707453,
                    1.062603,
                    0.739611,
                    0.755614,
                    0.623241,
                    0.779393,
                    0.5523,
                    0.79814,
                    0.797265,
                    0.758938,
                    0.754524,
                    0.78347,
                    0.727217,
                    0.762862,
                    0.784866,
                    0.692352,
                    0.777469,
                    0.743396,
                    0.802935,
                    0.978693,
                    0.654893,
                    0.714757,
                    0.717627,
                    0.715089,
                    0.753022,
                    0.767729,
                    0.719815,
                    0.751976,
                    0.692088,
                    0.718067,
                    0.723381,
                    0.77873,
                    0.761657,
                    0.687869,
                    0.667146,
                    0.736768,
                    0.71573,
                    0.777846,
                    0.731519,
                    0.695332,
                    0.757782,
                    0.763765,
                    0.690322,
                    0.781671,
                    0.680678,
                    0.684885,
                    0.812934,
                    0.75895,
                    0.760655,
                    0.747655,
                    0.805129,
                    0.743022,
                    0.758022,
                    0.673187,
                    0.440341,
                    0.735884,
                    0.700573,
                    0.880952,
                    0.658357,
                    0.742274,
                    0.69587,
                    0.735723,
                    0.729359,
                    0.688508,
                    0.761143,
                    0.676737,
                    0.74132,
                    0.74405,
                    0.703286,
                    0.743166,
                    0.756149,
                    0.712477,
                    0.727672,
                    0.722468,
                    0.663987,
                    0.814985,
                    0.700985,
                    0.736811,
                    0.72058,
                    0.770459,
                    0.537862,
                    0.715071,
                    0.785948,
                    0.706016,
                    0.764182,
                    0.723028,
                    0.746786,
                    0.720142,
                    0.774614,
                    0.676206,
                    0.708691,
                    0.777361,
                    0.516717,
                    0.79143,
                    0.753339,
                    0.730967,
                    0.720681,
                    0.762125,
                    0.742255,
                    0.746029,
                    0.833809,
                    0.776965,
                    0.765519,
                    0.699217,
                    0.779415,
                    0.687738,
                    0.708601,
                    0.828915,
                    1.084061,
                    0.796822,
                    0.778296,
                    0.778611,
                    0.659316,
                    0.602012,
                    0.766121,
                    0.761926,
                    0.716752,
                    0.808235,
                    0.743814,
                    0.789175,
                    0.783969,
                    0.786215,
                    0.594001,
                    0.69931,
                    0.851463,
                    0.829787,
                    0.787126,
                    0.743963,
                    0.763093,
                    0.713829,
                    0.836188,
                    0.750186,
                    0.787108,
                    0.745074,
                    0.724979,
                    0.750232,
                    0.679693,
                    0.75513,
                    0.78709,
                    0.747998,
                    0.787144,
                    0.827077,
                    0.749288,
                    0.748296,
                    0.744417,
                    0.47924,
                    0.778571,
                    0.746346,
                    0.757068,
                    0.741733,
                    0.728119,
                    0.739056,
                    0.759204,
                    0.730397,
                    0.676425,
                    0.768513,
                    0.757942,
                    0.708105,
                    0.766562,
                    0.759617,
                    0.78412,
                    0.764603,
                    0.817113,
                    0.711343,
                    0.803712,
                    0.81848,
                    0.803905,
                    0.764515,
                    0.727961,
                    0.772488,
                    0.620798,
                    0.694412,
                    0.722612,
                    0.828683,
                    0.826549,
                    0.781149,
                    0.782104,
                    0.779465,
                    0.779306,
                    0.754001,
                    0.784428,
                    0.751954,
                    0.772177,
                    0.812159,
                    0.735624,
                    0.716368,
                    0.693021,
                    0.714832,
                    0.736834,
                    0.753334,
                    0.774977,
                    0.811107,
                    0.787546,
                    0.774917,
                    0.822087,
                    0.78195,
                    0.784361,
                    0.725739,
                    0.756751,
                    0.82586,
                    0.748152,
                    0.768169,
                    0.751206,
                    0.717519,
                    1.133034,
                    0.7037,
                    0.708513,
                    0.709568,
                    0.709331,
                    0.784524,
                    0.758416,
                    0.668349,
                    0.739372,
                    0.700725,
                    0.755943,
                    0.762843,
                    0.718963,
                    0.710799,
                    0.716759,
                    0.735106,
                    0.707267,
                    0.711659,
                    0.721213,
                    0.7341,
                    0.709029,
                    0.758346,
                    0.701936,
                    0.744006,
                    0.74263,
                    0.803198,
                    0.727103,
                    0.768769,
                    0.638676,
                    0.745974,
                    0.710863,
                    0.702328,
                    0.728909,
                    0.762985,
                    0.751785,
                    0.816859,
                    0.703325,
                    0.634114,
                    0.755039,
                    0.754294,
                    0.84475,
                    0.711509,
                    0.758978,
                    0.689537,
                    0.756697,
                    0.756016,
                    0.721535,
                    0.73115,
                    0.795593,
                    0.641895,
                    0.73573,
                    0.734852,
                    0.729448,
                    0.661529,
                    0.743314,
                    0.727044,
                    0.717149,
                    0.73002,
                    0.724496,
                    0.769491,
                    0.603913,
                    0.447254,
                    0.724624,
                    0.757139,
                    0.664905,
                    0.73194,
                    0.720808,
                    0.765231,
                    0.746881,
                    0.723039,
                    0.768039,
                    0.718151,
                    0.76831,
                    0.802062,
                    0.800093,
                    0.467295,
                    0.782029,
                    0.78144,
                    0.725692,
                    0.769031,
                    0.811123,
                    0.684513,
                    0.853373,
                    0.785242,
                    0.781418,
                    0.786427,
                    0.780898,
                    0.743753,
                    0.737185,
                    0.765649,
                    0.770384,
                    0.821208,
                    0.812073,
                    0.748659,
                    0.800632,
                    0.713717,
                    0.701594,
                    0.743684,
                    0.758763,
                    0.788575,
                    0.785343,
                    0.743396,
                    0.755261,
                    0.720553,
                    0.771589,
                    0.755745,
                    0.735478,
                    0.73043,
                    0.744663,
                    0.738708,
                    0.760004,
                    0.801559,
                    0.697735,
                    0.755305,
                    0.829188,
                    0.726518,
                    0.709423,
                    0.741229,
                    0.738833,
                    0.739934,
                    0.795277,
                    0.749624,
                    0.834831,
                    0.759448,
                    0.707419,
                    0.734424,
                    0.790684,
                    0.734972,
                    0.795277,
                    0.770178
                ]
            },
            "name": "model.model.layers.29.input_layernorm.weight",
            "outputIndexes": [
                2365
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2364
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_29/Mul_output_0",
            "outputIndexes": [
                2366
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2365,
                2366
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_29/Mul_1_output_0",
            "outputIndexes": [
                2367
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2367
            ],
            "outputIndexes": [
                3279
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3279
            ],
            "outputIndexes": [
                3280
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear",
            "inputIndexes": [
                3280
            ],
            "outputIndexes": [
                3281
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    64147826,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3281
            ],
            "outputIndexes": [
                3282
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3282
            ],
            "outputIndexes": [
                2368
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2367
            ],
            "main_type": "NONE",
            "name": "/Shape_407_output_0",
            "outputIndexes": [
                2369
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2369
            ],
            "main_type": "NONE",
            "name": "Shape6341",
            "outputIndexes": [
                2370
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2369
            ],
            "main_type": "NONE",
            "name": "Rank6343",
            "outputIndexes": [
                2371
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2371,
                2371
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6345",
            "outputIndexes": [
                2372
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2372
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6346",
            "outputIndexes": [
                2373
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2372,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6348",
            "outputIndexes": [
                2374
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2374
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6349",
            "outputIndexes": [
                2375
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2370,
                2373,
                2375,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6352",
            "outputIndexes": [
                2376
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2376
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6353",
            "outputIndexes": [
                2377
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6354",
            "outputIndexes": [
                2378
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2378,
                2377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6355",
            "outputIndexes": [
                2379
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2369,
                2379,
                2372
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_439_output_0",
            "outputIndexes": [
                2380
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2380,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_929_output_0",
            "outputIndexes": [
                2381
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2381,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_377_output_0",
            "outputIndexes": [
                2382
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2368,
                2382
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_262_output_0",
            "outputIndexes": [
                2383
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2383,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_232_output_0",
            "outputIndexes": [
                2384
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2383
            ],
            "main_type": "NONE",
            "name": "/Shape_408_output_0",
            "outputIndexes": [
                2385
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2385
            ],
            "main_type": "NONE",
            "name": "Shape6362",
            "outputIndexes": [
                2386
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2385
            ],
            "main_type": "NONE",
            "name": "Rank6364",
            "outputIndexes": [
                2387
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2387,
                2387
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6366",
            "outputIndexes": [
                2388
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2388
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6367",
            "outputIndexes": [
                2389
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2388,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6369",
            "outputIndexes": [
                2390
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2390
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6370",
            "outputIndexes": [
                2391
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2386,
                2389,
                2391,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6373",
            "outputIndexes": [
                2392
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2392
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6374",
            "outputIndexes": [
                2393
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6375",
            "outputIndexes": [
                2394
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2394,
                2393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6376",
            "outputIndexes": [
                2395
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2385,
                2395,
                2388
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_440_output_0",
            "outputIndexes": [
                2396
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2396,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_87_output_0",
            "outputIndexes": [
                2397
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2397,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_934_output_0",
            "outputIndexes": [
                2398
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2383,
                2398,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_117_output_0",
            "outputIndexes": [
                2399
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2399
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_58_output_0",
            "outputIndexes": [
                2400
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2383,
                22,
                2398,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_116_output_0",
            "outputIndexes": [
                2401
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2400,
                2401
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_380_output_0",
            "outputIndexes": [
                2402
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2402,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_233_output_0",
            "outputIndexes": [
                2403
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2384,
                2403
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_145_output_0",
            "outputIndexes": [
                2404
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2367
            ],
            "outputIndexes": [
                3283
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3283
            ],
            "outputIndexes": [
                3284
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear",
            "inputIndexes": [
                3284
            ],
            "outputIndexes": [
                3285
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    64355208,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3285
            ],
            "outputIndexes": [
                3286
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3286
            ],
            "outputIndexes": [
                2405
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2381,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_378_output_0",
            "outputIndexes": [
                2406
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2405,
                2406
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_263_output_0",
            "outputIndexes": [
                2407
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2407,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_234_output_0",
            "outputIndexes": [
                2408
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2407
            ],
            "main_type": "NONE",
            "name": "/Shape_409_output_0",
            "outputIndexes": [
                2409
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2409
            ],
            "main_type": "NONE",
            "name": "Shape6425",
            "outputIndexes": [
                2410
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2409
            ],
            "main_type": "NONE",
            "name": "Rank6427",
            "outputIndexes": [
                2411
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2411,
                2411
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6429",
            "outputIndexes": [
                2412
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2412
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6430",
            "outputIndexes": [
                2413
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2412,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6432",
            "outputIndexes": [
                2414
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2414
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6433",
            "outputIndexes": [
                2415
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2410,
                2413,
                2415,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6436",
            "outputIndexes": [
                2416
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2416
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6437",
            "outputIndexes": [
                2417
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6438",
            "outputIndexes": [
                2418
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2418,
                2417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6439",
            "outputIndexes": [
                2419
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2409,
                2419,
                2412
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_441_output_0",
            "outputIndexes": [
                2420
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2420,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_88_output_0",
            "outputIndexes": [
                2421
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2421,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_936_output_0",
            "outputIndexes": [
                2422
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2407,
                2422,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_119_output_0",
            "outputIndexes": [
                2423
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2423
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_59_output_0",
            "outputIndexes": [
                2424
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2407,
                22,
                2422,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_118_output_0",
            "outputIndexes": [
                2425
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2424,
                2425
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_381_output_0",
            "outputIndexes": [
                2426
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2426,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_235_output_0",
            "outputIndexes": [
                2427
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2408,
                2427
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_146_output_0",
            "outputIndexes": [
                2428
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2367
            ],
            "outputIndexes": [
                3287
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3287
            ],
            "outputIndexes": [
                3288
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear",
            "inputIndexes": [
                3288
            ],
            "outputIndexes": [
                3289
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    64424350,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3289
            ],
            "outputIndexes": [
                3290
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3290
            ],
            "outputIndexes": [
                2429
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2429,
                2406
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_264_output_0",
            "outputIndexes": [
                2430
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2404,
                2428,
                2430,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_269_output_0",
            "outputIndexes": [
                2431
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2431
            ],
            "outputIndexes": [
                3291
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3291
            ],
            "outputIndexes": [
                3292
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear",
            "inputIndexes": [
                3292
            ],
            "outputIndexes": [
                3293
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    64493492,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3293
            ],
            "outputIndexes": [
                3294
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3294
            ],
            "outputIndexes": [
                2432
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2364,
                2432
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_148_output_0",
            "outputIndexes": [
                2433
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.728215,
                    0.66383,
                    0.715186,
                    0.755164,
                    0.681763,
                    0.675393,
                    0.735544,
                    0.708852,
                    0.626298,
                    0.710984,
                    0.7163,
                    0.703496,
                    0.716503,
                    0.666874,
                    0.722019,
                    0.651007,
                    0.688078,
                    0.162147,
                    0.69241,
                    0.723692,
                    0.695754,
                    0.682804,
                    0.70162,
                    0.706099,
                    0.660511,
                    0.806106,
                    0.700713,
                    0.641806,
                    0.711953,
                    0.6656,
                    0.711475,
                    0.80428,
                    0.683543,
                    0.678042,
                    0.687422,
                    0.694106,
                    0.743287,
                    0.72989,
                    0.691218,
                    0.695891,
                    0.696808,
                    0.676572,
                    0.705935,
                    0.711793,
                    0.713664,
                    0.731201,
                    0.690632,
                    0.707603,
                    0.684491,
                    0.727877,
                    0.656673,
                    0.663632,
                    0.720984,
                    0.76012,
                    0.746367,
                    0.702538,
                    0.712901,
                    0.672144,
                    0.694009,
                    0.800628,
                    0.692379,
                    0.698828,
                    0.666081,
                    0.705468,
                    0.699583,
                    0.705064,
                    0.715135,
                    0.708912,
                    0.705867,
                    0.709428,
                    0.724907,
                    0.747339,
                    0.742531,
                    0.705303,
                    0.686784,
                    0.693839,
                    0.739032,
                    0.699292,
                    0.738109,
                    0.735962,
                    0.692623,
                    0.71445,
                    0.727257,
                    0.721278,
                    0.683486,
                    0.738852,
                    0.692953,
                    0.700922,
                    0.688611,
                    0.69419,
                    0.683689,
                    0.742388,
                    0.711416,
                    0.697385,
                    0.742394,
                    0.69597,
                    0.70761,
                    0.718212,
                    0.707027,
                    0.739486,
                    0.415783,
                    0.717987,
                    0.675976,
                    0.723734,
                    0.727358,
                    0.759183,
                    0.718699,
                    0.730116,
                    0.688031,
                    0.738236,
                    0.661131,
                    0.704462,
                    0.718974,
                    0.698797,
                    0.680482,
                    0.719343,
                    0.701679,
                    0.731838,
                    0.766087,
                    0.649085,
                    0.712978,
                    0.720913,
                    0.730611,
                    0.708462,
                    0.713176,
                    0.663076,
                    0.707922,
                    0.762459,
                    0.680434,
                    0.702136,
                    0.690573,
                    0.696118,
                    0.690478,
                    0.721047,
                    0.693337,
                    0.725483,
                    0.692884,
                    0.731317,
                    0.691888,
                    0.687816,
                    0.651084,
                    0.704581,
                    0.721288,
                    0.664139,
                    0.756359,
                    0.750404,
                    0.696152,
                    0.695703,
                    0.662278,
                    0.676975,
                    0.6959,
                    0.70597,
                    0.721267,
                    0.726299,
                    0.713933,
                    0.71144,
                    0.706882,
                    0.727827,
                    0.731191,
                    0.692111,
                    0.699824,
                    0.689287,
                    0.767675,
                    0.70437,
                    0.692141,
                    0.710297,
                    0.726459,
                    0.746745,
                    0.678783,
                    0.731709,
                    0.716282,
                    0.695435,
                    0.787003,
                    0.887249,
                    0.703133,
                    0.738966,
                    0.697572,
                    0.710266,
                    0.741188,
                    0.719705,
                    0.732501,
                    0.720421,
                    0.711688,
                    0.700911,
                    0.707044,
                    0.693443,
                    0.707182,
                    0.750124,
                    0.692971,
                    0.724555,
                    0.691828,
                    0.712511,
                    0.696767,
                    0.715732,
                    0.701876,
                    0.680821,
                    0.689945,
                    0.693061,
                    0.75656,
                    0.693318,
                    0.659178,
                    0.655393,
                    0.719796,
                    0.671118,
                    0.676652,
                    0.721498,
                    0.721979,
                    0.672179,
                    0.700107,
                    0.682918,
                    0.696039,
                    0.741712,
                    0.633123,
                    0.705616,
                    0.713668,
                    0.68119,
                    0.705326,
                    0.644992,
                    0.707932,
                    0.695165,
                    0.702045,
                    0.696834,
                    0.697849,
                    0.737525,
                    0.638077,
                    0.710967,
                    0.705256,
                    0.70508,
                    0.678238,
                    0.72352,
                    0.639242,
                    0.706176,
                    0.70984,
                    0.700392,
                    0.675368,
                    0.704613,
                    0.703418,
                    0.723583,
                    0.676175,
                    0.712185,
                    0.732822,
                    0.724715,
                    0.664146,
                    1.177152,
                    0.740383,
                    0.698991,
                    0.691397,
                    0.824901,
                    0.666185,
                    0.732939,
                    0.694567,
                    0.690911,
                    0.671456,
                    0.69923,
                    0.705257,
                    0.680192,
                    0.728525,
                    0.709772,
                    0.742633,
                    0.717346,
                    1.1343,
                    0.59039,
                    0.655848,
                    0.718056,
                    0.680017,
                    0.703182,
                    0.697002,
                    0.672904,
                    0.712346,
                    0.680792,
                    0.746874,
                    0.709159,
                    0.696347,
                    0.647545,
                    0.698512,
                    0.696897,
                    0.696717,
                    0.71815,
                    0.689372,
                    0.698785,
                    0.685271,
                    0.6991,
                    0.722694,
                    0.754313,
                    0.691384,
                    0.707511,
                    0.623497,
                    0.662881,
                    0.743679,
                    0.70133,
                    0.717196,
                    0.708712,
                    0.714495,
                    0.723375,
                    0.750342,
                    0.704364,
                    0.625212,
                    0.701453,
                    0.677744,
                    0.975064,
                    0.649792,
                    0.68411,
                    0.630176,
                    0.724012,
                    0.707449,
                    0.685582,
                    0.718708,
                    0.675677,
                    0.773218,
                    0.699918,
                    0.693561,
                    0.703139,
                    0.737908,
                    0.686923,
                    0.723607,
                    0.678394,
                    0.675108,
                    0.714776,
                    0.699833,
                    0.689506,
                    0.677183,
                    0.726842,
                    0.622213,
                    0.697831,
                    0.723707,
                    0.693328,
                    0.699707,
                    0.704441,
                    0.714606,
                    0.721986,
                    0.70806,
                    0.69702,
                    0.687743,
                    0.755762,
                    0.667404,
                    0.709637,
                    0.704959,
                    0.676939,
                    0.7125,
                    0.737079,
                    0.697073,
                    0.688918,
                    0.745653,
                    0.692764,
                    0.690244,
                    0.736351,
                    0.701628,
                    0.651352,
                    0.684144,
                    0.738356,
                    0.709536,
                    0.707715,
                    0.7564,
                    0.676561,
                    0.639883,
                    0.744339,
                    0.703493,
                    0.687148,
                    0.703152,
                    0.67957,
                    0.721737,
                    0.71825,
                    0.691176,
                    0.721142,
                    0.713035,
                    0.690199,
                    0.742094,
                    0.716697,
                    0.714264,
                    0.718547,
                    0.694976,
                    0.986006,
                    0.708308,
                    0.69568,
                    0.707794,
                    0.686056,
                    0.656258,
                    0.651486,
                    0.690971,
                    0.723967,
                    0.766129,
                    0.72401,
                    0.708191,
                    0.734896,
                    0.698665,
                    0.701088,
                    0.679801,
                    0.678249,
                    0.709164,
                    0.730406,
                    0.730583,
                    0.70416,
                    0.702883,
                    0.700208,
                    0.680648,
                    0.699271,
                    0.750401,
                    0.711592,
                    0.68977,
                    0.697279,
                    0.663668,
                    0.749691,
                    0.686536,
                    0.721028,
                    0.708905,
                    0.652619,
                    0.707685,
                    0.655017,
                    0.709339,
                    0.684002,
                    0.719229,
                    0.725182,
                    0.666412,
                    0.691568,
                    0.662921,
                    0.671524,
                    0.785216,
                    0.700315,
                    0.721267,
                    0.725681,
                    0.706333,
                    0.654881,
                    0.725778,
                    0.744018,
                    0.755448,
                    0.716164,
                    0.701951,
                    0.655997,
                    0.691143,
                    0.680831,
                    0.719434,
                    0.697411,
                    0.751035,
                    0.786296,
                    0.724321,
                    0.696623,
                    0.715095,
                    0.706762,
                    0.701502,
                    0.680218,
                    0.707145,
                    0.703891,
                    0.70526,
                    0.739955,
                    0.71315,
                    0.693216,
                    0.545249,
                    0.723587,
                    0.709338,
                    0.703555,
                    0.68462,
                    0.750325,
                    0.712571,
                    0.680724,
                    0.686104,
                    0.698202,
                    0.725984,
                    0.716757,
                    0.680043,
                    0.690258,
                    0.713037,
                    0.698223,
                    0.673001,
                    0.70227,
                    0.67366,
                    0.71861,
                    0.675277,
                    0.686872,
                    0.723991,
                    0.711086,
                    0.731276,
                    0.754066,
                    0.684258,
                    0.724095,
                    0.7069,
                    0.705853,
                    0.690464,
                    0.663395,
                    0.711461,
                    0.704591,
                    0.72095,
                    1.012017,
                    0.689628,
                    0.653766,
                    0.726667,
                    0.704741,
                    0.641739,
                    0.703826,
                    0.715425,
                    0.666723,
                    0.742192,
                    0.683815,
                    0.688914,
                    0.684075,
                    0.681994,
                    0.700338,
                    0.694244,
                    0.718452,
                    0.69265,
                    0.701205,
                    0.72523,
                    0.711641,
                    0.684022,
                    0.692666,
                    0.698698,
                    0.711716,
                    0.753748,
                    0.855923,
                    0.686698,
                    0.724931,
                    0.683671,
                    0.741352,
                    0.69319,
                    0.716598,
                    0.705258,
                    0.674654,
                    0.736753,
                    0.651936,
                    0.688556,
                    0.764484,
                    0.694486,
                    0.706934,
                    0.750912,
                    0.730059,
                    0.699407,
                    0.731849,
                    0.721546,
                    0.659957,
                    0.729702,
                    0.698586,
                    0.745686,
                    0.678689,
                    0.698493,
                    0.751088,
                    0.700538,
                    0.717277,
                    0.676064,
                    0.757281,
                    0.730755,
                    0.672187,
                    0.703519,
                    0.67046,
                    0.67454,
                    0.702221,
                    0.72299,
                    0.761087,
                    0.700371,
                    0.687996,
                    0.730117,
                    0.702701,
                    0.668962,
                    0.680876,
                    0.674599,
                    0.712815,
                    0.703917,
                    0.672728,
                    0.710361,
                    0.705461,
                    0.673949,
                    0.714607,
                    0.744781,
                    0.689901,
                    0.698538,
                    0.686428,
                    0.678074,
                    0.698214,
                    0.707903,
                    0.691114,
                    0.659586,
                    0.683902,
                    0.696049,
                    0.86324,
                    0.701359,
                    0.698271,
                    0.706854,
                    0.712656
                ]
            },
            "name": "model.model.layers.29.post_attention_layernorm.weight",
            "outputIndexes": [
                2434
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2433
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_29/Mul_output_0",
            "outputIndexes": [
                2435
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2434,
                2435
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_29/Mul_1_output_0",
            "outputIndexes": [
                2436
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2436
            ],
            "outputIndexes": [
                3295
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3295
            ],
            "outputIndexes": [
                3296
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear",
            "inputIndexes": [
                3296
            ],
            "outputIndexes": [
                3297
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    64700874,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3297
            ],
            "outputIndexes": [
                3298
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3298
            ],
            "outputIndexes": [
                2437
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2437
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_29/Sigmoid_output_0",
            "outputIndexes": [
                2438
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2437,
                2438
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_29/Mul_output_0",
            "outputIndexes": [
                2439
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2436
            ],
            "outputIndexes": [
                3299
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3299
            ],
            "outputIndexes": [
                3300
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear",
            "inputIndexes": [
                3300
            ],
            "outputIndexes": [
                3301
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    65253856,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3301
            ],
            "outputIndexes": [
                3302
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3302
            ],
            "outputIndexes": [
                2440
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2439,
                2440
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_29/Mul_output_0",
            "outputIndexes": [
                2441
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2441
            ],
            "outputIndexes": [
                3303
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3303
            ],
            "outputIndexes": [
                3304
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear",
            "inputIndexes": [
                3304
            ],
            "outputIndexes": [
                3305
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    65806838,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3305
            ],
            "outputIndexes": [
                3306
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3306
            ],
            "outputIndexes": [
                2442
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2433,
                2442
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_149_output_0",
            "outputIndexes": [
                2443
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1,
                    576
                ]
            },
            "name": "/lm/Constant_output_0",
            "outputIndexes": [
                2444
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2443,
                2444
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/lm/Reshape_output_0",
            "outputIndexes": [
                2445
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1
                ]
            },
            "name": "/rotary/Constant_6_output_0",
            "outputIndexes": [
                2446
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2445
            ],
            "main_type": "NONE",
            "name": "Shape6549",
            "outputIndexes": [
                2447
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2445
            ],
            "main_type": "NONE",
            "name": "Rank6551",
            "outputIndexes": [
                2448
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2448,
                2448
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6553",
            "outputIndexes": [
                2449
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2449
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6554",
            "outputIndexes": [
                2450
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2449,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6556",
            "outputIndexes": [
                2451
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2451
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6557",
            "outputIndexes": [
                2452
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2447,
                2450,
                2452,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6560",
            "outputIndexes": [
                2453
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2453
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6561",
            "outputIndexes": [
                2454
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2446,
                2454
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6562",
            "outputIndexes": [
                2455
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2455,
                2454
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6563",
            "outputIndexes": [
                2456
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2445,
                2456,
                2449
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/lm/Gather_output_0",
            "outputIndexes": [
                2457
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    3
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1,
                    1,
                    576
                ]
            },
            "name": "/lm/Constant_1_output_0",
            "outputIndexes": [
                2458
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2457,
                2458
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/lm/Reshape_1_output_0",
            "outputIndexes": [
                2459
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2459
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/lm/norm/Mul_output_0",
            "outputIndexes": [
                2460
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                0,
                2460
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/lm/norm/Mul_1_output_0",
            "outputIndexes": [
                2461
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2461
            ],
            "outputIndexes": [
                3307
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/pre_convert",
            "inputIndexes": [
                3307
            ],
            "outputIndexes": [
                3308
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear",
            "inputIndexes": [
                3308
            ],
            "outputIndexes": [
                3309
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 49152,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 442368,
                    "weightSize": 0
                },
                "external": [
                    66359820,
                    14155798,
                    3538944,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/post_convert",
            "inputIndexes": [
                3309
            ],
            "outputIndexes": [
                3310
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3310
            ],
            "outputIndexes": [
                2462
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    49152
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1
                ]
            },
            "name": "/Constant_61_output_0",
            "outputIndexes": [
                2463
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2462,
                2463
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "logits",
            "outputIndexes": [
                2464
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    30,
                    2,
                    1,
                    -1,
                    3,
                    64
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "past_key_values",
            "outputIndexes": [
                2465
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2465
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1
                ],
                "dimType": "NCHW"
            },
            "name": "presents",
            "outputIndexes": [
                2466
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        }
    ],
    "outputName": [
        "logits",
        "presents"
    ],
    "preferForwardType": "CPU",
    "sourceType": "ONNX",
    "tensorName": [
        "model.model.norm.weight",
        "input_ids",
        "/Constant_output_0",
        "/Reshape_output_0",
        "model.model.layers.0.input_layernorm.weight",
        "/input_layernorm/Mul_output_0",
        "/input_layernorm/Mul_1_output_0",
        "/FakeLinear_output_0",
        "/Unsqueeze_output_0",
        "/Shape_1_output_0",
        "/rotary/Constant_9_output_0",
        "Shape20",
        "BinaryOp23",
        "BinaryOp24",
        "Unsqueeze25",
        "BinaryOp27",
        "Unsqueeze28",
        "StridedSlice31",
        "Squeeze32",
        "BinaryOp33",
        "BinaryOp34",
        "/Gather_2_output_0",
        "/rotary/Constant_4_output_0",
        "/Unsqueeze_1_output_0",
        "/Constant_4_output_0",
        "/Constant_5_output_0",
        "/Concat_output_0",
        "/Reshape_1_output_0",
        "position_ids",
        "/rotary/Cast_output_0",
        "/rotary/Constant_1_output_0",
        "/rotary/Reshape_output_0",
        "/rotary/Constant_2_output_0",
        "/rotary/Mul_output_0",
        "/rotary/Cos_output_0",
        "/rotary/Unsqueeze_output_0",
        "/rotary/Sin_output_0",
        "/rotary/Unsqueeze_1_output_0",
        "/rotary/Concat_output_0",
        "/rotary/Concat_1_output_0",
        "/rotary/Unsqueeze_2_axes",
        "/rotary/Unsqueeze_3_output_0",
        "Shape57",
        "BinaryOp60",
        "BinaryOp61",
        "Unsqueeze62",
        "BinaryOp64",
        "Unsqueeze65",
        "StridedSlice68",
        "BinaryOp70",
        "BinaryOp71",
        "/Gather_3_output_0",
        "/Mul_output_0",
        "/Shape_2_output_0",
        "/Constant_6_output_0",
        "Shape76",
        "BinaryOp79",
        "BinaryOp80",
        "Unsqueeze81",
        "BinaryOp83",
        "Unsqueeze84",
        "StridedSlice87",
        "Squeeze88",
        "BinaryOp89",
        "BinaryOp90",
        "/Gather_5_output_0",
        "/rotary/Constant_7_output_0",
        "/Div_output_0",
        "/Unsqueeze_6_output_0",
        "/Constant_19_output_0",
        "/Constant_7_output_0",
        "/Slice_1_output_0",
        "/Neg_output_0",
        "/Slice_output_0",
        "/Concat_3_output_0",
        "Unsqueeze106",
        "Unsqueeze109",
        "StridedSlice112",
        "Squeeze113",
        "BinaryOp114",
        "BinaryOp115",
        "/Gather_4_output_0",
        "/Mul_1_output_0",
        "/Add_output_0",
        "/FakeLinear_1_output_0",
        "/Concat_1_output_0",
        "/Reshape_2_output_0",
        "/Mul_2_output_0",
        "/Shape_3_output_0",
        "Shape158",
        "BinaryOp161",
        "BinaryOp162",
        "Unsqueeze163",
        "BinaryOp165",
        "Unsqueeze166",
        "StridedSlice169",
        "Squeeze170",
        "BinaryOp171",
        "BinaryOp172",
        "/Gather_6_output_0",
        "/Div_1_output_0",
        "/Unsqueeze_8_output_0",
        "/Slice_3_output_0",
        "/Neg_1_output_0",
        "/Slice_2_output_0",
        "/Concat_4_output_0",
        "/Mul_3_output_0",
        "/Add_1_output_0",
        "/FakeLinear_2_output_0",
        "/Reshape_3_output_0",
        "attention_mask",
        "/Reshape_8_output_0",
        "/FakeLinear_3_output_0",
        "/Add_3_output_0",
        "model.model.layers.0.post_attention_layernorm.weight",
        "/post_attention_layernorm/Mul_output_0",
        "/post_attention_layernorm/Mul_1_output_0",
        "/mlp/gate_proj/FakeLinear_output_0",
        "/mlp/act_fn/Sigmoid_output_0",
        "/mlp/act_fn/Mul_output_0",
        "/mlp/up_proj/FakeLinear_output_0",
        "/mlp/Mul_output_0",
        "/mlp/down_proj/FakeLinear_output_0",
        "/Add_4_output_0",
        "/Reshape_9_output_0",
        "model.model.layers.1.input_layernorm.weight",
        "/input_layernorm_1/Mul_output_0",
        "/input_layernorm_1/Mul_1_output_0",
        "/FakeLinear_4_output_0",
        "/Shape_15_output_0",
        "Shape296",
        "BinaryOp299",
        "BinaryOp300",
        "Unsqueeze301",
        "BinaryOp303",
        "Unsqueeze304",
        "StridedSlice307",
        "Squeeze308",
        "BinaryOp309",
        "BinaryOp310",
        "/Gather_19_output_0",
        "/Unsqueeze_33_output_0",
        "/Concat_13_output_0",
        "/Reshape_10_output_0",
        "/Mul_8_output_0",
        "/Shape_16_output_0",
        "Shape317",
        "BinaryOp320",
        "BinaryOp321",
        "Unsqueeze322",
        "BinaryOp324",
        "Unsqueeze325",
        "StridedSlice328",
        "Squeeze329",
        "BinaryOp330",
        "BinaryOp331",
        "/Gather_20_output_0",
        "/Div_3_output_0",
        "/Unsqueeze_38_output_0",
        "/Slice_5_output_0",
        "/Neg_2_output_0",
        "/Slice_4_output_0",
        "/Concat_16_output_0",
        "/Mul_9_output_0",
        "/Add_5_output_0",
        "/FakeLinear_5_output_0",
        "/Concat_14_output_0",
        "/Reshape_11_output_0",
        "/Mul_10_output_0",
        "/Shape_17_output_0",
        "Shape379",
        "BinaryOp382",
        "BinaryOp383",
        "Unsqueeze384",
        "BinaryOp386",
        "Unsqueeze387",
        "StridedSlice390",
        "Squeeze391",
        "BinaryOp392",
        "BinaryOp393",
        "/Gather_21_output_0",
        "/Div_4_output_0",
        "/Unsqueeze_40_output_0",
        "/Slice_7_output_0",
        "/Neg_3_output_0",
        "/Slice_6_output_0",
        "/Concat_17_output_0",
        "/Mul_11_output_0",
        "/Add_6_output_0",
        "/FakeLinear_6_output_0",
        "/Reshape_12_output_0",
        "/Reshape_17_output_0",
        "/FakeLinear_7_output_0",
        "/Add_8_output_0",
        "model.model.layers.1.post_attention_layernorm.weight",
        "/post_attention_layernorm_1/Mul_output_0",
        "/post_attention_layernorm_1/Mul_1_output_0",
        "/mlp/gate_proj_1/FakeLinear_output_0",
        "/mlp/act_fn_1/Sigmoid_output_0",
        "/mlp/act_fn_1/Mul_output_0",
        "/mlp/up_proj_1/FakeLinear_output_0",
        "/mlp_1/Mul_output_0",
        "/mlp/down_proj_1/FakeLinear_output_0",
        "/Add_9_output_0",
        "/Reshape_18_output_0",
        "model.model.layers.2.input_layernorm.weight",
        "/input_layernorm_2/Mul_output_0",
        "/input_layernorm_2/Mul_1_output_0",
        "/FakeLinear_8_output_0",
        "/Shape_29_output_0",
        "Shape511",
        "BinaryOp514",
        "BinaryOp515",
        "Unsqueeze516",
        "BinaryOp518",
        "Unsqueeze519",
        "StridedSlice522",
        "Squeeze523",
        "BinaryOp524",
        "BinaryOp525",
        "/Gather_34_output_0",
        "/Unsqueeze_65_output_0",
        "/Concat_26_output_0",
        "/Reshape_19_output_0",
        "/Mul_16_output_0",
        "/Shape_30_output_0",
        "Shape532",
        "BinaryOp535",
        "BinaryOp536",
        "Unsqueeze537",
        "BinaryOp539",
        "Unsqueeze540",
        "StridedSlice543",
        "Squeeze544",
        "BinaryOp545",
        "BinaryOp546",
        "/Gather_35_output_0",
        "/Div_6_output_0",
        "/Unsqueeze_70_output_0",
        "/Slice_9_output_0",
        "/Neg_4_output_0",
        "/Slice_8_output_0",
        "/Concat_29_output_0",
        "/Mul_17_output_0",
        "/Add_10_output_0",
        "/FakeLinear_9_output_0",
        "/Concat_27_output_0",
        "/Reshape_20_output_0",
        "/Mul_18_output_0",
        "/Shape_31_output_0",
        "Shape594",
        "BinaryOp597",
        "BinaryOp598",
        "Unsqueeze599",
        "BinaryOp601",
        "Unsqueeze602",
        "StridedSlice605",
        "Squeeze606",
        "BinaryOp607",
        "BinaryOp608",
        "/Gather_36_output_0",
        "/Div_7_output_0",
        "/Unsqueeze_72_output_0",
        "/Slice_11_output_0",
        "/Neg_5_output_0",
        "/Slice_10_output_0",
        "/Concat_30_output_0",
        "/Mul_19_output_0",
        "/Add_11_output_0",
        "/FakeLinear_10_output_0",
        "/Reshape_21_output_0",
        "/Reshape_26_output_0",
        "/FakeLinear_11_output_0",
        "/Add_13_output_0",
        "model.model.layers.2.post_attention_layernorm.weight",
        "/post_attention_layernorm_2/Mul_output_0",
        "/post_attention_layernorm_2/Mul_1_output_0",
        "/mlp/gate_proj_2/FakeLinear_output_0",
        "/mlp/act_fn_2/Sigmoid_output_0",
        "/mlp/act_fn_2/Mul_output_0",
        "/mlp/up_proj_2/FakeLinear_output_0",
        "/mlp_2/Mul_output_0",
        "/mlp/down_proj_2/FakeLinear_output_0",
        "/Add_14_output_0",
        "/Reshape_27_output_0",
        "model.model.layers.3.input_layernorm.weight",
        "/input_layernorm_3/Mul_output_0",
        "/input_layernorm_3/Mul_1_output_0",
        "/FakeLinear_12_output_0",
        "/Shape_43_output_0",
        "Shape726",
        "BinaryOp729",
        "BinaryOp730",
        "Unsqueeze731",
        "BinaryOp733",
        "Unsqueeze734",
        "StridedSlice737",
        "Squeeze738",
        "BinaryOp739",
        "BinaryOp740",
        "/Gather_49_output_0",
        "/Unsqueeze_97_output_0",
        "/Concat_39_output_0",
        "/Reshape_28_output_0",
        "/Mul_24_output_0",
        "/Shape_44_output_0",
        "Shape747",
        "BinaryOp750",
        "BinaryOp751",
        "Unsqueeze752",
        "BinaryOp754",
        "Unsqueeze755",
        "StridedSlice758",
        "Squeeze759",
        "BinaryOp760",
        "BinaryOp761",
        "/Gather_50_output_0",
        "/Div_9_output_0",
        "/Unsqueeze_102_output_0",
        "/Slice_13_output_0",
        "/Neg_6_output_0",
        "/Slice_12_output_0",
        "/Concat_42_output_0",
        "/Mul_25_output_0",
        "/Add_15_output_0",
        "/FakeLinear_13_output_0",
        "/Concat_40_output_0",
        "/Reshape_29_output_0",
        "/Mul_26_output_0",
        "/Shape_45_output_0",
        "Shape809",
        "BinaryOp812",
        "BinaryOp813",
        "Unsqueeze814",
        "BinaryOp816",
        "Unsqueeze817",
        "StridedSlice820",
        "Squeeze821",
        "BinaryOp822",
        "BinaryOp823",
        "/Gather_51_output_0",
        "/Div_10_output_0",
        "/Unsqueeze_104_output_0",
        "/Slice_15_output_0",
        "/Neg_7_output_0",
        "/Slice_14_output_0",
        "/Concat_43_output_0",
        "/Mul_27_output_0",
        "/Add_16_output_0",
        "/FakeLinear_14_output_0",
        "/Reshape_30_output_0",
        "/Reshape_35_output_0",
        "/FakeLinear_15_output_0",
        "/Add_18_output_0",
        "model.model.layers.3.post_attention_layernorm.weight",
        "/post_attention_layernorm_3/Mul_output_0",
        "/post_attention_layernorm_3/Mul_1_output_0",
        "/mlp/gate_proj_3/FakeLinear_output_0",
        "/mlp/act_fn_3/Sigmoid_output_0",
        "/mlp/act_fn_3/Mul_output_0",
        "/mlp/up_proj_3/FakeLinear_output_0",
        "/mlp_3/Mul_output_0",
        "/mlp/down_proj_3/FakeLinear_output_0",
        "/Add_19_output_0",
        "/Reshape_36_output_0",
        "model.model.layers.4.input_layernorm.weight",
        "/input_layernorm_4/Mul_output_0",
        "/input_layernorm_4/Mul_1_output_0",
        "/FakeLinear_16_output_0",
        "/Shape_57_output_0",
        "Shape941",
        "BinaryOp944",
        "BinaryOp945",
        "Unsqueeze946",
        "BinaryOp948",
        "Unsqueeze949",
        "StridedSlice952",
        "Squeeze953",
        "BinaryOp954",
        "BinaryOp955",
        "/Gather_64_output_0",
        "/Unsqueeze_129_output_0",
        "/Concat_52_output_0",
        "/Reshape_37_output_0",
        "/Mul_32_output_0",
        "/Shape_58_output_0",
        "Shape962",
        "BinaryOp965",
        "BinaryOp966",
        "Unsqueeze967",
        "BinaryOp969",
        "Unsqueeze970",
        "StridedSlice973",
        "Squeeze974",
        "BinaryOp975",
        "BinaryOp976",
        "/Gather_65_output_0",
        "/Div_12_output_0",
        "/Unsqueeze_134_output_0",
        "/Slice_17_output_0",
        "/Neg_8_output_0",
        "/Slice_16_output_0",
        "/Concat_55_output_0",
        "/Mul_33_output_0",
        "/Add_20_output_0",
        "/FakeLinear_17_output_0",
        "/Concat_53_output_0",
        "/Reshape_38_output_0",
        "/Mul_34_output_0",
        "/Shape_59_output_0",
        "Shape1025",
        "BinaryOp1028",
        "BinaryOp1029",
        "Unsqueeze1030",
        "BinaryOp1032",
        "Unsqueeze1033",
        "StridedSlice1036",
        "Squeeze1037",
        "BinaryOp1038",
        "BinaryOp1039",
        "/Gather_66_output_0",
        "/Div_13_output_0",
        "/Unsqueeze_136_output_0",
        "/Slice_19_output_0",
        "/Neg_9_output_0",
        "/Slice_18_output_0",
        "/Concat_56_output_0",
        "/Mul_35_output_0",
        "/Add_21_output_0",
        "/FakeLinear_18_output_0",
        "/Reshape_39_output_0",
        "/Reshape_44_output_0",
        "/FakeLinear_19_output_0",
        "/Add_23_output_0",
        "model.model.layers.4.post_attention_layernorm.weight",
        "/post_attention_layernorm_4/Mul_output_0",
        "/post_attention_layernorm_4/Mul_1_output_0",
        "/mlp/gate_proj_4/FakeLinear_output_0",
        "/mlp/act_fn_4/Sigmoid_output_0",
        "/mlp/act_fn_4/Mul_output_0",
        "/mlp/up_proj_4/FakeLinear_output_0",
        "/mlp_4/Mul_output_0",
        "/mlp/down_proj_4/FakeLinear_output_0",
        "/Add_24_output_0",
        "/Reshape_45_output_0",
        "model.model.layers.5.input_layernorm.weight",
        "/input_layernorm_5/Mul_output_0",
        "/input_layernorm_5/Mul_1_output_0",
        "/FakeLinear_20_output_0",
        "/Shape_71_output_0",
        "Shape1157",
        "BinaryOp1160",
        "BinaryOp1161",
        "Unsqueeze1162",
        "BinaryOp1164",
        "Unsqueeze1165",
        "StridedSlice1168",
        "Squeeze1169",
        "BinaryOp1170",
        "BinaryOp1171",
        "/Gather_79_output_0",
        "/Unsqueeze_161_output_0",
        "/Concat_65_output_0",
        "/Reshape_46_output_0",
        "/Mul_40_output_0",
        "/Shape_72_output_0",
        "Shape1178",
        "BinaryOp1181",
        "BinaryOp1182",
        "Unsqueeze1183",
        "BinaryOp1185",
        "Unsqueeze1186",
        "StridedSlice1189",
        "Squeeze1190",
        "BinaryOp1191",
        "BinaryOp1192",
        "/Gather_80_output_0",
        "/Div_15_output_0",
        "/Unsqueeze_166_output_0",
        "/Slice_21_output_0",
        "/Neg_10_output_0",
        "/Slice_20_output_0",
        "/Concat_68_output_0",
        "/Mul_41_output_0",
        "/Add_25_output_0",
        "/FakeLinear_21_output_0",
        "/Concat_66_output_0",
        "/Reshape_47_output_0",
        "/Mul_42_output_0",
        "/Shape_73_output_0",
        "Shape1241",
        "BinaryOp1244",
        "BinaryOp1245",
        "Unsqueeze1246",
        "BinaryOp1248",
        "Unsqueeze1249",
        "StridedSlice1252",
        "Squeeze1253",
        "BinaryOp1254",
        "BinaryOp1255",
        "/Gather_81_output_0",
        "/Div_16_output_0",
        "/Unsqueeze_168_output_0",
        "/Slice_23_output_0",
        "/Neg_11_output_0",
        "/Slice_22_output_0",
        "/Concat_69_output_0",
        "/Mul_43_output_0",
        "/Add_26_output_0",
        "/FakeLinear_22_output_0",
        "/Reshape_48_output_0",
        "/Reshape_53_output_0",
        "/FakeLinear_23_output_0",
        "/Add_28_output_0",
        "model.model.layers.5.post_attention_layernorm.weight",
        "/post_attention_layernorm_5/Mul_output_0",
        "/post_attention_layernorm_5/Mul_1_output_0",
        "/mlp/gate_proj_5/FakeLinear_output_0",
        "/mlp/act_fn_5/Sigmoid_output_0",
        "/mlp/act_fn_5/Mul_output_0",
        "/mlp/up_proj_5/FakeLinear_output_0",
        "/mlp_5/Mul_output_0",
        "/mlp/down_proj_5/FakeLinear_output_0",
        "/Add_29_output_0",
        "/Reshape_54_output_0",
        "model.model.layers.6.input_layernorm.weight",
        "/input_layernorm_6/Mul_output_0",
        "/input_layernorm_6/Mul_1_output_0",
        "/FakeLinear_24_output_0",
        "/Shape_85_output_0",
        "Shape1373",
        "BinaryOp1376",
        "BinaryOp1377",
        "Unsqueeze1378",
        "BinaryOp1380",
        "Unsqueeze1381",
        "StridedSlice1384",
        "Squeeze1385",
        "BinaryOp1386",
        "BinaryOp1387",
        "/Gather_94_output_0",
        "/Unsqueeze_193_output_0",
        "/Concat_78_output_0",
        "/Reshape_55_output_0",
        "/Mul_48_output_0",
        "/Shape_86_output_0",
        "Shape1394",
        "BinaryOp1397",
        "BinaryOp1398",
        "Unsqueeze1399",
        "BinaryOp1401",
        "Unsqueeze1402",
        "StridedSlice1405",
        "Squeeze1406",
        "BinaryOp1407",
        "BinaryOp1408",
        "/Gather_95_output_0",
        "/Div_18_output_0",
        "/Unsqueeze_198_output_0",
        "/Slice_25_output_0",
        "/Neg_12_output_0",
        "/Slice_24_output_0",
        "/Concat_81_output_0",
        "/Mul_49_output_0",
        "/Add_30_output_0",
        "/FakeLinear_25_output_0",
        "/Concat_79_output_0",
        "/Reshape_56_output_0",
        "/Mul_50_output_0",
        "/Shape_87_output_0",
        "Shape1457",
        "BinaryOp1460",
        "BinaryOp1461",
        "Unsqueeze1462",
        "BinaryOp1464",
        "Unsqueeze1465",
        "StridedSlice1468",
        "Squeeze1469",
        "BinaryOp1470",
        "BinaryOp1471",
        "/Gather_96_output_0",
        "/Div_19_output_0",
        "/Unsqueeze_200_output_0",
        "/Slice_27_output_0",
        "/Neg_13_output_0",
        "/Slice_26_output_0",
        "/Concat_82_output_0",
        "/Mul_51_output_0",
        "/Add_31_output_0",
        "/FakeLinear_26_output_0",
        "/Reshape_57_output_0",
        "/Reshape_62_output_0",
        "/FakeLinear_27_output_0",
        "/Add_33_output_0",
        "model.model.layers.6.post_attention_layernorm.weight",
        "/post_attention_layernorm_6/Mul_output_0",
        "/post_attention_layernorm_6/Mul_1_output_0",
        "/mlp/gate_proj_6/FakeLinear_output_0",
        "/mlp/act_fn_6/Sigmoid_output_0",
        "/mlp/act_fn_6/Mul_output_0",
        "/mlp/up_proj_6/FakeLinear_output_0",
        "/mlp_6/Mul_output_0",
        "/mlp/down_proj_6/FakeLinear_output_0",
        "/Add_34_output_0",
        "/Reshape_63_output_0",
        "model.model.layers.7.input_layernorm.weight",
        "/input_layernorm_7/Mul_output_0",
        "/input_layernorm_7/Mul_1_output_0",
        "/FakeLinear_28_output_0",
        "/Shape_99_output_0",
        "Shape1589",
        "BinaryOp1592",
        "BinaryOp1593",
        "Unsqueeze1594",
        "BinaryOp1596",
        "Unsqueeze1597",
        "StridedSlice1600",
        "Squeeze1601",
        "BinaryOp1602",
        "BinaryOp1603",
        "/Gather_109_output_0",
        "/Unsqueeze_225_output_0",
        "/Concat_91_output_0",
        "/Reshape_64_output_0",
        "/Mul_56_output_0",
        "/Shape_100_output_0",
        "Shape1610",
        "BinaryOp1613",
        "BinaryOp1614",
        "Unsqueeze1615",
        "BinaryOp1617",
        "Unsqueeze1618",
        "StridedSlice1621",
        "Squeeze1622",
        "BinaryOp1623",
        "BinaryOp1624",
        "/Gather_110_output_0",
        "/Div_21_output_0",
        "/Unsqueeze_230_output_0",
        "/Slice_29_output_0",
        "/Neg_14_output_0",
        "/Slice_28_output_0",
        "/Concat_94_output_0",
        "/Mul_57_output_0",
        "/Add_35_output_0",
        "/FakeLinear_29_output_0",
        "/Concat_92_output_0",
        "/Reshape_65_output_0",
        "/Mul_58_output_0",
        "/Shape_101_output_0",
        "Shape1673",
        "BinaryOp1676",
        "BinaryOp1677",
        "Unsqueeze1678",
        "BinaryOp1680",
        "Unsqueeze1681",
        "StridedSlice1684",
        "Squeeze1685",
        "BinaryOp1686",
        "BinaryOp1687",
        "/Gather_111_output_0",
        "/Div_22_output_0",
        "/Unsqueeze_232_output_0",
        "/Slice_31_output_0",
        "/Neg_15_output_0",
        "/Slice_30_output_0",
        "/Concat_95_output_0",
        "/Mul_59_output_0",
        "/Add_36_output_0",
        "/FakeLinear_30_output_0",
        "/Reshape_66_output_0",
        "/Reshape_71_output_0",
        "/FakeLinear_31_output_0",
        "/Add_38_output_0",
        "model.model.layers.7.post_attention_layernorm.weight",
        "/post_attention_layernorm_7/Mul_output_0",
        "/post_attention_layernorm_7/Mul_1_output_0",
        "/mlp/gate_proj_7/FakeLinear_output_0",
        "/mlp/act_fn_7/Sigmoid_output_0",
        "/mlp/act_fn_7/Mul_output_0",
        "/mlp/up_proj_7/FakeLinear_output_0",
        "/mlp_7/Mul_output_0",
        "/mlp/down_proj_7/FakeLinear_output_0",
        "/Add_39_output_0",
        "/Reshape_72_output_0",
        "model.model.layers.8.input_layernorm.weight",
        "/input_layernorm_8/Mul_output_0",
        "/input_layernorm_8/Mul_1_output_0",
        "/FakeLinear_32_output_0",
        "/Shape_113_output_0",
        "Shape1805",
        "BinaryOp1808",
        "BinaryOp1809",
        "Unsqueeze1810",
        "BinaryOp1812",
        "Unsqueeze1813",
        "StridedSlice1816",
        "Squeeze1817",
        "BinaryOp1818",
        "BinaryOp1819",
        "/Gather_124_output_0",
        "/Unsqueeze_257_output_0",
        "/Concat_104_output_0",
        "/Reshape_73_output_0",
        "/Mul_64_output_0",
        "/Shape_114_output_0",
        "Shape1826",
        "BinaryOp1829",
        "BinaryOp1830",
        "Unsqueeze1831",
        "BinaryOp1833",
        "Unsqueeze1834",
        "StridedSlice1837",
        "Squeeze1838",
        "BinaryOp1839",
        "BinaryOp1840",
        "/Gather_125_output_0",
        "/Div_24_output_0",
        "/Unsqueeze_262_output_0",
        "/Slice_33_output_0",
        "/Neg_16_output_0",
        "/Slice_32_output_0",
        "/Concat_107_output_0",
        "/Mul_65_output_0",
        "/Add_40_output_0",
        "/FakeLinear_33_output_0",
        "/Concat_105_output_0",
        "/Reshape_74_output_0",
        "/Mul_66_output_0",
        "/Shape_115_output_0",
        "Shape1889",
        "BinaryOp1892",
        "BinaryOp1893",
        "Unsqueeze1894",
        "BinaryOp1896",
        "Unsqueeze1897",
        "StridedSlice1900",
        "Squeeze1901",
        "BinaryOp1902",
        "BinaryOp1903",
        "/Gather_126_output_0",
        "/Div_25_output_0",
        "/Unsqueeze_264_output_0",
        "/Slice_35_output_0",
        "/Neg_17_output_0",
        "/Slice_34_output_0",
        "/Concat_108_output_0",
        "/Mul_67_output_0",
        "/Add_41_output_0",
        "/FakeLinear_34_output_0",
        "/Reshape_75_output_0",
        "/Reshape_80_output_0",
        "/FakeLinear_35_output_0",
        "/Add_43_output_0",
        "model.model.layers.8.post_attention_layernorm.weight",
        "/post_attention_layernorm_8/Mul_output_0",
        "/post_attention_layernorm_8/Mul_1_output_0",
        "/mlp/gate_proj_8/FakeLinear_output_0",
        "/mlp/act_fn_8/Sigmoid_output_0",
        "/mlp/act_fn_8/Mul_output_0",
        "/mlp/up_proj_8/FakeLinear_output_0",
        "/mlp_8/Mul_output_0",
        "/mlp/down_proj_8/FakeLinear_output_0",
        "/Add_44_output_0",
        "/Reshape_81_output_0",
        "model.model.layers.9.input_layernorm.weight",
        "/input_layernorm_9/Mul_output_0",
        "/input_layernorm_9/Mul_1_output_0",
        "/FakeLinear_36_output_0",
        "/Shape_127_output_0",
        "Shape2021",
        "BinaryOp2024",
        "BinaryOp2025",
        "Unsqueeze2026",
        "BinaryOp2028",
        "Unsqueeze2029",
        "StridedSlice2032",
        "Squeeze2033",
        "BinaryOp2034",
        "BinaryOp2035",
        "/Gather_139_output_0",
        "/Unsqueeze_289_output_0",
        "/Concat_117_output_0",
        "/Reshape_82_output_0",
        "/Mul_72_output_0",
        "/Shape_128_output_0",
        "Shape2042",
        "BinaryOp2045",
        "BinaryOp2046",
        "Unsqueeze2047",
        "BinaryOp2049",
        "Unsqueeze2050",
        "StridedSlice2053",
        "Squeeze2054",
        "BinaryOp2055",
        "BinaryOp2056",
        "/Gather_140_output_0",
        "/Div_27_output_0",
        "/Unsqueeze_294_output_0",
        "/Slice_37_output_0",
        "/Neg_18_output_0",
        "/Slice_36_output_0",
        "/Concat_120_output_0",
        "/Mul_73_output_0",
        "/Add_45_output_0",
        "/FakeLinear_37_output_0",
        "/Concat_118_output_0",
        "/Reshape_83_output_0",
        "/Mul_74_output_0",
        "/Shape_129_output_0",
        "Shape2105",
        "BinaryOp2108",
        "BinaryOp2109",
        "Unsqueeze2110",
        "BinaryOp2112",
        "Unsqueeze2113",
        "StridedSlice2116",
        "Squeeze2117",
        "BinaryOp2118",
        "BinaryOp2119",
        "/Gather_141_output_0",
        "/Div_28_output_0",
        "/Unsqueeze_296_output_0",
        "/Slice_39_output_0",
        "/Neg_19_output_0",
        "/Slice_38_output_0",
        "/Concat_121_output_0",
        "/Mul_75_output_0",
        "/Add_46_output_0",
        "/FakeLinear_38_output_0",
        "/Reshape_84_output_0",
        "/Reshape_89_output_0",
        "/FakeLinear_39_output_0",
        "/Add_48_output_0",
        "model.model.layers.9.post_attention_layernorm.weight",
        "/post_attention_layernorm_9/Mul_output_0",
        "/post_attention_layernorm_9/Mul_1_output_0",
        "/mlp/gate_proj_9/FakeLinear_output_0",
        "/mlp/act_fn_9/Sigmoid_output_0",
        "/mlp/act_fn_9/Mul_output_0",
        "/mlp/up_proj_9/FakeLinear_output_0",
        "/mlp_9/Mul_output_0",
        "/mlp/down_proj_9/FakeLinear_output_0",
        "/Add_49_output_0",
        "/Reshape_90_output_0",
        "model.model.layers.10.input_layernorm.weight",
        "/input_layernorm_10/Mul_output_0",
        "/input_layernorm_10/Mul_1_output_0",
        "/FakeLinear_40_output_0",
        "/Shape_141_output_0",
        "Shape2237",
        "BinaryOp2240",
        "BinaryOp2241",
        "Unsqueeze2242",
        "BinaryOp2244",
        "Unsqueeze2245",
        "StridedSlice2248",
        "Squeeze2249",
        "BinaryOp2250",
        "BinaryOp2251",
        "/Gather_154_output_0",
        "/Unsqueeze_321_output_0",
        "/Concat_130_output_0",
        "/Reshape_91_output_0",
        "/Mul_80_output_0",
        "/Shape_142_output_0",
        "Shape2258",
        "BinaryOp2261",
        "BinaryOp2262",
        "Unsqueeze2263",
        "BinaryOp2265",
        "Unsqueeze2266",
        "StridedSlice2269",
        "Squeeze2270",
        "BinaryOp2271",
        "BinaryOp2272",
        "/Gather_155_output_0",
        "/Div_30_output_0",
        "/Unsqueeze_326_output_0",
        "/Slice_41_output_0",
        "/Neg_20_output_0",
        "/Slice_40_output_0",
        "/Concat_133_output_0",
        "/Mul_81_output_0",
        "/Add_50_output_0",
        "/FakeLinear_41_output_0",
        "/Concat_131_output_0",
        "/Reshape_92_output_0",
        "/Mul_82_output_0",
        "/Shape_143_output_0",
        "Shape2321",
        "BinaryOp2324",
        "BinaryOp2325",
        "Unsqueeze2326",
        "BinaryOp2328",
        "Unsqueeze2329",
        "StridedSlice2332",
        "Squeeze2333",
        "BinaryOp2334",
        "BinaryOp2335",
        "/Gather_156_output_0",
        "/Div_31_output_0",
        "/Unsqueeze_328_output_0",
        "/Slice_43_output_0",
        "/Neg_21_output_0",
        "/Slice_42_output_0",
        "/Concat_134_output_0",
        "/Mul_83_output_0",
        "/Add_51_output_0",
        "/FakeLinear_42_output_0",
        "/Reshape_93_output_0",
        "/Reshape_98_output_0",
        "/FakeLinear_43_output_0",
        "/Add_53_output_0",
        "model.model.layers.10.post_attention_layernorm.weight",
        "/post_attention_layernorm_10/Mul_output_0",
        "/post_attention_layernorm_10/Mul_1_output_0",
        "/mlp/gate_proj_10/FakeLinear_output_0",
        "/mlp/act_fn_10/Sigmoid_output_0",
        "/mlp/act_fn_10/Mul_output_0",
        "/mlp/up_proj_10/FakeLinear_output_0",
        "/mlp_10/Mul_output_0",
        "/mlp/down_proj_10/FakeLinear_output_0",
        "/Add_54_output_0",
        "/Reshape_99_output_0",
        "model.model.layers.11.input_layernorm.weight",
        "/input_layernorm_11/Mul_output_0",
        "/input_layernorm_11/Mul_1_output_0",
        "/FakeLinear_44_output_0",
        "/Shape_155_output_0",
        "Shape2453",
        "BinaryOp2456",
        "BinaryOp2457",
        "Unsqueeze2458",
        "BinaryOp2460",
        "Unsqueeze2461",
        "StridedSlice2464",
        "Squeeze2465",
        "BinaryOp2466",
        "BinaryOp2467",
        "/Gather_169_output_0",
        "/Unsqueeze_353_output_0",
        "/Concat_143_output_0",
        "/Reshape_100_output_0",
        "/Mul_88_output_0",
        "/Shape_156_output_0",
        "Shape2474",
        "BinaryOp2477",
        "BinaryOp2478",
        "Unsqueeze2479",
        "BinaryOp2481",
        "Unsqueeze2482",
        "StridedSlice2485",
        "Squeeze2486",
        "BinaryOp2487",
        "BinaryOp2488",
        "/Gather_170_output_0",
        "/Div_33_output_0",
        "/Unsqueeze_358_output_0",
        "/Slice_45_output_0",
        "/Neg_22_output_0",
        "/Slice_44_output_0",
        "/Concat_146_output_0",
        "/Mul_89_output_0",
        "/Add_55_output_0",
        "/FakeLinear_45_output_0",
        "/Concat_144_output_0",
        "/Reshape_101_output_0",
        "/Mul_90_output_0",
        "/Shape_157_output_0",
        "Shape2537",
        "BinaryOp2540",
        "BinaryOp2541",
        "Unsqueeze2542",
        "BinaryOp2544",
        "Unsqueeze2545",
        "StridedSlice2548",
        "Squeeze2549",
        "BinaryOp2550",
        "BinaryOp2551",
        "/Gather_171_output_0",
        "/Div_34_output_0",
        "/Unsqueeze_360_output_0",
        "/Slice_47_output_0",
        "/Neg_23_output_0",
        "/Slice_46_output_0",
        "/Concat_147_output_0",
        "/Mul_91_output_0",
        "/Add_56_output_0",
        "/FakeLinear_46_output_0",
        "/Reshape_102_output_0",
        "/Reshape_107_output_0",
        "/FakeLinear_47_output_0",
        "/Add_58_output_0",
        "model.model.layers.11.post_attention_layernorm.weight",
        "/post_attention_layernorm_11/Mul_output_0",
        "/post_attention_layernorm_11/Mul_1_output_0",
        "/mlp/gate_proj_11/FakeLinear_output_0",
        "/mlp/act_fn_11/Sigmoid_output_0",
        "/mlp/act_fn_11/Mul_output_0",
        "/mlp/up_proj_11/FakeLinear_output_0",
        "/mlp_11/Mul_output_0",
        "/mlp/down_proj_11/FakeLinear_output_0",
        "/Add_59_output_0",
        "/Reshape_108_output_0",
        "model.model.layers.12.input_layernorm.weight",
        "/input_layernorm_12/Mul_output_0",
        "/input_layernorm_12/Mul_1_output_0",
        "/FakeLinear_48_output_0",
        "/Shape_169_output_0",
        "Shape2669",
        "BinaryOp2672",
        "BinaryOp2673",
        "Unsqueeze2674",
        "BinaryOp2676",
        "Unsqueeze2677",
        "StridedSlice2680",
        "Squeeze2681",
        "BinaryOp2682",
        "BinaryOp2683",
        "/Gather_184_output_0",
        "/Unsqueeze_385_output_0",
        "/Concat_156_output_0",
        "/Reshape_109_output_0",
        "/Mul_96_output_0",
        "/Shape_170_output_0",
        "Shape2690",
        "BinaryOp2693",
        "BinaryOp2694",
        "Unsqueeze2695",
        "BinaryOp2697",
        "Unsqueeze2698",
        "StridedSlice2701",
        "Squeeze2702",
        "BinaryOp2703",
        "BinaryOp2704",
        "/Gather_185_output_0",
        "/Div_36_output_0",
        "/Unsqueeze_390_output_0",
        "/Slice_49_output_0",
        "/Neg_24_output_0",
        "/Slice_48_output_0",
        "/Concat_159_output_0",
        "/Mul_97_output_0",
        "/Add_60_output_0",
        "/FakeLinear_49_output_0",
        "/Concat_157_output_0",
        "/Reshape_110_output_0",
        "/Mul_98_output_0",
        "/Shape_171_output_0",
        "Shape2753",
        "BinaryOp2756",
        "BinaryOp2757",
        "Unsqueeze2758",
        "BinaryOp2760",
        "Unsqueeze2761",
        "StridedSlice2764",
        "Squeeze2765",
        "BinaryOp2766",
        "BinaryOp2767",
        "/Gather_186_output_0",
        "/Div_37_output_0",
        "/Unsqueeze_392_output_0",
        "/Slice_51_output_0",
        "/Neg_25_output_0",
        "/Slice_50_output_0",
        "/Concat_160_output_0",
        "/Mul_99_output_0",
        "/Add_61_output_0",
        "/FakeLinear_50_output_0",
        "/Reshape_111_output_0",
        "/Reshape_116_output_0",
        "/FakeLinear_51_output_0",
        "/Add_63_output_0",
        "model.model.layers.12.post_attention_layernorm.weight",
        "/post_attention_layernorm_12/Mul_output_0",
        "/post_attention_layernorm_12/Mul_1_output_0",
        "/mlp/gate_proj_12/FakeLinear_output_0",
        "/mlp/act_fn_12/Sigmoid_output_0",
        "/mlp/act_fn_12/Mul_output_0",
        "/mlp/up_proj_12/FakeLinear_output_0",
        "/mlp_12/Mul_output_0",
        "/mlp/down_proj_12/FakeLinear_output_0",
        "/Add_64_output_0",
        "/Reshape_117_output_0",
        "model.model.layers.13.input_layernorm.weight",
        "/input_layernorm_13/Mul_output_0",
        "/input_layernorm_13/Mul_1_output_0",
        "/FakeLinear_52_output_0",
        "/Shape_183_output_0",
        "Shape2885",
        "BinaryOp2888",
        "BinaryOp2889",
        "Unsqueeze2890",
        "BinaryOp2892",
        "Unsqueeze2893",
        "StridedSlice2896",
        "Squeeze2897",
        "BinaryOp2898",
        "BinaryOp2899",
        "/Gather_199_output_0",
        "/Unsqueeze_417_output_0",
        "/Concat_169_output_0",
        "/Reshape_118_output_0",
        "/Mul_104_output_0",
        "/Shape_184_output_0",
        "Shape2906",
        "BinaryOp2909",
        "BinaryOp2910",
        "Unsqueeze2911",
        "BinaryOp2913",
        "Unsqueeze2914",
        "StridedSlice2917",
        "Squeeze2918",
        "BinaryOp2919",
        "BinaryOp2920",
        "/Gather_200_output_0",
        "/Div_39_output_0",
        "/Unsqueeze_422_output_0",
        "/Slice_53_output_0",
        "/Neg_26_output_0",
        "/Slice_52_output_0",
        "/Concat_172_output_0",
        "/Mul_105_output_0",
        "/Add_65_output_0",
        "/FakeLinear_53_output_0",
        "/Concat_170_output_0",
        "/Reshape_119_output_0",
        "/Mul_106_output_0",
        "/Shape_185_output_0",
        "Shape2969",
        "BinaryOp2972",
        "BinaryOp2973",
        "Unsqueeze2974",
        "BinaryOp2976",
        "Unsqueeze2977",
        "StridedSlice2980",
        "Squeeze2981",
        "BinaryOp2982",
        "BinaryOp2983",
        "/Gather_201_output_0",
        "/Div_40_output_0",
        "/Unsqueeze_424_output_0",
        "/Slice_55_output_0",
        "/Neg_27_output_0",
        "/Slice_54_output_0",
        "/Concat_173_output_0",
        "/Mul_107_output_0",
        "/Add_66_output_0",
        "/FakeLinear_54_output_0",
        "/Reshape_120_output_0",
        "/Reshape_125_output_0",
        "/FakeLinear_55_output_0",
        "/Add_68_output_0",
        "model.model.layers.13.post_attention_layernorm.weight",
        "/post_attention_layernorm_13/Mul_output_0",
        "/post_attention_layernorm_13/Mul_1_output_0",
        "/mlp/gate_proj_13/FakeLinear_output_0",
        "/mlp/act_fn_13/Sigmoid_output_0",
        "/mlp/act_fn_13/Mul_output_0",
        "/mlp/up_proj_13/FakeLinear_output_0",
        "/mlp_13/Mul_output_0",
        "/mlp/down_proj_13/FakeLinear_output_0",
        "/Add_69_output_0",
        "/Reshape_126_output_0",
        "model.model.layers.14.input_layernorm.weight",
        "/input_layernorm_14/Mul_output_0",
        "/input_layernorm_14/Mul_1_output_0",
        "/FakeLinear_56_output_0",
        "/Shape_197_output_0",
        "Shape3101",
        "BinaryOp3104",
        "BinaryOp3105",
        "Unsqueeze3106",
        "BinaryOp3108",
        "Unsqueeze3109",
        "StridedSlice3112",
        "Squeeze3113",
        "BinaryOp3114",
        "BinaryOp3115",
        "/Gather_214_output_0",
        "/Unsqueeze_449_output_0",
        "/Concat_182_output_0",
        "/Reshape_127_output_0",
        "/Mul_112_output_0",
        "/Shape_198_output_0",
        "Shape3122",
        "BinaryOp3125",
        "BinaryOp3126",
        "Unsqueeze3127",
        "BinaryOp3129",
        "Unsqueeze3130",
        "StridedSlice3133",
        "Squeeze3134",
        "BinaryOp3135",
        "BinaryOp3136",
        "/Gather_215_output_0",
        "/Div_42_output_0",
        "/Unsqueeze_454_output_0",
        "/Slice_57_output_0",
        "/Neg_28_output_0",
        "/Slice_56_output_0",
        "/Concat_185_output_0",
        "/Mul_113_output_0",
        "/Add_70_output_0",
        "/FakeLinear_57_output_0",
        "/Concat_183_output_0",
        "/Reshape_128_output_0",
        "/Mul_114_output_0",
        "/Shape_199_output_0",
        "Shape3185",
        "BinaryOp3188",
        "BinaryOp3189",
        "Unsqueeze3190",
        "BinaryOp3192",
        "Unsqueeze3193",
        "StridedSlice3196",
        "Squeeze3197",
        "BinaryOp3198",
        "BinaryOp3199",
        "/Gather_216_output_0",
        "/Div_43_output_0",
        "/Unsqueeze_456_output_0",
        "/Slice_59_output_0",
        "/Neg_29_output_0",
        "/Slice_58_output_0",
        "/Concat_186_output_0",
        "/Mul_115_output_0",
        "/Add_71_output_0",
        "/FakeLinear_58_output_0",
        "/Reshape_129_output_0",
        "/Reshape_134_output_0",
        "/FakeLinear_59_output_0",
        "/Add_73_output_0",
        "model.model.layers.14.post_attention_layernorm.weight",
        "/post_attention_layernorm_14/Mul_output_0",
        "/post_attention_layernorm_14/Mul_1_output_0",
        "/mlp/gate_proj_14/FakeLinear_output_0",
        "/mlp/act_fn_14/Sigmoid_output_0",
        "/mlp/act_fn_14/Mul_output_0",
        "/mlp/up_proj_14/FakeLinear_output_0",
        "/mlp_14/Mul_output_0",
        "/mlp/down_proj_14/FakeLinear_output_0",
        "/Add_74_output_0",
        "/Reshape_135_output_0",
        "model.model.layers.15.input_layernorm.weight",
        "/input_layernorm_15/Mul_output_0",
        "/input_layernorm_15/Mul_1_output_0",
        "/FakeLinear_60_output_0",
        "/Shape_211_output_0",
        "Shape3317",
        "BinaryOp3320",
        "BinaryOp3321",
        "Unsqueeze3322",
        "BinaryOp3324",
        "Unsqueeze3325",
        "StridedSlice3328",
        "Squeeze3329",
        "BinaryOp3330",
        "BinaryOp3331",
        "/Gather_229_output_0",
        "/Unsqueeze_481_output_0",
        "/Concat_195_output_0",
        "/Reshape_136_output_0",
        "/Mul_120_output_0",
        "/Shape_212_output_0",
        "Shape3338",
        "BinaryOp3341",
        "BinaryOp3342",
        "Unsqueeze3343",
        "BinaryOp3345",
        "Unsqueeze3346",
        "StridedSlice3349",
        "Squeeze3350",
        "BinaryOp3351",
        "BinaryOp3352",
        "/Gather_230_output_0",
        "/Div_45_output_0",
        "/Unsqueeze_486_output_0",
        "/Slice_61_output_0",
        "/Neg_30_output_0",
        "/Slice_60_output_0",
        "/Concat_198_output_0",
        "/Mul_121_output_0",
        "/Add_75_output_0",
        "/FakeLinear_61_output_0",
        "/Concat_196_output_0",
        "/Reshape_137_output_0",
        "/Mul_122_output_0",
        "/Shape_213_output_0",
        "Shape3401",
        "BinaryOp3404",
        "BinaryOp3405",
        "Unsqueeze3406",
        "BinaryOp3408",
        "Unsqueeze3409",
        "StridedSlice3412",
        "Squeeze3413",
        "BinaryOp3414",
        "BinaryOp3415",
        "/Gather_231_output_0",
        "/Div_46_output_0",
        "/Unsqueeze_488_output_0",
        "/Slice_63_output_0",
        "/Neg_31_output_0",
        "/Slice_62_output_0",
        "/Concat_199_output_0",
        "/Mul_123_output_0",
        "/Add_76_output_0",
        "/FakeLinear_62_output_0",
        "/Reshape_138_output_0",
        "/Reshape_143_output_0",
        "/FakeLinear_63_output_0",
        "/Add_78_output_0",
        "model.model.layers.15.post_attention_layernorm.weight",
        "/post_attention_layernorm_15/Mul_output_0",
        "/post_attention_layernorm_15/Mul_1_output_0",
        "/mlp/gate_proj_15/FakeLinear_output_0",
        "/mlp/act_fn_15/Sigmoid_output_0",
        "/mlp/act_fn_15/Mul_output_0",
        "/mlp/up_proj_15/FakeLinear_output_0",
        "/mlp_15/Mul_output_0",
        "/mlp/down_proj_15/FakeLinear_output_0",
        "/Add_79_output_0",
        "/Reshape_144_output_0",
        "model.model.layers.16.input_layernorm.weight",
        "/input_layernorm_16/Mul_output_0",
        "/input_layernorm_16/Mul_1_output_0",
        "/FakeLinear_64_output_0",
        "/Shape_225_output_0",
        "Shape3533",
        "BinaryOp3536",
        "BinaryOp3537",
        "Unsqueeze3538",
        "BinaryOp3540",
        "Unsqueeze3541",
        "StridedSlice3544",
        "Squeeze3545",
        "BinaryOp3546",
        "BinaryOp3547",
        "/Gather_244_output_0",
        "/Unsqueeze_513_output_0",
        "/Concat_208_output_0",
        "/Reshape_145_output_0",
        "/Mul_128_output_0",
        "/Shape_226_output_0",
        "Shape3554",
        "BinaryOp3557",
        "BinaryOp3558",
        "Unsqueeze3559",
        "BinaryOp3561",
        "Unsqueeze3562",
        "StridedSlice3565",
        "Squeeze3566",
        "BinaryOp3567",
        "BinaryOp3568",
        "/Gather_245_output_0",
        "/Div_48_output_0",
        "/Unsqueeze_518_output_0",
        "/Slice_65_output_0",
        "/Neg_32_output_0",
        "/Slice_64_output_0",
        "/Concat_211_output_0",
        "/Mul_129_output_0",
        "/Add_80_output_0",
        "/FakeLinear_65_output_0",
        "/Concat_209_output_0",
        "/Reshape_146_output_0",
        "/Mul_130_output_0",
        "/Shape_227_output_0",
        "Shape3617",
        "BinaryOp3620",
        "BinaryOp3621",
        "Unsqueeze3622",
        "BinaryOp3624",
        "Unsqueeze3625",
        "StridedSlice3628",
        "Squeeze3629",
        "BinaryOp3630",
        "BinaryOp3631",
        "/Gather_246_output_0",
        "/Div_49_output_0",
        "/Unsqueeze_520_output_0",
        "/Slice_67_output_0",
        "/Neg_33_output_0",
        "/Slice_66_output_0",
        "/Concat_212_output_0",
        "/Mul_131_output_0",
        "/Add_81_output_0",
        "/FakeLinear_66_output_0",
        "/Reshape_147_output_0",
        "/Reshape_152_output_0",
        "/FakeLinear_67_output_0",
        "/Add_83_output_0",
        "model.model.layers.16.post_attention_layernorm.weight",
        "/post_attention_layernorm_16/Mul_output_0",
        "/post_attention_layernorm_16/Mul_1_output_0",
        "/mlp/gate_proj_16/FakeLinear_output_0",
        "/mlp/act_fn_16/Sigmoid_output_0",
        "/mlp/act_fn_16/Mul_output_0",
        "/mlp/up_proj_16/FakeLinear_output_0",
        "/mlp_16/Mul_output_0",
        "/mlp/down_proj_16/FakeLinear_output_0",
        "/Add_84_output_0",
        "/Reshape_153_output_0",
        "model.model.layers.17.input_layernorm.weight",
        "/input_layernorm_17/Mul_output_0",
        "/input_layernorm_17/Mul_1_output_0",
        "/FakeLinear_68_output_0",
        "/Shape_239_output_0",
        "Shape3749",
        "BinaryOp3752",
        "BinaryOp3753",
        "Unsqueeze3754",
        "BinaryOp3756",
        "Unsqueeze3757",
        "StridedSlice3760",
        "Squeeze3761",
        "BinaryOp3762",
        "BinaryOp3763",
        "/Gather_259_output_0",
        "/Unsqueeze_545_output_0",
        "/Concat_221_output_0",
        "/Reshape_154_output_0",
        "/Mul_136_output_0",
        "/Shape_240_output_0",
        "Shape3770",
        "BinaryOp3773",
        "BinaryOp3774",
        "Unsqueeze3775",
        "BinaryOp3777",
        "Unsqueeze3778",
        "StridedSlice3781",
        "Squeeze3782",
        "BinaryOp3783",
        "BinaryOp3784",
        "/Gather_260_output_0",
        "/Div_51_output_0",
        "/Unsqueeze_550_output_0",
        "/Slice_69_output_0",
        "/Neg_34_output_0",
        "/Slice_68_output_0",
        "/Concat_224_output_0",
        "/Mul_137_output_0",
        "/Add_85_output_0",
        "/FakeLinear_69_output_0",
        "/Concat_222_output_0",
        "/Reshape_155_output_0",
        "/Mul_138_output_0",
        "/Shape_241_output_0",
        "Shape3833",
        "BinaryOp3836",
        "BinaryOp3837",
        "Unsqueeze3838",
        "BinaryOp3840",
        "Unsqueeze3841",
        "StridedSlice3844",
        "Squeeze3845",
        "BinaryOp3846",
        "BinaryOp3847",
        "/Gather_261_output_0",
        "/Div_52_output_0",
        "/Unsqueeze_552_output_0",
        "/Slice_71_output_0",
        "/Neg_35_output_0",
        "/Slice_70_output_0",
        "/Concat_225_output_0",
        "/Mul_139_output_0",
        "/Add_86_output_0",
        "/FakeLinear_70_output_0",
        "/Reshape_156_output_0",
        "/Reshape_161_output_0",
        "/FakeLinear_71_output_0",
        "/Add_88_output_0",
        "model.model.layers.17.post_attention_layernorm.weight",
        "/post_attention_layernorm_17/Mul_output_0",
        "/post_attention_layernorm_17/Mul_1_output_0",
        "/mlp/gate_proj_17/FakeLinear_output_0",
        "/mlp/act_fn_17/Sigmoid_output_0",
        "/mlp/act_fn_17/Mul_output_0",
        "/mlp/up_proj_17/FakeLinear_output_0",
        "/mlp_17/Mul_output_0",
        "/mlp/down_proj_17/FakeLinear_output_0",
        "/Add_89_output_0",
        "/Reshape_162_output_0",
        "model.model.layers.18.input_layernorm.weight",
        "/input_layernorm_18/Mul_output_0",
        "/input_layernorm_18/Mul_1_output_0",
        "/FakeLinear_72_output_0",
        "/Shape_253_output_0",
        "Shape3965",
        "BinaryOp3968",
        "BinaryOp3969",
        "Unsqueeze3970",
        "BinaryOp3972",
        "Unsqueeze3973",
        "StridedSlice3976",
        "Squeeze3977",
        "BinaryOp3978",
        "BinaryOp3979",
        "/Gather_274_output_0",
        "/Unsqueeze_577_output_0",
        "/Concat_234_output_0",
        "/Reshape_163_output_0",
        "/Mul_144_output_0",
        "/Shape_254_output_0",
        "Shape3986",
        "BinaryOp3989",
        "BinaryOp3990",
        "Unsqueeze3991",
        "BinaryOp3993",
        "Unsqueeze3994",
        "StridedSlice3997",
        "Squeeze3998",
        "BinaryOp3999",
        "BinaryOp4000",
        "/Gather_275_output_0",
        "/Div_54_output_0",
        "/Unsqueeze_582_output_0",
        "/Slice_73_output_0",
        "/Neg_36_output_0",
        "/Slice_72_output_0",
        "/Concat_237_output_0",
        "/Mul_145_output_0",
        "/Add_90_output_0",
        "/FakeLinear_73_output_0",
        "/Concat_235_output_0",
        "/Reshape_164_output_0",
        "/Mul_146_output_0",
        "/Shape_255_output_0",
        "Shape4049",
        "BinaryOp4052",
        "BinaryOp4053",
        "Unsqueeze4054",
        "BinaryOp4056",
        "Unsqueeze4057",
        "StridedSlice4060",
        "Squeeze4061",
        "BinaryOp4062",
        "BinaryOp4063",
        "/Gather_276_output_0",
        "/Div_55_output_0",
        "/Unsqueeze_584_output_0",
        "/Slice_75_output_0",
        "/Neg_37_output_0",
        "/Slice_74_output_0",
        "/Concat_238_output_0",
        "/Mul_147_output_0",
        "/Add_91_output_0",
        "/FakeLinear_74_output_0",
        "/Reshape_165_output_0",
        "/Reshape_170_output_0",
        "/FakeLinear_75_output_0",
        "/Add_93_output_0",
        "model.model.layers.18.post_attention_layernorm.weight",
        "/post_attention_layernorm_18/Mul_output_0",
        "/post_attention_layernorm_18/Mul_1_output_0",
        "/mlp/gate_proj_18/FakeLinear_output_0",
        "/mlp/act_fn_18/Sigmoid_output_0",
        "/mlp/act_fn_18/Mul_output_0",
        "/mlp/up_proj_18/FakeLinear_output_0",
        "/mlp_18/Mul_output_0",
        "/mlp/down_proj_18/FakeLinear_output_0",
        "/Add_94_output_0",
        "/Reshape_171_output_0",
        "model.model.layers.19.input_layernorm.weight",
        "/input_layernorm_19/Mul_output_0",
        "/input_layernorm_19/Mul_1_output_0",
        "/FakeLinear_76_output_0",
        "/Shape_267_output_0",
        "Shape4181",
        "BinaryOp4184",
        "BinaryOp4185",
        "Unsqueeze4186",
        "BinaryOp4188",
        "Unsqueeze4189",
        "StridedSlice4192",
        "Squeeze4193",
        "BinaryOp4194",
        "BinaryOp4195",
        "/Gather_289_output_0",
        "/Unsqueeze_609_output_0",
        "/Concat_247_output_0",
        "/Reshape_172_output_0",
        "/Mul_152_output_0",
        "/Shape_268_output_0",
        "Shape4202",
        "BinaryOp4205",
        "BinaryOp4206",
        "Unsqueeze4207",
        "BinaryOp4209",
        "Unsqueeze4210",
        "StridedSlice4213",
        "Squeeze4214",
        "BinaryOp4215",
        "BinaryOp4216",
        "/Gather_290_output_0",
        "/Div_57_output_0",
        "/Unsqueeze_614_output_0",
        "/Slice_77_output_0",
        "/Neg_38_output_0",
        "/Slice_76_output_0",
        "/Concat_250_output_0",
        "/Mul_153_output_0",
        "/Add_95_output_0",
        "/FakeLinear_77_output_0",
        "/Concat_248_output_0",
        "/Reshape_173_output_0",
        "/Mul_154_output_0",
        "/Shape_269_output_0",
        "Shape4265",
        "BinaryOp4268",
        "BinaryOp4269",
        "Unsqueeze4270",
        "BinaryOp4272",
        "Unsqueeze4273",
        "StridedSlice4276",
        "Squeeze4277",
        "BinaryOp4278",
        "BinaryOp4279",
        "/Gather_291_output_0",
        "/Div_58_output_0",
        "/Unsqueeze_616_output_0",
        "/Slice_79_output_0",
        "/Neg_39_output_0",
        "/Slice_78_output_0",
        "/Concat_251_output_0",
        "/Mul_155_output_0",
        "/Add_96_output_0",
        "/FakeLinear_78_output_0",
        "/Reshape_174_output_0",
        "/Reshape_179_output_0",
        "/FakeLinear_79_output_0",
        "/Add_98_output_0",
        "model.model.layers.19.post_attention_layernorm.weight",
        "/post_attention_layernorm_19/Mul_output_0",
        "/post_attention_layernorm_19/Mul_1_output_0",
        "/mlp/gate_proj_19/FakeLinear_output_0",
        "/mlp/act_fn_19/Sigmoid_output_0",
        "/mlp/act_fn_19/Mul_output_0",
        "/mlp/up_proj_19/FakeLinear_output_0",
        "/mlp_19/Mul_output_0",
        "/mlp/down_proj_19/FakeLinear_output_0",
        "/Add_99_output_0",
        "/Reshape_180_output_0",
        "model.model.layers.20.input_layernorm.weight",
        "/input_layernorm_20/Mul_output_0",
        "/input_layernorm_20/Mul_1_output_0",
        "/FakeLinear_80_output_0",
        "/Shape_281_output_0",
        "Shape4397",
        "BinaryOp4400",
        "BinaryOp4401",
        "Unsqueeze4402",
        "BinaryOp4404",
        "Unsqueeze4405",
        "StridedSlice4408",
        "Squeeze4409",
        "BinaryOp4410",
        "BinaryOp4411",
        "/Gather_304_output_0",
        "/Unsqueeze_641_output_0",
        "/Concat_260_output_0",
        "/Reshape_181_output_0",
        "/Mul_160_output_0",
        "/Shape_282_output_0",
        "Shape4418",
        "BinaryOp4421",
        "BinaryOp4422",
        "Unsqueeze4423",
        "BinaryOp4425",
        "Unsqueeze4426",
        "StridedSlice4429",
        "Squeeze4430",
        "BinaryOp4431",
        "BinaryOp4432",
        "/Gather_305_output_0",
        "/Div_60_output_0",
        "/Unsqueeze_646_output_0",
        "/Slice_81_output_0",
        "/Neg_40_output_0",
        "/Slice_80_output_0",
        "/Concat_263_output_0",
        "/Mul_161_output_0",
        "/Add_100_output_0",
        "/FakeLinear_81_output_0",
        "/Concat_261_output_0",
        "/Reshape_182_output_0",
        "/Mul_162_output_0",
        "/Shape_283_output_0",
        "Shape4481",
        "BinaryOp4484",
        "BinaryOp4485",
        "Unsqueeze4486",
        "BinaryOp4488",
        "Unsqueeze4489",
        "StridedSlice4492",
        "Squeeze4493",
        "BinaryOp4494",
        "BinaryOp4495",
        "/Gather_306_output_0",
        "/Div_61_output_0",
        "/Unsqueeze_648_output_0",
        "/Slice_83_output_0",
        "/Neg_41_output_0",
        "/Slice_82_output_0",
        "/Concat_264_output_0",
        "/Mul_163_output_0",
        "/Add_101_output_0",
        "/FakeLinear_82_output_0",
        "/Reshape_183_output_0",
        "/Reshape_188_output_0",
        "/FakeLinear_83_output_0",
        "/Add_103_output_0",
        "model.model.layers.20.post_attention_layernorm.weight",
        "/post_attention_layernorm_20/Mul_output_0",
        "/post_attention_layernorm_20/Mul_1_output_0",
        "/mlp/gate_proj_20/FakeLinear_output_0",
        "/mlp/act_fn_20/Sigmoid_output_0",
        "/mlp/act_fn_20/Mul_output_0",
        "/mlp/up_proj_20/FakeLinear_output_0",
        "/mlp_20/Mul_output_0",
        "/mlp/down_proj_20/FakeLinear_output_0",
        "/Add_104_output_0",
        "/Reshape_189_output_0",
        "model.model.layers.21.input_layernorm.weight",
        "/input_layernorm_21/Mul_output_0",
        "/input_layernorm_21/Mul_1_output_0",
        "/FakeLinear_84_output_0",
        "/Shape_295_output_0",
        "Shape4613",
        "BinaryOp4616",
        "BinaryOp4617",
        "Unsqueeze4618",
        "BinaryOp4620",
        "Unsqueeze4621",
        "StridedSlice4624",
        "Squeeze4625",
        "BinaryOp4626",
        "BinaryOp4627",
        "/Gather_319_output_0",
        "/Unsqueeze_673_output_0",
        "/Concat_273_output_0",
        "/Reshape_190_output_0",
        "/Mul_168_output_0",
        "/Shape_296_output_0",
        "Shape4634",
        "BinaryOp4637",
        "BinaryOp4638",
        "Unsqueeze4639",
        "BinaryOp4641",
        "Unsqueeze4642",
        "StridedSlice4645",
        "Squeeze4646",
        "BinaryOp4647",
        "BinaryOp4648",
        "/Gather_320_output_0",
        "/Div_63_output_0",
        "/Unsqueeze_678_output_0",
        "/Slice_85_output_0",
        "/Neg_42_output_0",
        "/Slice_84_output_0",
        "/Concat_276_output_0",
        "/Mul_169_output_0",
        "/Add_105_output_0",
        "/FakeLinear_85_output_0",
        "/Concat_274_output_0",
        "/Reshape_191_output_0",
        "/Mul_170_output_0",
        "/Shape_297_output_0",
        "Shape4697",
        "BinaryOp4700",
        "BinaryOp4701",
        "Unsqueeze4702",
        "BinaryOp4704",
        "Unsqueeze4705",
        "StridedSlice4708",
        "Squeeze4709",
        "BinaryOp4710",
        "BinaryOp4711",
        "/Gather_321_output_0",
        "/Div_64_output_0",
        "/Unsqueeze_680_output_0",
        "/Slice_87_output_0",
        "/Neg_43_output_0",
        "/Slice_86_output_0",
        "/Concat_277_output_0",
        "/Mul_171_output_0",
        "/Add_106_output_0",
        "/FakeLinear_86_output_0",
        "/Reshape_192_output_0",
        "/Reshape_197_output_0",
        "/FakeLinear_87_output_0",
        "/Add_108_output_0",
        "model.model.layers.21.post_attention_layernorm.weight",
        "/post_attention_layernorm_21/Mul_output_0",
        "/post_attention_layernorm_21/Mul_1_output_0",
        "/mlp/gate_proj_21/FakeLinear_output_0",
        "/mlp/act_fn_21/Sigmoid_output_0",
        "/mlp/act_fn_21/Mul_output_0",
        "/mlp/up_proj_21/FakeLinear_output_0",
        "/mlp_21/Mul_output_0",
        "/mlp/down_proj_21/FakeLinear_output_0",
        "/Add_109_output_0",
        "/Reshape_198_output_0",
        "model.model.layers.22.input_layernorm.weight",
        "/input_layernorm_22/Mul_output_0",
        "/input_layernorm_22/Mul_1_output_0",
        "/FakeLinear_88_output_0",
        "/Shape_309_output_0",
        "Shape4829",
        "BinaryOp4832",
        "BinaryOp4833",
        "Unsqueeze4834",
        "BinaryOp4836",
        "Unsqueeze4837",
        "StridedSlice4840",
        "Squeeze4841",
        "BinaryOp4842",
        "BinaryOp4843",
        "/Gather_334_output_0",
        "/Unsqueeze_705_output_0",
        "/Concat_286_output_0",
        "/Reshape_199_output_0",
        "/Mul_176_output_0",
        "/Shape_310_output_0",
        "Shape4850",
        "BinaryOp4853",
        "BinaryOp4854",
        "Unsqueeze4855",
        "BinaryOp4857",
        "Unsqueeze4858",
        "StridedSlice4861",
        "Squeeze4862",
        "BinaryOp4863",
        "BinaryOp4864",
        "/Gather_335_output_0",
        "/Div_66_output_0",
        "/Unsqueeze_710_output_0",
        "/Slice_89_output_0",
        "/Neg_44_output_0",
        "/Slice_88_output_0",
        "/Concat_289_output_0",
        "/Mul_177_output_0",
        "/Add_110_output_0",
        "/FakeLinear_89_output_0",
        "/Concat_287_output_0",
        "/Reshape_200_output_0",
        "/Mul_178_output_0",
        "/Shape_311_output_0",
        "Shape4913",
        "BinaryOp4916",
        "BinaryOp4917",
        "Unsqueeze4918",
        "BinaryOp4920",
        "Unsqueeze4921",
        "StridedSlice4924",
        "Squeeze4925",
        "BinaryOp4926",
        "BinaryOp4927",
        "/Gather_336_output_0",
        "/Div_67_output_0",
        "/Unsqueeze_712_output_0",
        "/Slice_91_output_0",
        "/Neg_45_output_0",
        "/Slice_90_output_0",
        "/Concat_290_output_0",
        "/Mul_179_output_0",
        "/Add_111_output_0",
        "/FakeLinear_90_output_0",
        "/Reshape_201_output_0",
        "/Reshape_206_output_0",
        "/FakeLinear_91_output_0",
        "/Add_113_output_0",
        "model.model.layers.22.post_attention_layernorm.weight",
        "/post_attention_layernorm_22/Mul_output_0",
        "/post_attention_layernorm_22/Mul_1_output_0",
        "/mlp/gate_proj_22/FakeLinear_output_0",
        "/mlp/act_fn_22/Sigmoid_output_0",
        "/mlp/act_fn_22/Mul_output_0",
        "/mlp/up_proj_22/FakeLinear_output_0",
        "/mlp_22/Mul_output_0",
        "/mlp/down_proj_22/FakeLinear_output_0",
        "/Add_114_output_0",
        "/Reshape_207_output_0",
        "model.model.layers.23.input_layernorm.weight",
        "/input_layernorm_23/Mul_output_0",
        "/input_layernorm_23/Mul_1_output_0",
        "/FakeLinear_92_output_0",
        "/Shape_323_output_0",
        "Shape5045",
        "BinaryOp5048",
        "BinaryOp5049",
        "Unsqueeze5050",
        "BinaryOp5052",
        "Unsqueeze5053",
        "StridedSlice5056",
        "Squeeze5057",
        "BinaryOp5058",
        "BinaryOp5059",
        "/Gather_349_output_0",
        "/Unsqueeze_737_output_0",
        "/Concat_299_output_0",
        "/Reshape_208_output_0",
        "/Mul_184_output_0",
        "/Shape_324_output_0",
        "Shape5066",
        "BinaryOp5069",
        "BinaryOp5070",
        "Unsqueeze5071",
        "BinaryOp5073",
        "Unsqueeze5074",
        "StridedSlice5077",
        "Squeeze5078",
        "BinaryOp5079",
        "BinaryOp5080",
        "/Gather_350_output_0",
        "/Div_69_output_0",
        "/Unsqueeze_742_output_0",
        "/Slice_93_output_0",
        "/Neg_46_output_0",
        "/Slice_92_output_0",
        "/Concat_302_output_0",
        "/Mul_185_output_0",
        "/Add_115_output_0",
        "/FakeLinear_93_output_0",
        "/Concat_300_output_0",
        "/Reshape_209_output_0",
        "/Mul_186_output_0",
        "/Shape_325_output_0",
        "Shape5129",
        "BinaryOp5132",
        "BinaryOp5133",
        "Unsqueeze5134",
        "BinaryOp5136",
        "Unsqueeze5137",
        "StridedSlice5140",
        "Squeeze5141",
        "BinaryOp5142",
        "BinaryOp5143",
        "/Gather_351_output_0",
        "/Div_70_output_0",
        "/Unsqueeze_744_output_0",
        "/Slice_95_output_0",
        "/Neg_47_output_0",
        "/Slice_94_output_0",
        "/Concat_303_output_0",
        "/Mul_187_output_0",
        "/Add_116_output_0",
        "/FakeLinear_94_output_0",
        "/Reshape_210_output_0",
        "/Reshape_215_output_0",
        "/FakeLinear_95_output_0",
        "/Add_118_output_0",
        "model.model.layers.23.post_attention_layernorm.weight",
        "/post_attention_layernorm_23/Mul_output_0",
        "/post_attention_layernorm_23/Mul_1_output_0",
        "/mlp/gate_proj_23/FakeLinear_output_0",
        "/mlp/act_fn_23/Sigmoid_output_0",
        "/mlp/act_fn_23/Mul_output_0",
        "/mlp/up_proj_23/FakeLinear_output_0",
        "/mlp_23/Mul_output_0",
        "/mlp/down_proj_23/FakeLinear_output_0",
        "/Add_119_output_0",
        "/Reshape_216_output_0",
        "model.model.layers.24.input_layernorm.weight",
        "/input_layernorm_24/Mul_output_0",
        "/input_layernorm_24/Mul_1_output_0",
        "/FakeLinear_96_output_0",
        "/Shape_337_output_0",
        "Shape5261",
        "BinaryOp5264",
        "BinaryOp5265",
        "Unsqueeze5266",
        "BinaryOp5268",
        "Unsqueeze5269",
        "StridedSlice5272",
        "Squeeze5273",
        "BinaryOp5274",
        "BinaryOp5275",
        "/Gather_364_output_0",
        "/Unsqueeze_769_output_0",
        "/Concat_312_output_0",
        "/Reshape_217_output_0",
        "/Mul_192_output_0",
        "/Shape_338_output_0",
        "Shape5282",
        "BinaryOp5285",
        "BinaryOp5286",
        "Unsqueeze5287",
        "BinaryOp5289",
        "Unsqueeze5290",
        "StridedSlice5293",
        "Squeeze5294",
        "BinaryOp5295",
        "BinaryOp5296",
        "/Gather_365_output_0",
        "/Div_72_output_0",
        "/Unsqueeze_774_output_0",
        "/Slice_97_output_0",
        "/Neg_48_output_0",
        "/Slice_96_output_0",
        "/Concat_315_output_0",
        "/Mul_193_output_0",
        "/Add_120_output_0",
        "/FakeLinear_97_output_0",
        "/Concat_313_output_0",
        "/Reshape_218_output_0",
        "/Mul_194_output_0",
        "/Shape_339_output_0",
        "Shape5345",
        "BinaryOp5348",
        "BinaryOp5349",
        "Unsqueeze5350",
        "BinaryOp5352",
        "Unsqueeze5353",
        "StridedSlice5356",
        "Squeeze5357",
        "BinaryOp5358",
        "BinaryOp5359",
        "/Gather_366_output_0",
        "/Div_73_output_0",
        "/Unsqueeze_776_output_0",
        "/Slice_99_output_0",
        "/Neg_49_output_0",
        "/Slice_98_output_0",
        "/Concat_316_output_0",
        "/Mul_195_output_0",
        "/Add_121_output_0",
        "/FakeLinear_98_output_0",
        "/Reshape_219_output_0",
        "/Reshape_224_output_0",
        "/FakeLinear_99_output_0",
        "/Add_123_output_0",
        "model.model.layers.24.post_attention_layernorm.weight",
        "/post_attention_layernorm_24/Mul_output_0",
        "/post_attention_layernorm_24/Mul_1_output_0",
        "/mlp/gate_proj_24/FakeLinear_output_0",
        "/mlp/act_fn_24/Sigmoid_output_0",
        "/mlp/act_fn_24/Mul_output_0",
        "/mlp/up_proj_24/FakeLinear_output_0",
        "/mlp_24/Mul_output_0",
        "/mlp/down_proj_24/FakeLinear_output_0",
        "/Add_124_output_0",
        "/Reshape_225_output_0",
        "model.model.layers.25.input_layernorm.weight",
        "/input_layernorm_25/Mul_output_0",
        "/input_layernorm_25/Mul_1_output_0",
        "/FakeLinear_100_output_0",
        "/Shape_351_output_0",
        "Shape5477",
        "BinaryOp5480",
        "BinaryOp5481",
        "Unsqueeze5482",
        "BinaryOp5484",
        "Unsqueeze5485",
        "StridedSlice5488",
        "Squeeze5489",
        "BinaryOp5490",
        "BinaryOp5491",
        "/Gather_379_output_0",
        "/Unsqueeze_801_output_0",
        "/Concat_325_output_0",
        "/Reshape_226_output_0",
        "/Mul_200_output_0",
        "/Shape_352_output_0",
        "Shape5498",
        "BinaryOp5501",
        "BinaryOp5502",
        "Unsqueeze5503",
        "BinaryOp5505",
        "Unsqueeze5506",
        "StridedSlice5509",
        "Squeeze5510",
        "BinaryOp5511",
        "BinaryOp5512",
        "/Gather_380_output_0",
        "/Div_75_output_0",
        "/Unsqueeze_806_output_0",
        "/Slice_101_output_0",
        "/Neg_50_output_0",
        "/Slice_100_output_0",
        "/Concat_328_output_0",
        "/Mul_201_output_0",
        "/Add_125_output_0",
        "/FakeLinear_101_output_0",
        "/Concat_326_output_0",
        "/Reshape_227_output_0",
        "/Mul_202_output_0",
        "/Shape_353_output_0",
        "Shape5561",
        "BinaryOp5564",
        "BinaryOp5565",
        "Unsqueeze5566",
        "BinaryOp5568",
        "Unsqueeze5569",
        "StridedSlice5572",
        "Squeeze5573",
        "BinaryOp5574",
        "BinaryOp5575",
        "/Gather_381_output_0",
        "/Div_76_output_0",
        "/Unsqueeze_808_output_0",
        "/Slice_103_output_0",
        "/Neg_51_output_0",
        "/Slice_102_output_0",
        "/Concat_329_output_0",
        "/Mul_203_output_0",
        "/Add_126_output_0",
        "/FakeLinear_102_output_0",
        "/Reshape_228_output_0",
        "/Reshape_233_output_0",
        "/FakeLinear_103_output_0",
        "/Add_128_output_0",
        "model.model.layers.25.post_attention_layernorm.weight",
        "/post_attention_layernorm_25/Mul_output_0",
        "/post_attention_layernorm_25/Mul_1_output_0",
        "/mlp/gate_proj_25/FakeLinear_output_0",
        "/mlp/act_fn_25/Sigmoid_output_0",
        "/mlp/act_fn_25/Mul_output_0",
        "/mlp/up_proj_25/FakeLinear_output_0",
        "/mlp_25/Mul_output_0",
        "/mlp/down_proj_25/FakeLinear_output_0",
        "/Add_129_output_0",
        "/Reshape_234_output_0",
        "model.model.layers.26.input_layernorm.weight",
        "/input_layernorm_26/Mul_output_0",
        "/input_layernorm_26/Mul_1_output_0",
        "/FakeLinear_104_output_0",
        "/Shape_365_output_0",
        "Shape5693",
        "BinaryOp5696",
        "BinaryOp5697",
        "Unsqueeze5698",
        "BinaryOp5700",
        "Unsqueeze5701",
        "StridedSlice5704",
        "Squeeze5705",
        "BinaryOp5706",
        "BinaryOp5707",
        "/Gather_394_output_0",
        "/Unsqueeze_833_output_0",
        "/Concat_338_output_0",
        "/Reshape_235_output_0",
        "/Mul_208_output_0",
        "/Shape_366_output_0",
        "Shape5714",
        "BinaryOp5717",
        "BinaryOp5718",
        "Unsqueeze5719",
        "BinaryOp5721",
        "Unsqueeze5722",
        "StridedSlice5725",
        "Squeeze5726",
        "BinaryOp5727",
        "BinaryOp5728",
        "/Gather_395_output_0",
        "/Div_78_output_0",
        "/Unsqueeze_838_output_0",
        "/Slice_105_output_0",
        "/Neg_52_output_0",
        "/Slice_104_output_0",
        "/Concat_341_output_0",
        "/Mul_209_output_0",
        "/Add_130_output_0",
        "/FakeLinear_105_output_0",
        "/Concat_339_output_0",
        "/Reshape_236_output_0",
        "/Mul_210_output_0",
        "/Shape_367_output_0",
        "Shape5777",
        "BinaryOp5780",
        "BinaryOp5781",
        "Unsqueeze5782",
        "BinaryOp5784",
        "Unsqueeze5785",
        "StridedSlice5788",
        "Squeeze5789",
        "BinaryOp5790",
        "BinaryOp5791",
        "/Gather_396_output_0",
        "/Div_79_output_0",
        "/Unsqueeze_840_output_0",
        "/Slice_107_output_0",
        "/Neg_53_output_0",
        "/Slice_106_output_0",
        "/Concat_342_output_0",
        "/Mul_211_output_0",
        "/Add_131_output_0",
        "/FakeLinear_106_output_0",
        "/Reshape_237_output_0",
        "/Reshape_242_output_0",
        "/FakeLinear_107_output_0",
        "/Add_133_output_0",
        "model.model.layers.26.post_attention_layernorm.weight",
        "/post_attention_layernorm_26/Mul_output_0",
        "/post_attention_layernorm_26/Mul_1_output_0",
        "/mlp/gate_proj_26/FakeLinear_output_0",
        "/mlp/act_fn_26/Sigmoid_output_0",
        "/mlp/act_fn_26/Mul_output_0",
        "/mlp/up_proj_26/FakeLinear_output_0",
        "/mlp_26/Mul_output_0",
        "/mlp/down_proj_26/FakeLinear_output_0",
        "/Add_134_output_0",
        "/Reshape_243_output_0",
        "model.model.layers.27.input_layernorm.weight",
        "/input_layernorm_27/Mul_output_0",
        "/input_layernorm_27/Mul_1_output_0",
        "/FakeLinear_108_output_0",
        "/Shape_379_output_0",
        "Shape5909",
        "BinaryOp5912",
        "BinaryOp5913",
        "Unsqueeze5914",
        "BinaryOp5916",
        "Unsqueeze5917",
        "StridedSlice5920",
        "Squeeze5921",
        "BinaryOp5922",
        "BinaryOp5923",
        "/Gather_409_output_0",
        "/Unsqueeze_865_output_0",
        "/Concat_351_output_0",
        "/Reshape_244_output_0",
        "/Mul_216_output_0",
        "/Shape_380_output_0",
        "Shape5930",
        "BinaryOp5933",
        "BinaryOp5934",
        "Unsqueeze5935",
        "BinaryOp5937",
        "Unsqueeze5938",
        "StridedSlice5941",
        "Squeeze5942",
        "BinaryOp5943",
        "BinaryOp5944",
        "/Gather_410_output_0",
        "/Div_81_output_0",
        "/Unsqueeze_870_output_0",
        "/Slice_109_output_0",
        "/Neg_54_output_0",
        "/Slice_108_output_0",
        "/Concat_354_output_0",
        "/Mul_217_output_0",
        "/Add_135_output_0",
        "/FakeLinear_109_output_0",
        "/Concat_352_output_0",
        "/Reshape_245_output_0",
        "/Mul_218_output_0",
        "/Shape_381_output_0",
        "Shape5993",
        "BinaryOp5996",
        "BinaryOp5997",
        "Unsqueeze5998",
        "BinaryOp6000",
        "Unsqueeze6001",
        "StridedSlice6004",
        "Squeeze6005",
        "BinaryOp6006",
        "BinaryOp6007",
        "/Gather_411_output_0",
        "/Div_82_output_0",
        "/Unsqueeze_872_output_0",
        "/Slice_111_output_0",
        "/Neg_55_output_0",
        "/Slice_110_output_0",
        "/Concat_355_output_0",
        "/Mul_219_output_0",
        "/Add_136_output_0",
        "/FakeLinear_110_output_0",
        "/Reshape_246_output_0",
        "/Reshape_251_output_0",
        "/FakeLinear_111_output_0",
        "/Add_138_output_0",
        "model.model.layers.27.post_attention_layernorm.weight",
        "/post_attention_layernorm_27/Mul_output_0",
        "/post_attention_layernorm_27/Mul_1_output_0",
        "/mlp/gate_proj_27/FakeLinear_output_0",
        "/mlp/act_fn_27/Sigmoid_output_0",
        "/mlp/act_fn_27/Mul_output_0",
        "/mlp/up_proj_27/FakeLinear_output_0",
        "/mlp_27/Mul_output_0",
        "/mlp/down_proj_27/FakeLinear_output_0",
        "/Add_139_output_0",
        "/Reshape_252_output_0",
        "model.model.layers.28.input_layernorm.weight",
        "/input_layernorm_28/Mul_output_0",
        "/input_layernorm_28/Mul_1_output_0",
        "/FakeLinear_112_output_0",
        "/Shape_393_output_0",
        "Shape6125",
        "BinaryOp6128",
        "BinaryOp6129",
        "Unsqueeze6130",
        "BinaryOp6132",
        "Unsqueeze6133",
        "StridedSlice6136",
        "Squeeze6137",
        "BinaryOp6138",
        "BinaryOp6139",
        "/Gather_424_output_0",
        "/Unsqueeze_897_output_0",
        "/Concat_364_output_0",
        "/Reshape_253_output_0",
        "/Mul_224_output_0",
        "/Shape_394_output_0",
        "Shape6146",
        "BinaryOp6149",
        "BinaryOp6150",
        "Unsqueeze6151",
        "BinaryOp6153",
        "Unsqueeze6154",
        "StridedSlice6157",
        "Squeeze6158",
        "BinaryOp6159",
        "BinaryOp6160",
        "/Gather_425_output_0",
        "/Div_84_output_0",
        "/Unsqueeze_902_output_0",
        "/Slice_113_output_0",
        "/Neg_56_output_0",
        "/Slice_112_output_0",
        "/Concat_367_output_0",
        "/Mul_225_output_0",
        "/Add_140_output_0",
        "/FakeLinear_113_output_0",
        "/Concat_365_output_0",
        "/Reshape_254_output_0",
        "/Mul_226_output_0",
        "/Shape_395_output_0",
        "Shape6209",
        "BinaryOp6212",
        "BinaryOp6213",
        "Unsqueeze6214",
        "BinaryOp6216",
        "Unsqueeze6217",
        "StridedSlice6220",
        "Squeeze6221",
        "BinaryOp6222",
        "BinaryOp6223",
        "/Gather_426_output_0",
        "/Div_85_output_0",
        "/Unsqueeze_904_output_0",
        "/Slice_115_output_0",
        "/Neg_57_output_0",
        "/Slice_114_output_0",
        "/Concat_368_output_0",
        "/Mul_227_output_0",
        "/Add_141_output_0",
        "/FakeLinear_114_output_0",
        "/Reshape_255_output_0",
        "/Reshape_260_output_0",
        "/FakeLinear_115_output_0",
        "/Add_143_output_0",
        "model.model.layers.28.post_attention_layernorm.weight",
        "/post_attention_layernorm_28/Mul_output_0",
        "/post_attention_layernorm_28/Mul_1_output_0",
        "/mlp/gate_proj_28/FakeLinear_output_0",
        "/mlp/act_fn_28/Sigmoid_output_0",
        "/mlp/act_fn_28/Mul_output_0",
        "/mlp/up_proj_28/FakeLinear_output_0",
        "/mlp_28/Mul_output_0",
        "/mlp/down_proj_28/FakeLinear_output_0",
        "/Add_144_output_0",
        "/Reshape_261_output_0",
        "model.model.layers.29.input_layernorm.weight",
        "/input_layernorm_29/Mul_output_0",
        "/input_layernorm_29/Mul_1_output_0",
        "/FakeLinear_116_output_0",
        "/Shape_407_output_0",
        "Shape6341",
        "BinaryOp6344",
        "BinaryOp6345",
        "Unsqueeze6346",
        "BinaryOp6348",
        "Unsqueeze6349",
        "StridedSlice6352",
        "Squeeze6353",
        "BinaryOp6354",
        "BinaryOp6355",
        "/Gather_439_output_0",
        "/Unsqueeze_929_output_0",
        "/Concat_377_output_0",
        "/Reshape_262_output_0",
        "/Mul_232_output_0",
        "/Shape_408_output_0",
        "Shape6362",
        "BinaryOp6365",
        "BinaryOp6366",
        "Unsqueeze6367",
        "BinaryOp6369",
        "Unsqueeze6370",
        "StridedSlice6373",
        "Squeeze6374",
        "BinaryOp6375",
        "BinaryOp6376",
        "/Gather_440_output_0",
        "/Div_87_output_0",
        "/Unsqueeze_934_output_0",
        "/Slice_117_output_0",
        "/Neg_58_output_0",
        "/Slice_116_output_0",
        "/Concat_380_output_0",
        "/Mul_233_output_0",
        "/Add_145_output_0",
        "/FakeLinear_117_output_0",
        "/Concat_378_output_0",
        "/Reshape_263_output_0",
        "/Mul_234_output_0",
        "/Shape_409_output_0",
        "Shape6425",
        "BinaryOp6428",
        "BinaryOp6429",
        "Unsqueeze6430",
        "BinaryOp6432",
        "Unsqueeze6433",
        "StridedSlice6436",
        "Squeeze6437",
        "BinaryOp6438",
        "BinaryOp6439",
        "/Gather_441_output_0",
        "/Div_88_output_0",
        "/Unsqueeze_936_output_0",
        "/Slice_119_output_0",
        "/Neg_59_output_0",
        "/Slice_118_output_0",
        "/Concat_381_output_0",
        "/Mul_235_output_0",
        "/Add_146_output_0",
        "/FakeLinear_118_output_0",
        "/Reshape_264_output_0",
        "/Reshape_269_output_0",
        "/FakeLinear_119_output_0",
        "/Add_148_output_0",
        "model.model.layers.29.post_attention_layernorm.weight",
        "/post_attention_layernorm_29/Mul_output_0",
        "/post_attention_layernorm_29/Mul_1_output_0",
        "/mlp/gate_proj_29/FakeLinear_output_0",
        "/mlp/act_fn_29/Sigmoid_output_0",
        "/mlp/act_fn_29/Mul_output_0",
        "/mlp/up_proj_29/FakeLinear_output_0",
        "/mlp_29/Mul_output_0",
        "/mlp/down_proj_29/FakeLinear_output_0",
        "/Add_149_output_0",
        "/lm/Constant_output_0",
        "/lm/Reshape_output_0",
        "/rotary/Constant_6_output_0",
        "Shape6549",
        "BinaryOp6552",
        "BinaryOp6553",
        "Unsqueeze6554",
        "BinaryOp6556",
        "Unsqueeze6557",
        "StridedSlice6560",
        "Squeeze6561",
        "BinaryOp6562",
        "BinaryOp6563",
        "/lm/Gather_output_0",
        "/lm/Constant_1_output_0",
        "/lm/Reshape_1_output_0",
        "/lm/norm/Mul_output_0",
        "/lm/norm/Mul_1_output_0",
        "/lm/lm/FakeLinear_output_0",
        "/Constant_61_output_0",
        "logits",
        "past_key_values",
        "presents",
        "/layers.0/self_attn/q_proj/Linear/pre_reshape",
        "/layers.0/self_attn/q_proj/Linear/pre_convert",
        "/layers.0/self_attn/q_proj/Linear",
        "/layers.0/self_attn/q_proj/Linear/post_convert",
        "/layers.0/self_attn/k_proj/Linear/pre_reshape",
        "/layers.0/self_attn/k_proj/Linear/pre_convert",
        "/layers.0/self_attn/k_proj/Linear",
        "/layers.0/self_attn/k_proj/Linear/post_convert",
        "/layers.0/self_attn/v_proj/Linear/pre_reshape",
        "/layers.0/self_attn/v_proj/Linear/pre_convert",
        "/layers.0/self_attn/v_proj/Linear",
        "/layers.0/self_attn/v_proj/Linear/post_convert",
        "/layers.0/self_attn/o_proj/Linear/pre_reshape",
        "/layers.0/self_attn/o_proj/Linear/pre_convert",
        "/layers.0/self_attn/o_proj/Linear",
        "/layers.0/self_attn/o_proj/Linear/post_convert",
        "/layers.0/mlp/gate_proj/Linear/pre_reshape",
        "/layers.0/mlp/gate_proj/Linear/pre_convert",
        "/layers.0/mlp/gate_proj/Linear",
        "/layers.0/mlp/gate_proj/Linear/post_convert",
        "/layers.0/mlp/up_proj/Linear/pre_reshape",
        "/layers.0/mlp/up_proj/Linear/pre_convert",
        "/layers.0/mlp/up_proj/Linear",
        "/layers.0/mlp/up_proj/Linear/post_convert",
        "/layers.0/mlp/down_proj/Linear/pre_reshape",
        "/layers.0/mlp/down_proj/Linear/pre_convert",
        "/layers.0/mlp/down_proj/Linear",
        "/layers.0/mlp/down_proj/Linear/post_convert",
        "/layers.1/self_attn/q_proj/Linear/pre_reshape",
        "/layers.1/self_attn/q_proj/Linear/pre_convert",
        "/layers.1/self_attn/q_proj/Linear",
        "/layers.1/self_attn/q_proj/Linear/post_convert",
        "/layers.1/self_attn/k_proj/Linear/pre_reshape",
        "/layers.1/self_attn/k_proj/Linear/pre_convert",
        "/layers.1/self_attn/k_proj/Linear",
        "/layers.1/self_attn/k_proj/Linear/post_convert",
        "/layers.1/self_attn/v_proj/Linear/pre_reshape",
        "/layers.1/self_attn/v_proj/Linear/pre_convert",
        "/layers.1/self_attn/v_proj/Linear",
        "/layers.1/self_attn/v_proj/Linear/post_convert",
        "/layers.1/self_attn/o_proj/Linear/pre_reshape",
        "/layers.1/self_attn/o_proj/Linear/pre_convert",
        "/layers.1/self_attn/o_proj/Linear",
        "/layers.1/self_attn/o_proj/Linear/post_convert",
        "/layers.1/mlp/gate_proj/Linear/pre_reshape",
        "/layers.1/mlp/gate_proj/Linear/pre_convert",
        "/layers.1/mlp/gate_proj/Linear",
        "/layers.1/mlp/gate_proj/Linear/post_convert",
        "/layers.1/mlp/up_proj/Linear/pre_reshape",
        "/layers.1/mlp/up_proj/Linear/pre_convert",
        "/layers.1/mlp/up_proj/Linear",
        "/layers.1/mlp/up_proj/Linear/post_convert",
        "/layers.1/mlp/down_proj/Linear/pre_reshape",
        "/layers.1/mlp/down_proj/Linear/pre_convert",
        "/layers.1/mlp/down_proj/Linear",
        "/layers.1/mlp/down_proj/Linear/post_convert",
        "/layers.2/self_attn/q_proj/Linear/pre_reshape",
        "/layers.2/self_attn/q_proj/Linear/pre_convert",
        "/layers.2/self_attn/q_proj/Linear",
        "/layers.2/self_attn/q_proj/Linear/post_convert",
        "/layers.2/self_attn/k_proj/Linear/pre_reshape",
        "/layers.2/self_attn/k_proj/Linear/pre_convert",
        "/layers.2/self_attn/k_proj/Linear",
        "/layers.2/self_attn/k_proj/Linear/post_convert",
        "/layers.2/self_attn/v_proj/Linear/pre_reshape",
        "/layers.2/self_attn/v_proj/Linear/pre_convert",
        "/layers.2/self_attn/v_proj/Linear",
        "/layers.2/self_attn/v_proj/Linear/post_convert",
        "/layers.2/self_attn/o_proj/Linear/pre_reshape",
        "/layers.2/self_attn/o_proj/Linear/pre_convert",
        "/layers.2/self_attn/o_proj/Linear",
        "/layers.2/self_attn/o_proj/Linear/post_convert",
        "/layers.2/mlp/gate_proj/Linear/pre_reshape",
        "/layers.2/mlp/gate_proj/Linear/pre_convert",
        "/layers.2/mlp/gate_proj/Linear",
        "/layers.2/mlp/gate_proj/Linear/post_convert",
        "/layers.2/mlp/up_proj/Linear/pre_reshape",
        "/layers.2/mlp/up_proj/Linear/pre_convert",
        "/layers.2/mlp/up_proj/Linear",
        "/layers.2/mlp/up_proj/Linear/post_convert",
        "/layers.2/mlp/down_proj/Linear/pre_reshape",
        "/layers.2/mlp/down_proj/Linear/pre_convert",
        "/layers.2/mlp/down_proj/Linear",
        "/layers.2/mlp/down_proj/Linear/post_convert",
        "/layers.3/self_attn/q_proj/Linear/pre_reshape",
        "/layers.3/self_attn/q_proj/Linear/pre_convert",
        "/layers.3/self_attn/q_proj/Linear",
        "/layers.3/self_attn/q_proj/Linear/post_convert",
        "/layers.3/self_attn/k_proj/Linear/pre_reshape",
        "/layers.3/self_attn/k_proj/Linear/pre_convert",
        "/layers.3/self_attn/k_proj/Linear",
        "/layers.3/self_attn/k_proj/Linear/post_convert",
        "/layers.3/self_attn/v_proj/Linear/pre_reshape",
        "/layers.3/self_attn/v_proj/Linear/pre_convert",
        "/layers.3/self_attn/v_proj/Linear",
        "/layers.3/self_attn/v_proj/Linear/post_convert",
        "/layers.3/self_attn/o_proj/Linear/pre_reshape",
        "/layers.3/self_attn/o_proj/Linear/pre_convert",
        "/layers.3/self_attn/o_proj/Linear",
        "/layers.3/self_attn/o_proj/Linear/post_convert",
        "/layers.3/mlp/gate_proj/Linear/pre_reshape",
        "/layers.3/mlp/gate_proj/Linear/pre_convert",
        "/layers.3/mlp/gate_proj/Linear",
        "/layers.3/mlp/gate_proj/Linear/post_convert",
        "/layers.3/mlp/up_proj/Linear/pre_reshape",
        "/layers.3/mlp/up_proj/Linear/pre_convert",
        "/layers.3/mlp/up_proj/Linear",
        "/layers.3/mlp/up_proj/Linear/post_convert",
        "/layers.3/mlp/down_proj/Linear/pre_reshape",
        "/layers.3/mlp/down_proj/Linear/pre_convert",
        "/layers.3/mlp/down_proj/Linear",
        "/layers.3/mlp/down_proj/Linear/post_convert",
        "/layers.4/self_attn/q_proj/Linear/pre_reshape",
        "/layers.4/self_attn/q_proj/Linear/pre_convert",
        "/layers.4/self_attn/q_proj/Linear",
        "/layers.4/self_attn/q_proj/Linear/post_convert",
        "/layers.4/self_attn/k_proj/Linear/pre_reshape",
        "/layers.4/self_attn/k_proj/Linear/pre_convert",
        "/layers.4/self_attn/k_proj/Linear",
        "/layers.4/self_attn/k_proj/Linear/post_convert",
        "/layers.4/self_attn/v_proj/Linear/pre_reshape",
        "/layers.4/self_attn/v_proj/Linear/pre_convert",
        "/layers.4/self_attn/v_proj/Linear",
        "/layers.4/self_attn/v_proj/Linear/post_convert",
        "/layers.4/self_attn/o_proj/Linear/pre_reshape",
        "/layers.4/self_attn/o_proj/Linear/pre_convert",
        "/layers.4/self_attn/o_proj/Linear",
        "/layers.4/self_attn/o_proj/Linear/post_convert",
        "/layers.4/mlp/gate_proj/Linear/pre_reshape",
        "/layers.4/mlp/gate_proj/Linear/pre_convert",
        "/layers.4/mlp/gate_proj/Linear",
        "/layers.4/mlp/gate_proj/Linear/post_convert",
        "/layers.4/mlp/up_proj/Linear/pre_reshape",
        "/layers.4/mlp/up_proj/Linear/pre_convert",
        "/layers.4/mlp/up_proj/Linear",
        "/layers.4/mlp/up_proj/Linear/post_convert",
        "/layers.4/mlp/down_proj/Linear/pre_reshape",
        "/layers.4/mlp/down_proj/Linear/pre_convert",
        "/layers.4/mlp/down_proj/Linear",
        "/layers.4/mlp/down_proj/Linear/post_convert",
        "/layers.5/self_attn/q_proj/Linear/pre_reshape",
        "/layers.5/self_attn/q_proj/Linear/pre_convert",
        "/layers.5/self_attn/q_proj/Linear",
        "/layers.5/self_attn/q_proj/Linear/post_convert",
        "/layers.5/self_attn/k_proj/Linear/pre_reshape",
        "/layers.5/self_attn/k_proj/Linear/pre_convert",
        "/layers.5/self_attn/k_proj/Linear",
        "/layers.5/self_attn/k_proj/Linear/post_convert",
        "/layers.5/self_attn/v_proj/Linear/pre_reshape",
        "/layers.5/self_attn/v_proj/Linear/pre_convert",
        "/layers.5/self_attn/v_proj/Linear",
        "/layers.5/self_attn/v_proj/Linear/post_convert",
        "/layers.5/self_attn/o_proj/Linear/pre_reshape",
        "/layers.5/self_attn/o_proj/Linear/pre_convert",
        "/layers.5/self_attn/o_proj/Linear",
        "/layers.5/self_attn/o_proj/Linear/post_convert",
        "/layers.5/mlp/gate_proj/Linear/pre_reshape",
        "/layers.5/mlp/gate_proj/Linear/pre_convert",
        "/layers.5/mlp/gate_proj/Linear",
        "/layers.5/mlp/gate_proj/Linear/post_convert",
        "/layers.5/mlp/up_proj/Linear/pre_reshape",
        "/layers.5/mlp/up_proj/Linear/pre_convert",
        "/layers.5/mlp/up_proj/Linear",
        "/layers.5/mlp/up_proj/Linear/post_convert",
        "/layers.5/mlp/down_proj/Linear/pre_reshape",
        "/layers.5/mlp/down_proj/Linear/pre_convert",
        "/layers.5/mlp/down_proj/Linear",
        "/layers.5/mlp/down_proj/Linear/post_convert",
        "/layers.6/self_attn/q_proj/Linear/pre_reshape",
        "/layers.6/self_attn/q_proj/Linear/pre_convert",
        "/layers.6/self_attn/q_proj/Linear",
        "/layers.6/self_attn/q_proj/Linear/post_convert",
        "/layers.6/self_attn/k_proj/Linear/pre_reshape",
        "/layers.6/self_attn/k_proj/Linear/pre_convert",
        "/layers.6/self_attn/k_proj/Linear",
        "/layers.6/self_attn/k_proj/Linear/post_convert",
        "/layers.6/self_attn/v_proj/Linear/pre_reshape",
        "/layers.6/self_attn/v_proj/Linear/pre_convert",
        "/layers.6/self_attn/v_proj/Linear",
        "/layers.6/self_attn/v_proj/Linear/post_convert",
        "/layers.6/self_attn/o_proj/Linear/pre_reshape",
        "/layers.6/self_attn/o_proj/Linear/pre_convert",
        "/layers.6/self_attn/o_proj/Linear",
        "/layers.6/self_attn/o_proj/Linear/post_convert",
        "/layers.6/mlp/gate_proj/Linear/pre_reshape",
        "/layers.6/mlp/gate_proj/Linear/pre_convert",
        "/layers.6/mlp/gate_proj/Linear",
        "/layers.6/mlp/gate_proj/Linear/post_convert",
        "/layers.6/mlp/up_proj/Linear/pre_reshape",
        "/layers.6/mlp/up_proj/Linear/pre_convert",
        "/layers.6/mlp/up_proj/Linear",
        "/layers.6/mlp/up_proj/Linear/post_convert",
        "/layers.6/mlp/down_proj/Linear/pre_reshape",
        "/layers.6/mlp/down_proj/Linear/pre_convert",
        "/layers.6/mlp/down_proj/Linear",
        "/layers.6/mlp/down_proj/Linear/post_convert",
        "/layers.7/self_attn/q_proj/Linear/pre_reshape",
        "/layers.7/self_attn/q_proj/Linear/pre_convert",
        "/layers.7/self_attn/q_proj/Linear",
        "/layers.7/self_attn/q_proj/Linear/post_convert",
        "/layers.7/self_attn/k_proj/Linear/pre_reshape",
        "/layers.7/self_attn/k_proj/Linear/pre_convert",
        "/layers.7/self_attn/k_proj/Linear",
        "/layers.7/self_attn/k_proj/Linear/post_convert",
        "/layers.7/self_attn/v_proj/Linear/pre_reshape",
        "/layers.7/self_attn/v_proj/Linear/pre_convert",
        "/layers.7/self_attn/v_proj/Linear",
        "/layers.7/self_attn/v_proj/Linear/post_convert",
        "/layers.7/self_attn/o_proj/Linear/pre_reshape",
        "/layers.7/self_attn/o_proj/Linear/pre_convert",
        "/layers.7/self_attn/o_proj/Linear",
        "/layers.7/self_attn/o_proj/Linear/post_convert",
        "/layers.7/mlp/gate_proj/Linear/pre_reshape",
        "/layers.7/mlp/gate_proj/Linear/pre_convert",
        "/layers.7/mlp/gate_proj/Linear",
        "/layers.7/mlp/gate_proj/Linear/post_convert",
        "/layers.7/mlp/up_proj/Linear/pre_reshape",
        "/layers.7/mlp/up_proj/Linear/pre_convert",
        "/layers.7/mlp/up_proj/Linear",
        "/layers.7/mlp/up_proj/Linear/post_convert",
        "/layers.7/mlp/down_proj/Linear/pre_reshape",
        "/layers.7/mlp/down_proj/Linear/pre_convert",
        "/layers.7/mlp/down_proj/Linear",
        "/layers.7/mlp/down_proj/Linear/post_convert",
        "/layers.8/self_attn/q_proj/Linear/pre_reshape",
        "/layers.8/self_attn/q_proj/Linear/pre_convert",
        "/layers.8/self_attn/q_proj/Linear",
        "/layers.8/self_attn/q_proj/Linear/post_convert",
        "/layers.8/self_attn/k_proj/Linear/pre_reshape",
        "/layers.8/self_attn/k_proj/Linear/pre_convert",
        "/layers.8/self_attn/k_proj/Linear",
        "/layers.8/self_attn/k_proj/Linear/post_convert",
        "/layers.8/self_attn/v_proj/Linear/pre_reshape",
        "/layers.8/self_attn/v_proj/Linear/pre_convert",
        "/layers.8/self_attn/v_proj/Linear",
        "/layers.8/self_attn/v_proj/Linear/post_convert",
        "/layers.8/self_attn/o_proj/Linear/pre_reshape",
        "/layers.8/self_attn/o_proj/Linear/pre_convert",
        "/layers.8/self_attn/o_proj/Linear",
        "/layers.8/self_attn/o_proj/Linear/post_convert",
        "/layers.8/mlp/gate_proj/Linear/pre_reshape",
        "/layers.8/mlp/gate_proj/Linear/pre_convert",
        "/layers.8/mlp/gate_proj/Linear",
        "/layers.8/mlp/gate_proj/Linear/post_convert",
        "/layers.8/mlp/up_proj/Linear/pre_reshape",
        "/layers.8/mlp/up_proj/Linear/pre_convert",
        "/layers.8/mlp/up_proj/Linear",
        "/layers.8/mlp/up_proj/Linear/post_convert",
        "/layers.8/mlp/down_proj/Linear/pre_reshape",
        "/layers.8/mlp/down_proj/Linear/pre_convert",
        "/layers.8/mlp/down_proj/Linear",
        "/layers.8/mlp/down_proj/Linear/post_convert",
        "/layers.9/self_attn/q_proj/Linear/pre_reshape",
        "/layers.9/self_attn/q_proj/Linear/pre_convert",
        "/layers.9/self_attn/q_proj/Linear",
        "/layers.9/self_attn/q_proj/Linear/post_convert",
        "/layers.9/self_attn/k_proj/Linear/pre_reshape",
        "/layers.9/self_attn/k_proj/Linear/pre_convert",
        "/layers.9/self_attn/k_proj/Linear",
        "/layers.9/self_attn/k_proj/Linear/post_convert",
        "/layers.9/self_attn/v_proj/Linear/pre_reshape",
        "/layers.9/self_attn/v_proj/Linear/pre_convert",
        "/layers.9/self_attn/v_proj/Linear",
        "/layers.9/self_attn/v_proj/Linear/post_convert",
        "/layers.9/self_attn/o_proj/Linear/pre_reshape",
        "/layers.9/self_attn/o_proj/Linear/pre_convert",
        "/layers.9/self_attn/o_proj/Linear",
        "/layers.9/self_attn/o_proj/Linear/post_convert",
        "/layers.9/mlp/gate_proj/Linear/pre_reshape",
        "/layers.9/mlp/gate_proj/Linear/pre_convert",
        "/layers.9/mlp/gate_proj/Linear",
        "/layers.9/mlp/gate_proj/Linear/post_convert",
        "/layers.9/mlp/up_proj/Linear/pre_reshape",
        "/layers.9/mlp/up_proj/Linear/pre_convert",
        "/layers.9/mlp/up_proj/Linear",
        "/layers.9/mlp/up_proj/Linear/post_convert",
        "/layers.9/mlp/down_proj/Linear/pre_reshape",
        "/layers.9/mlp/down_proj/Linear/pre_convert",
        "/layers.9/mlp/down_proj/Linear",
        "/layers.9/mlp/down_proj/Linear/post_convert",
        "/layers.10/self_attn/q_proj/Linear/pre_reshape",
        "/layers.10/self_attn/q_proj/Linear/pre_convert",
        "/layers.10/self_attn/q_proj/Linear",
        "/layers.10/self_attn/q_proj/Linear/post_convert",
        "/layers.10/self_attn/k_proj/Linear/pre_reshape",
        "/layers.10/self_attn/k_proj/Linear/pre_convert",
        "/layers.10/self_attn/k_proj/Linear",
        "/layers.10/self_attn/k_proj/Linear/post_convert",
        "/layers.10/self_attn/v_proj/Linear/pre_reshape",
        "/layers.10/self_attn/v_proj/Linear/pre_convert",
        "/layers.10/self_attn/v_proj/Linear",
        "/layers.10/self_attn/v_proj/Linear/post_convert",
        "/layers.10/self_attn/o_proj/Linear/pre_reshape",
        "/layers.10/self_attn/o_proj/Linear/pre_convert",
        "/layers.10/self_attn/o_proj/Linear",
        "/layers.10/self_attn/o_proj/Linear/post_convert",
        "/layers.10/mlp/gate_proj/Linear/pre_reshape",
        "/layers.10/mlp/gate_proj/Linear/pre_convert",
        "/layers.10/mlp/gate_proj/Linear",
        "/layers.10/mlp/gate_proj/Linear/post_convert",
        "/layers.10/mlp/up_proj/Linear/pre_reshape",
        "/layers.10/mlp/up_proj/Linear/pre_convert",
        "/layers.10/mlp/up_proj/Linear",
        "/layers.10/mlp/up_proj/Linear/post_convert",
        "/layers.10/mlp/down_proj/Linear/pre_reshape",
        "/layers.10/mlp/down_proj/Linear/pre_convert",
        "/layers.10/mlp/down_proj/Linear",
        "/layers.10/mlp/down_proj/Linear/post_convert",
        "/layers.11/self_attn/q_proj/Linear/pre_reshape",
        "/layers.11/self_attn/q_proj/Linear/pre_convert",
        "/layers.11/self_attn/q_proj/Linear",
        "/layers.11/self_attn/q_proj/Linear/post_convert",
        "/layers.11/self_attn/k_proj/Linear/pre_reshape",
        "/layers.11/self_attn/k_proj/Linear/pre_convert",
        "/layers.11/self_attn/k_proj/Linear",
        "/layers.11/self_attn/k_proj/Linear/post_convert",
        "/layers.11/self_attn/v_proj/Linear/pre_reshape",
        "/layers.11/self_attn/v_proj/Linear/pre_convert",
        "/layers.11/self_attn/v_proj/Linear",
        "/layers.11/self_attn/v_proj/Linear/post_convert",
        "/layers.11/self_attn/o_proj/Linear/pre_reshape",
        "/layers.11/self_attn/o_proj/Linear/pre_convert",
        "/layers.11/self_attn/o_proj/Linear",
        "/layers.11/self_attn/o_proj/Linear/post_convert",
        "/layers.11/mlp/gate_proj/Linear/pre_reshape",
        "/layers.11/mlp/gate_proj/Linear/pre_convert",
        "/layers.11/mlp/gate_proj/Linear",
        "/layers.11/mlp/gate_proj/Linear/post_convert",
        "/layers.11/mlp/up_proj/Linear/pre_reshape",
        "/layers.11/mlp/up_proj/Linear/pre_convert",
        "/layers.11/mlp/up_proj/Linear",
        "/layers.11/mlp/up_proj/Linear/post_convert",
        "/layers.11/mlp/down_proj/Linear/pre_reshape",
        "/layers.11/mlp/down_proj/Linear/pre_convert",
        "/layers.11/mlp/down_proj/Linear",
        "/layers.11/mlp/down_proj/Linear/post_convert",
        "/layers.12/self_attn/q_proj/Linear/pre_reshape",
        "/layers.12/self_attn/q_proj/Linear/pre_convert",
        "/layers.12/self_attn/q_proj/Linear",
        "/layers.12/self_attn/q_proj/Linear/post_convert",
        "/layers.12/self_attn/k_proj/Linear/pre_reshape",
        "/layers.12/self_attn/k_proj/Linear/pre_convert",
        "/layers.12/self_attn/k_proj/Linear",
        "/layers.12/self_attn/k_proj/Linear/post_convert",
        "/layers.12/self_attn/v_proj/Linear/pre_reshape",
        "/layers.12/self_attn/v_proj/Linear/pre_convert",
        "/layers.12/self_attn/v_proj/Linear",
        "/layers.12/self_attn/v_proj/Linear/post_convert",
        "/layers.12/self_attn/o_proj/Linear/pre_reshape",
        "/layers.12/self_attn/o_proj/Linear/pre_convert",
        "/layers.12/self_attn/o_proj/Linear",
        "/layers.12/self_attn/o_proj/Linear/post_convert",
        "/layers.12/mlp/gate_proj/Linear/pre_reshape",
        "/layers.12/mlp/gate_proj/Linear/pre_convert",
        "/layers.12/mlp/gate_proj/Linear",
        "/layers.12/mlp/gate_proj/Linear/post_convert",
        "/layers.12/mlp/up_proj/Linear/pre_reshape",
        "/layers.12/mlp/up_proj/Linear/pre_convert",
        "/layers.12/mlp/up_proj/Linear",
        "/layers.12/mlp/up_proj/Linear/post_convert",
        "/layers.12/mlp/down_proj/Linear/pre_reshape",
        "/layers.12/mlp/down_proj/Linear/pre_convert",
        "/layers.12/mlp/down_proj/Linear",
        "/layers.12/mlp/down_proj/Linear/post_convert",
        "/layers.13/self_attn/q_proj/Linear/pre_reshape",
        "/layers.13/self_attn/q_proj/Linear/pre_convert",
        "/layers.13/self_attn/q_proj/Linear",
        "/layers.13/self_attn/q_proj/Linear/post_convert",
        "/layers.13/self_attn/k_proj/Linear/pre_reshape",
        "/layers.13/self_attn/k_proj/Linear/pre_convert",
        "/layers.13/self_attn/k_proj/Linear",
        "/layers.13/self_attn/k_proj/Linear/post_convert",
        "/layers.13/self_attn/v_proj/Linear/pre_reshape",
        "/layers.13/self_attn/v_proj/Linear/pre_convert",
        "/layers.13/self_attn/v_proj/Linear",
        "/layers.13/self_attn/v_proj/Linear/post_convert",
        "/layers.13/self_attn/o_proj/Linear/pre_reshape",
        "/layers.13/self_attn/o_proj/Linear/pre_convert",
        "/layers.13/self_attn/o_proj/Linear",
        "/layers.13/self_attn/o_proj/Linear/post_convert",
        "/layers.13/mlp/gate_proj/Linear/pre_reshape",
        "/layers.13/mlp/gate_proj/Linear/pre_convert",
        "/layers.13/mlp/gate_proj/Linear",
        "/layers.13/mlp/gate_proj/Linear/post_convert",
        "/layers.13/mlp/up_proj/Linear/pre_reshape",
        "/layers.13/mlp/up_proj/Linear/pre_convert",
        "/layers.13/mlp/up_proj/Linear",
        "/layers.13/mlp/up_proj/Linear/post_convert",
        "/layers.13/mlp/down_proj/Linear/pre_reshape",
        "/layers.13/mlp/down_proj/Linear/pre_convert",
        "/layers.13/mlp/down_proj/Linear",
        "/layers.13/mlp/down_proj/Linear/post_convert",
        "/layers.14/self_attn/q_proj/Linear/pre_reshape",
        "/layers.14/self_attn/q_proj/Linear/pre_convert",
        "/layers.14/self_attn/q_proj/Linear",
        "/layers.14/self_attn/q_proj/Linear/post_convert",
        "/layers.14/self_attn/k_proj/Linear/pre_reshape",
        "/layers.14/self_attn/k_proj/Linear/pre_convert",
        "/layers.14/self_attn/k_proj/Linear",
        "/layers.14/self_attn/k_proj/Linear/post_convert",
        "/layers.14/self_attn/v_proj/Linear/pre_reshape",
        "/layers.14/self_attn/v_proj/Linear/pre_convert",
        "/layers.14/self_attn/v_proj/Linear",
        "/layers.14/self_attn/v_proj/Linear/post_convert",
        "/layers.14/self_attn/o_proj/Linear/pre_reshape",
        "/layers.14/self_attn/o_proj/Linear/pre_convert",
        "/layers.14/self_attn/o_proj/Linear",
        "/layers.14/self_attn/o_proj/Linear/post_convert",
        "/layers.14/mlp/gate_proj/Linear/pre_reshape",
        "/layers.14/mlp/gate_proj/Linear/pre_convert",
        "/layers.14/mlp/gate_proj/Linear",
        "/layers.14/mlp/gate_proj/Linear/post_convert",
        "/layers.14/mlp/up_proj/Linear/pre_reshape",
        "/layers.14/mlp/up_proj/Linear/pre_convert",
        "/layers.14/mlp/up_proj/Linear",
        "/layers.14/mlp/up_proj/Linear/post_convert",
        "/layers.14/mlp/down_proj/Linear/pre_reshape",
        "/layers.14/mlp/down_proj/Linear/pre_convert",
        "/layers.14/mlp/down_proj/Linear",
        "/layers.14/mlp/down_proj/Linear/post_convert",
        "/layers.15/self_attn/q_proj/Linear/pre_reshape",
        "/layers.15/self_attn/q_proj/Linear/pre_convert",
        "/layers.15/self_attn/q_proj/Linear",
        "/layers.15/self_attn/q_proj/Linear/post_convert",
        "/layers.15/self_attn/k_proj/Linear/pre_reshape",
        "/layers.15/self_attn/k_proj/Linear/pre_convert",
        "/layers.15/self_attn/k_proj/Linear",
        "/layers.15/self_attn/k_proj/Linear/post_convert",
        "/layers.15/self_attn/v_proj/Linear/pre_reshape",
        "/layers.15/self_attn/v_proj/Linear/pre_convert",
        "/layers.15/self_attn/v_proj/Linear",
        "/layers.15/self_attn/v_proj/Linear/post_convert",
        "/layers.15/self_attn/o_proj/Linear/pre_reshape",
        "/layers.15/self_attn/o_proj/Linear/pre_convert",
        "/layers.15/self_attn/o_proj/Linear",
        "/layers.15/self_attn/o_proj/Linear/post_convert",
        "/layers.15/mlp/gate_proj/Linear/pre_reshape",
        "/layers.15/mlp/gate_proj/Linear/pre_convert",
        "/layers.15/mlp/gate_proj/Linear",
        "/layers.15/mlp/gate_proj/Linear/post_convert",
        "/layers.15/mlp/up_proj/Linear/pre_reshape",
        "/layers.15/mlp/up_proj/Linear/pre_convert",
        "/layers.15/mlp/up_proj/Linear",
        "/layers.15/mlp/up_proj/Linear/post_convert",
        "/layers.15/mlp/down_proj/Linear/pre_reshape",
        "/layers.15/mlp/down_proj/Linear/pre_convert",
        "/layers.15/mlp/down_proj/Linear",
        "/layers.15/mlp/down_proj/Linear/post_convert",
        "/layers.16/self_attn/q_proj/Linear/pre_reshape",
        "/layers.16/self_attn/q_proj/Linear/pre_convert",
        "/layers.16/self_attn/q_proj/Linear",
        "/layers.16/self_attn/q_proj/Linear/post_convert",
        "/layers.16/self_attn/k_proj/Linear/pre_reshape",
        "/layers.16/self_attn/k_proj/Linear/pre_convert",
        "/layers.16/self_attn/k_proj/Linear",
        "/layers.16/self_attn/k_proj/Linear/post_convert",
        "/layers.16/self_attn/v_proj/Linear/pre_reshape",
        "/layers.16/self_attn/v_proj/Linear/pre_convert",
        "/layers.16/self_attn/v_proj/Linear",
        "/layers.16/self_attn/v_proj/Linear/post_convert",
        "/layers.16/self_attn/o_proj/Linear/pre_reshape",
        "/layers.16/self_attn/o_proj/Linear/pre_convert",
        "/layers.16/self_attn/o_proj/Linear",
        "/layers.16/self_attn/o_proj/Linear/post_convert",
        "/layers.16/mlp/gate_proj/Linear/pre_reshape",
        "/layers.16/mlp/gate_proj/Linear/pre_convert",
        "/layers.16/mlp/gate_proj/Linear",
        "/layers.16/mlp/gate_proj/Linear/post_convert",
        "/layers.16/mlp/up_proj/Linear/pre_reshape",
        "/layers.16/mlp/up_proj/Linear/pre_convert",
        "/layers.16/mlp/up_proj/Linear",
        "/layers.16/mlp/up_proj/Linear/post_convert",
        "/layers.16/mlp/down_proj/Linear/pre_reshape",
        "/layers.16/mlp/down_proj/Linear/pre_convert",
        "/layers.16/mlp/down_proj/Linear",
        "/layers.16/mlp/down_proj/Linear/post_convert",
        "/layers.17/self_attn/q_proj/Linear/pre_reshape",
        "/layers.17/self_attn/q_proj/Linear/pre_convert",
        "/layers.17/self_attn/q_proj/Linear",
        "/layers.17/self_attn/q_proj/Linear/post_convert",
        "/layers.17/self_attn/k_proj/Linear/pre_reshape",
        "/layers.17/self_attn/k_proj/Linear/pre_convert",
        "/layers.17/self_attn/k_proj/Linear",
        "/layers.17/self_attn/k_proj/Linear/post_convert",
        "/layers.17/self_attn/v_proj/Linear/pre_reshape",
        "/layers.17/self_attn/v_proj/Linear/pre_convert",
        "/layers.17/self_attn/v_proj/Linear",
        "/layers.17/self_attn/v_proj/Linear/post_convert",
        "/layers.17/self_attn/o_proj/Linear/pre_reshape",
        "/layers.17/self_attn/o_proj/Linear/pre_convert",
        "/layers.17/self_attn/o_proj/Linear",
        "/layers.17/self_attn/o_proj/Linear/post_convert",
        "/layers.17/mlp/gate_proj/Linear/pre_reshape",
        "/layers.17/mlp/gate_proj/Linear/pre_convert",
        "/layers.17/mlp/gate_proj/Linear",
        "/layers.17/mlp/gate_proj/Linear/post_convert",
        "/layers.17/mlp/up_proj/Linear/pre_reshape",
        "/layers.17/mlp/up_proj/Linear/pre_convert",
        "/layers.17/mlp/up_proj/Linear",
        "/layers.17/mlp/up_proj/Linear/post_convert",
        "/layers.17/mlp/down_proj/Linear/pre_reshape",
        "/layers.17/mlp/down_proj/Linear/pre_convert",
        "/layers.17/mlp/down_proj/Linear",
        "/layers.17/mlp/down_proj/Linear/post_convert",
        "/layers.18/self_attn/q_proj/Linear/pre_reshape",
        "/layers.18/self_attn/q_proj/Linear/pre_convert",
        "/layers.18/self_attn/q_proj/Linear",
        "/layers.18/self_attn/q_proj/Linear/post_convert",
        "/layers.18/self_attn/k_proj/Linear/pre_reshape",
        "/layers.18/self_attn/k_proj/Linear/pre_convert",
        "/layers.18/self_attn/k_proj/Linear",
        "/layers.18/self_attn/k_proj/Linear/post_convert",
        "/layers.18/self_attn/v_proj/Linear/pre_reshape",
        "/layers.18/self_attn/v_proj/Linear/pre_convert",
        "/layers.18/self_attn/v_proj/Linear",
        "/layers.18/self_attn/v_proj/Linear/post_convert",
        "/layers.18/self_attn/o_proj/Linear/pre_reshape",
        "/layers.18/self_attn/o_proj/Linear/pre_convert",
        "/layers.18/self_attn/o_proj/Linear",
        "/layers.18/self_attn/o_proj/Linear/post_convert",
        "/layers.18/mlp/gate_proj/Linear/pre_reshape",
        "/layers.18/mlp/gate_proj/Linear/pre_convert",
        "/layers.18/mlp/gate_proj/Linear",
        "/layers.18/mlp/gate_proj/Linear/post_convert",
        "/layers.18/mlp/up_proj/Linear/pre_reshape",
        "/layers.18/mlp/up_proj/Linear/pre_convert",
        "/layers.18/mlp/up_proj/Linear",
        "/layers.18/mlp/up_proj/Linear/post_convert",
        "/layers.18/mlp/down_proj/Linear/pre_reshape",
        "/layers.18/mlp/down_proj/Linear/pre_convert",
        "/layers.18/mlp/down_proj/Linear",
        "/layers.18/mlp/down_proj/Linear/post_convert",
        "/layers.19/self_attn/q_proj/Linear/pre_reshape",
        "/layers.19/self_attn/q_proj/Linear/pre_convert",
        "/layers.19/self_attn/q_proj/Linear",
        "/layers.19/self_attn/q_proj/Linear/post_convert",
        "/layers.19/self_attn/k_proj/Linear/pre_reshape",
        "/layers.19/self_attn/k_proj/Linear/pre_convert",
        "/layers.19/self_attn/k_proj/Linear",
        "/layers.19/self_attn/k_proj/Linear/post_convert",
        "/layers.19/self_attn/v_proj/Linear/pre_reshape",
        "/layers.19/self_attn/v_proj/Linear/pre_convert",
        "/layers.19/self_attn/v_proj/Linear",
        "/layers.19/self_attn/v_proj/Linear/post_convert",
        "/layers.19/self_attn/o_proj/Linear/pre_reshape",
        "/layers.19/self_attn/o_proj/Linear/pre_convert",
        "/layers.19/self_attn/o_proj/Linear",
        "/layers.19/self_attn/o_proj/Linear/post_convert",
        "/layers.19/mlp/gate_proj/Linear/pre_reshape",
        "/layers.19/mlp/gate_proj/Linear/pre_convert",
        "/layers.19/mlp/gate_proj/Linear",
        "/layers.19/mlp/gate_proj/Linear/post_convert",
        "/layers.19/mlp/up_proj/Linear/pre_reshape",
        "/layers.19/mlp/up_proj/Linear/pre_convert",
        "/layers.19/mlp/up_proj/Linear",
        "/layers.19/mlp/up_proj/Linear/post_convert",
        "/layers.19/mlp/down_proj/Linear/pre_reshape",
        "/layers.19/mlp/down_proj/Linear/pre_convert",
        "/layers.19/mlp/down_proj/Linear",
        "/layers.19/mlp/down_proj/Linear/post_convert",
        "/layers.20/self_attn/q_proj/Linear/pre_reshape",
        "/layers.20/self_attn/q_proj/Linear/pre_convert",
        "/layers.20/self_attn/q_proj/Linear",
        "/layers.20/self_attn/q_proj/Linear/post_convert",
        "/layers.20/self_attn/k_proj/Linear/pre_reshape",
        "/layers.20/self_attn/k_proj/Linear/pre_convert",
        "/layers.20/self_attn/k_proj/Linear",
        "/layers.20/self_attn/k_proj/Linear/post_convert",
        "/layers.20/self_attn/v_proj/Linear/pre_reshape",
        "/layers.20/self_attn/v_proj/Linear/pre_convert",
        "/layers.20/self_attn/v_proj/Linear",
        "/layers.20/self_attn/v_proj/Linear/post_convert",
        "/layers.20/self_attn/o_proj/Linear/pre_reshape",
        "/layers.20/self_attn/o_proj/Linear/pre_convert",
        "/layers.20/self_attn/o_proj/Linear",
        "/layers.20/self_attn/o_proj/Linear/post_convert",
        "/layers.20/mlp/gate_proj/Linear/pre_reshape",
        "/layers.20/mlp/gate_proj/Linear/pre_convert",
        "/layers.20/mlp/gate_proj/Linear",
        "/layers.20/mlp/gate_proj/Linear/post_convert",
        "/layers.20/mlp/up_proj/Linear/pre_reshape",
        "/layers.20/mlp/up_proj/Linear/pre_convert",
        "/layers.20/mlp/up_proj/Linear",
        "/layers.20/mlp/up_proj/Linear/post_convert",
        "/layers.20/mlp/down_proj/Linear/pre_reshape",
        "/layers.20/mlp/down_proj/Linear/pre_convert",
        "/layers.20/mlp/down_proj/Linear",
        "/layers.20/mlp/down_proj/Linear/post_convert",
        "/layers.21/self_attn/q_proj/Linear/pre_reshape",
        "/layers.21/self_attn/q_proj/Linear/pre_convert",
        "/layers.21/self_attn/q_proj/Linear",
        "/layers.21/self_attn/q_proj/Linear/post_convert",
        "/layers.21/self_attn/k_proj/Linear/pre_reshape",
        "/layers.21/self_attn/k_proj/Linear/pre_convert",
        "/layers.21/self_attn/k_proj/Linear",
        "/layers.21/self_attn/k_proj/Linear/post_convert",
        "/layers.21/self_attn/v_proj/Linear/pre_reshape",
        "/layers.21/self_attn/v_proj/Linear/pre_convert",
        "/layers.21/self_attn/v_proj/Linear",
        "/layers.21/self_attn/v_proj/Linear/post_convert",
        "/layers.21/self_attn/o_proj/Linear/pre_reshape",
        "/layers.21/self_attn/o_proj/Linear/pre_convert",
        "/layers.21/self_attn/o_proj/Linear",
        "/layers.21/self_attn/o_proj/Linear/post_convert",
        "/layers.21/mlp/gate_proj/Linear/pre_reshape",
        "/layers.21/mlp/gate_proj/Linear/pre_convert",
        "/layers.21/mlp/gate_proj/Linear",
        "/layers.21/mlp/gate_proj/Linear/post_convert",
        "/layers.21/mlp/up_proj/Linear/pre_reshape",
        "/layers.21/mlp/up_proj/Linear/pre_convert",
        "/layers.21/mlp/up_proj/Linear",
        "/layers.21/mlp/up_proj/Linear/post_convert",
        "/layers.21/mlp/down_proj/Linear/pre_reshape",
        "/layers.21/mlp/down_proj/Linear/pre_convert",
        "/layers.21/mlp/down_proj/Linear",
        "/layers.21/mlp/down_proj/Linear/post_convert",
        "/layers.22/self_attn/q_proj/Linear/pre_reshape",
        "/layers.22/self_attn/q_proj/Linear/pre_convert",
        "/layers.22/self_attn/q_proj/Linear",
        "/layers.22/self_attn/q_proj/Linear/post_convert",
        "/layers.22/self_attn/k_proj/Linear/pre_reshape",
        "/layers.22/self_attn/k_proj/Linear/pre_convert",
        "/layers.22/self_attn/k_proj/Linear",
        "/layers.22/self_attn/k_proj/Linear/post_convert",
        "/layers.22/self_attn/v_proj/Linear/pre_reshape",
        "/layers.22/self_attn/v_proj/Linear/pre_convert",
        "/layers.22/self_attn/v_proj/Linear",
        "/layers.22/self_attn/v_proj/Linear/post_convert",
        "/layers.22/self_attn/o_proj/Linear/pre_reshape",
        "/layers.22/self_attn/o_proj/Linear/pre_convert",
        "/layers.22/self_attn/o_proj/Linear",
        "/layers.22/self_attn/o_proj/Linear/post_convert",
        "/layers.22/mlp/gate_proj/Linear/pre_reshape",
        "/layers.22/mlp/gate_proj/Linear/pre_convert",
        "/layers.22/mlp/gate_proj/Linear",
        "/layers.22/mlp/gate_proj/Linear/post_convert",
        "/layers.22/mlp/up_proj/Linear/pre_reshape",
        "/layers.22/mlp/up_proj/Linear/pre_convert",
        "/layers.22/mlp/up_proj/Linear",
        "/layers.22/mlp/up_proj/Linear/post_convert",
        "/layers.22/mlp/down_proj/Linear/pre_reshape",
        "/layers.22/mlp/down_proj/Linear/pre_convert",
        "/layers.22/mlp/down_proj/Linear",
        "/layers.22/mlp/down_proj/Linear/post_convert",
        "/layers.23/self_attn/q_proj/Linear/pre_reshape",
        "/layers.23/self_attn/q_proj/Linear/pre_convert",
        "/layers.23/self_attn/q_proj/Linear",
        "/layers.23/self_attn/q_proj/Linear/post_convert",
        "/layers.23/self_attn/k_proj/Linear/pre_reshape",
        "/layers.23/self_attn/k_proj/Linear/pre_convert",
        "/layers.23/self_attn/k_proj/Linear",
        "/layers.23/self_attn/k_proj/Linear/post_convert",
        "/layers.23/self_attn/v_proj/Linear/pre_reshape",
        "/layers.23/self_attn/v_proj/Linear/pre_convert",
        "/layers.23/self_attn/v_proj/Linear",
        "/layers.23/self_attn/v_proj/Linear/post_convert",
        "/layers.23/self_attn/o_proj/Linear/pre_reshape",
        "/layers.23/self_attn/o_proj/Linear/pre_convert",
        "/layers.23/self_attn/o_proj/Linear",
        "/layers.23/self_attn/o_proj/Linear/post_convert",
        "/layers.23/mlp/gate_proj/Linear/pre_reshape",
        "/layers.23/mlp/gate_proj/Linear/pre_convert",
        "/layers.23/mlp/gate_proj/Linear",
        "/layers.23/mlp/gate_proj/Linear/post_convert",
        "/layers.23/mlp/up_proj/Linear/pre_reshape",
        "/layers.23/mlp/up_proj/Linear/pre_convert",
        "/layers.23/mlp/up_proj/Linear",
        "/layers.23/mlp/up_proj/Linear/post_convert",
        "/layers.23/mlp/down_proj/Linear/pre_reshape",
        "/layers.23/mlp/down_proj/Linear/pre_convert",
        "/layers.23/mlp/down_proj/Linear",
        "/layers.23/mlp/down_proj/Linear/post_convert",
        "/layers.24/self_attn/q_proj/Linear/pre_reshape",
        "/layers.24/self_attn/q_proj/Linear/pre_convert",
        "/layers.24/self_attn/q_proj/Linear",
        "/layers.24/self_attn/q_proj/Linear/post_convert",
        "/layers.24/self_attn/k_proj/Linear/pre_reshape",
        "/layers.24/self_attn/k_proj/Linear/pre_convert",
        "/layers.24/self_attn/k_proj/Linear",
        "/layers.24/self_attn/k_proj/Linear/post_convert",
        "/layers.24/self_attn/v_proj/Linear/pre_reshape",
        "/layers.24/self_attn/v_proj/Linear/pre_convert",
        "/layers.24/self_attn/v_proj/Linear",
        "/layers.24/self_attn/v_proj/Linear/post_convert",
        "/layers.24/self_attn/o_proj/Linear/pre_reshape",
        "/layers.24/self_attn/o_proj/Linear/pre_convert",
        "/layers.24/self_attn/o_proj/Linear",
        "/layers.24/self_attn/o_proj/Linear/post_convert",
        "/layers.24/mlp/gate_proj/Linear/pre_reshape",
        "/layers.24/mlp/gate_proj/Linear/pre_convert",
        "/layers.24/mlp/gate_proj/Linear",
        "/layers.24/mlp/gate_proj/Linear/post_convert",
        "/layers.24/mlp/up_proj/Linear/pre_reshape",
        "/layers.24/mlp/up_proj/Linear/pre_convert",
        "/layers.24/mlp/up_proj/Linear",
        "/layers.24/mlp/up_proj/Linear/post_convert",
        "/layers.24/mlp/down_proj/Linear/pre_reshape",
        "/layers.24/mlp/down_proj/Linear/pre_convert",
        "/layers.24/mlp/down_proj/Linear",
        "/layers.24/mlp/down_proj/Linear/post_convert",
        "/layers.25/self_attn/q_proj/Linear/pre_reshape",
        "/layers.25/self_attn/q_proj/Linear/pre_convert",
        "/layers.25/self_attn/q_proj/Linear",
        "/layers.25/self_attn/q_proj/Linear/post_convert",
        "/layers.25/self_attn/k_proj/Linear/pre_reshape",
        "/layers.25/self_attn/k_proj/Linear/pre_convert",
        "/layers.25/self_attn/k_proj/Linear",
        "/layers.25/self_attn/k_proj/Linear/post_convert",
        "/layers.25/self_attn/v_proj/Linear/pre_reshape",
        "/layers.25/self_attn/v_proj/Linear/pre_convert",
        "/layers.25/self_attn/v_proj/Linear",
        "/layers.25/self_attn/v_proj/Linear/post_convert",
        "/layers.25/self_attn/o_proj/Linear/pre_reshape",
        "/layers.25/self_attn/o_proj/Linear/pre_convert",
        "/layers.25/self_attn/o_proj/Linear",
        "/layers.25/self_attn/o_proj/Linear/post_convert",
        "/layers.25/mlp/gate_proj/Linear/pre_reshape",
        "/layers.25/mlp/gate_proj/Linear/pre_convert",
        "/layers.25/mlp/gate_proj/Linear",
        "/layers.25/mlp/gate_proj/Linear/post_convert",
        "/layers.25/mlp/up_proj/Linear/pre_reshape",
        "/layers.25/mlp/up_proj/Linear/pre_convert",
        "/layers.25/mlp/up_proj/Linear",
        "/layers.25/mlp/up_proj/Linear/post_convert",
        "/layers.25/mlp/down_proj/Linear/pre_reshape",
        "/layers.25/mlp/down_proj/Linear/pre_convert",
        "/layers.25/mlp/down_proj/Linear",
        "/layers.25/mlp/down_proj/Linear/post_convert",
        "/layers.26/self_attn/q_proj/Linear/pre_reshape",
        "/layers.26/self_attn/q_proj/Linear/pre_convert",
        "/layers.26/self_attn/q_proj/Linear",
        "/layers.26/self_attn/q_proj/Linear/post_convert",
        "/layers.26/self_attn/k_proj/Linear/pre_reshape",
        "/layers.26/self_attn/k_proj/Linear/pre_convert",
        "/layers.26/self_attn/k_proj/Linear",
        "/layers.26/self_attn/k_proj/Linear/post_convert",
        "/layers.26/self_attn/v_proj/Linear/pre_reshape",
        "/layers.26/self_attn/v_proj/Linear/pre_convert",
        "/layers.26/self_attn/v_proj/Linear",
        "/layers.26/self_attn/v_proj/Linear/post_convert",
        "/layers.26/self_attn/o_proj/Linear/pre_reshape",
        "/layers.26/self_attn/o_proj/Linear/pre_convert",
        "/layers.26/self_attn/o_proj/Linear",
        "/layers.26/self_attn/o_proj/Linear/post_convert",
        "/layers.26/mlp/gate_proj/Linear/pre_reshape",
        "/layers.26/mlp/gate_proj/Linear/pre_convert",
        "/layers.26/mlp/gate_proj/Linear",
        "/layers.26/mlp/gate_proj/Linear/post_convert",
        "/layers.26/mlp/up_proj/Linear/pre_reshape",
        "/layers.26/mlp/up_proj/Linear/pre_convert",
        "/layers.26/mlp/up_proj/Linear",
        "/layers.26/mlp/up_proj/Linear/post_convert",
        "/layers.26/mlp/down_proj/Linear/pre_reshape",
        "/layers.26/mlp/down_proj/Linear/pre_convert",
        "/layers.26/mlp/down_proj/Linear",
        "/layers.26/mlp/down_proj/Linear/post_convert",
        "/layers.27/self_attn/q_proj/Linear/pre_reshape",
        "/layers.27/self_attn/q_proj/Linear/pre_convert",
        "/layers.27/self_attn/q_proj/Linear",
        "/layers.27/self_attn/q_proj/Linear/post_convert",
        "/layers.27/self_attn/k_proj/Linear/pre_reshape",
        "/layers.27/self_attn/k_proj/Linear/pre_convert",
        "/layers.27/self_attn/k_proj/Linear",
        "/layers.27/self_attn/k_proj/Linear/post_convert",
        "/layers.27/self_attn/v_proj/Linear/pre_reshape",
        "/layers.27/self_attn/v_proj/Linear/pre_convert",
        "/layers.27/self_attn/v_proj/Linear",
        "/layers.27/self_attn/v_proj/Linear/post_convert",
        "/layers.27/self_attn/o_proj/Linear/pre_reshape",
        "/layers.27/self_attn/o_proj/Linear/pre_convert",
        "/layers.27/self_attn/o_proj/Linear",
        "/layers.27/self_attn/o_proj/Linear/post_convert",
        "/layers.27/mlp/gate_proj/Linear/pre_reshape",
        "/layers.27/mlp/gate_proj/Linear/pre_convert",
        "/layers.27/mlp/gate_proj/Linear",
        "/layers.27/mlp/gate_proj/Linear/post_convert",
        "/layers.27/mlp/up_proj/Linear/pre_reshape",
        "/layers.27/mlp/up_proj/Linear/pre_convert",
        "/layers.27/mlp/up_proj/Linear",
        "/layers.27/mlp/up_proj/Linear/post_convert",
        "/layers.27/mlp/down_proj/Linear/pre_reshape",
        "/layers.27/mlp/down_proj/Linear/pre_convert",
        "/layers.27/mlp/down_proj/Linear",
        "/layers.27/mlp/down_proj/Linear/post_convert",
        "/layers.28/self_attn/q_proj/Linear/pre_reshape",
        "/layers.28/self_attn/q_proj/Linear/pre_convert",
        "/layers.28/self_attn/q_proj/Linear",
        "/layers.28/self_attn/q_proj/Linear/post_convert",
        "/layers.28/self_attn/k_proj/Linear/pre_reshape",
        "/layers.28/self_attn/k_proj/Linear/pre_convert",
        "/layers.28/self_attn/k_proj/Linear",
        "/layers.28/self_attn/k_proj/Linear/post_convert",
        "/layers.28/self_attn/v_proj/Linear/pre_reshape",
        "/layers.28/self_attn/v_proj/Linear/pre_convert",
        "/layers.28/self_attn/v_proj/Linear",
        "/layers.28/self_attn/v_proj/Linear/post_convert",
        "/layers.28/self_attn/o_proj/Linear/pre_reshape",
        "/layers.28/self_attn/o_proj/Linear/pre_convert",
        "/layers.28/self_attn/o_proj/Linear",
        "/layers.28/self_attn/o_proj/Linear/post_convert",
        "/layers.28/mlp/gate_proj/Linear/pre_reshape",
        "/layers.28/mlp/gate_proj/Linear/pre_convert",
        "/layers.28/mlp/gate_proj/Linear",
        "/layers.28/mlp/gate_proj/Linear/post_convert",
        "/layers.28/mlp/up_proj/Linear/pre_reshape",
        "/layers.28/mlp/up_proj/Linear/pre_convert",
        "/layers.28/mlp/up_proj/Linear",
        "/layers.28/mlp/up_proj/Linear/post_convert",
        "/layers.28/mlp/down_proj/Linear/pre_reshape",
        "/layers.28/mlp/down_proj/Linear/pre_convert",
        "/layers.28/mlp/down_proj/Linear",
        "/layers.28/mlp/down_proj/Linear/post_convert",
        "/layers.29/self_attn/q_proj/Linear/pre_reshape",
        "/layers.29/self_attn/q_proj/Linear/pre_convert",
        "/layers.29/self_attn/q_proj/Linear",
        "/layers.29/self_attn/q_proj/Linear/post_convert",
        "/layers.29/self_attn/k_proj/Linear/pre_reshape",
        "/layers.29/self_attn/k_proj/Linear/pre_convert",
        "/layers.29/self_attn/k_proj/Linear",
        "/layers.29/self_attn/k_proj/Linear/post_convert",
        "/layers.29/self_attn/v_proj/Linear/pre_reshape",
        "/layers.29/self_attn/v_proj/Linear/pre_convert",
        "/layers.29/self_attn/v_proj/Linear",
        "/layers.29/self_attn/v_proj/Linear/post_convert",
        "/layers.29/self_attn/o_proj/Linear/pre_reshape",
        "/layers.29/self_attn/o_proj/Linear/pre_convert",
        "/layers.29/self_attn/o_proj/Linear",
        "/layers.29/self_attn/o_proj/Linear/post_convert",
        "/layers.29/mlp/gate_proj/Linear/pre_reshape",
        "/layers.29/mlp/gate_proj/Linear/pre_convert",
        "/layers.29/mlp/gate_proj/Linear",
        "/layers.29/mlp/gate_proj/Linear/post_convert",
        "/layers.29/mlp/up_proj/Linear/pre_reshape",
        "/layers.29/mlp/up_proj/Linear/pre_convert",
        "/layers.29/mlp/up_proj/Linear",
        "/layers.29/mlp/up_proj/Linear/post_convert",
        "/layers.29/mlp/down_proj/Linear/pre_reshape",
        "/layers.29/mlp/down_proj/Linear/pre_convert",
        "/layers.29/mlp/down_proj/Linear",
        "/layers.29/mlp/down_proj/Linear/post_convert",
        "/lm/lm_head/Linear/pre_reshape",
        "/lm/lm_head/Linear/pre_convert",
        "/lm/lm_head/Linear",
        "/lm/lm_head/Linear/post_convert"
    ],
    "tensorNumber": 0,
    "usage": "INFERENCE",
    "mnn_uuid": "13e57aec-b241-4c2e-9f4e-69f12d5b9f1a"
}