program(1.0) [buildInfo = dict, tensor>({{"coremlc-component-MIL", "3304.5.2"}, {"coremlc-version", "3304.6.2"}})] { func main(tensor adjustment, tensor clip_input, tensor images) { tensor var_10 = const()[name = tensor("op_10"), val = tensor(-1)]; tensor var_13 = const()[name = tensor("op_13"), val = tensor(1)]; tensor var_37 = const()[name = tensor("op_37"), val = tensor([14, 14])]; tensor var_39 = const()[name = tensor("op_39"), val = tensor([1, 1])]; tensor patch_embeds_1_pad_type_0 = const()[name = tensor("patch_embeds_1_pad_type_0"), val = tensor("custom")]; tensor patch_embeds_1_pad_0 = const()[name = tensor("patch_embeds_1_pad_0"), val = tensor([0, 0, 0, 0])]; tensor vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(451712))), name = tensor("vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16_palettized"), shape = tensor([1024, 3, 14, 14])]; tensor patch_embeds_1_cast = conv(dilations = var_39, groups = var_13, pad = patch_embeds_1_pad_0, pad_type = patch_embeds_1_pad_type_0, strides = var_37, weight = vision_model_vision_model_embeddings_patch_embedding_weight_to_fp16_palettized, x = clip_input)[name = tensor("patch_embeds_1_cast")]; tensor concat_0 = const()[name = tensor("concat_0"), val = tensor([1, 1024, 256])]; tensor var_42_cast = reshape(shape = concat_0, x = patch_embeds_1_cast)[name = tensor("op_42_cast")]; tensor patch_embeds_perm_0 = const()[name = tensor("patch_embeds_perm_0"), val = tensor([0, 2, 1])]; tensor embeddings_1_interleave_0 = const()[name = tensor("embeddings_1_interleave_0"), val = tensor(false)]; tensor expand_dims_0_to_fp16 = const()[name = tensor("expand_dims_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(451904)))]; tensor transpose_120 = transpose(perm = patch_embeds_perm_0, x = var_42_cast)[name = tensor("transpose_120")]; tensor embeddings_1_cast = concat(axis = var_13, interleave = embeddings_1_interleave_0, values = (expand_dims_0_to_fp16, transpose_120))[name = tensor("embeddings_1_cast")]; tensor op_49_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(454016))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(651456))), name = tensor("op_49_to_fp16_palettized"), shape = tensor([1, 257, 1024])]; tensor input_5_cast = add(x = embeddings_1_cast, y = op_49_to_fp16_palettized)[name = tensor("input_5_cast")]; tensor input_7_axes_0 = const()[name = tensor("input_7_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_pre_layrnorm_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_pre_layrnorm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(651648)))]; tensor vision_model_vision_model_pre_layrnorm_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_pre_layrnorm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(653760)))]; tensor var_19_to_fp16 = const()[name = tensor("op_19_to_fp16"), val = tensor(0x1.5p-17)]; tensor input_7_cast = layer_norm(axes = input_7_axes_0, beta = vision_model_vision_model_pre_layrnorm_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_pre_layrnorm_weight_to_fp16, x = input_5_cast)[name = tensor("input_7_cast")]; tensor hidden_states_1_axes_0 = const()[name = tensor("hidden_states_1_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655872)))]; tensor vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(657984)))]; tensor hidden_states_1_cast = layer_norm(axes = hidden_states_1_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_7_cast)[name = tensor("hidden_states_1_cast")]; tensor vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(660096))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1446592))), name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1446784)))]; tensor var_121_cast = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_1_cast)[name = tensor("op_121_cast")]; tensor var_122_to_fp16 = const()[name = tensor("op_122_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_5_cast = mul(x = var_121_cast, y = var_122_to_fp16)[name = tensor("tensor_5_cast")]; tensor vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(1448896))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2235392))), name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2235584)))]; tensor tensor_1_cast = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_1_cast)[name = tensor("tensor_1_cast")]; tensor var_127 = const()[name = tensor("op_127"), val = tensor([1, -1, 16, 64])]; tensor var_128_cast = reshape(shape = var_127, x = tensor_1_cast)[name = tensor("op_128_cast")]; tensor var_129_perm_0 = const()[name = tensor("op_129_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(2237696))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3024192))), name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3024384)))]; tensor tensor_3_cast = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_1_cast)[name = tensor("tensor_3_cast")]; tensor var_134 = const()[name = tensor("op_134"), val = tensor([1, -1, 16, 64])]; tensor var_135_cast = reshape(shape = var_134, x = tensor_3_cast)[name = tensor("op_135_cast")]; tensor var_136_perm_0 = const()[name = tensor("op_136_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_143 = const()[name = tensor("op_143"), val = tensor([1, 257, 16, 64])]; tensor var_144_cast = reshape(shape = var_143, x = tensor_5_cast)[name = tensor("op_144_cast")]; tensor var_145_perm_0 = const()[name = tensor("op_145_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_147 = const()[name = tensor("op_147"), val = tensor([16, -1, 64])]; tensor transpose_119 = transpose(perm = var_145_perm_0, x = var_144_cast)[name = tensor("transpose_119")]; tensor query_states_1_cast = reshape(shape = var_147, x = transpose_119)[name = tensor("query_states_1_cast")]; tensor var_149 = const()[name = tensor("op_149"), val = tensor([16, -1, 64])]; tensor transpose_118 = transpose(perm = var_129_perm_0, x = var_128_cast)[name = tensor("transpose_118")]; tensor key_states_3_cast = reshape(shape = var_149, x = transpose_118)[name = tensor("key_states_3_cast")]; tensor var_151 = const()[name = tensor("op_151"), val = tensor([16, -1, 64])]; tensor transpose_117 = transpose(perm = var_136_perm_0, x = var_135_cast)[name = tensor("transpose_117")]; tensor value_states_3_cast = reshape(shape = var_151, x = transpose_117)[name = tensor("value_states_3_cast")]; tensor var_153_perm_0 = const()[name = tensor("op_153_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_1_transpose_x_0 = const()[name = tensor("attn_weights_1_transpose_x_0"), val = tensor(false)]; tensor attn_weights_1_transpose_y_0 = const()[name = tensor("attn_weights_1_transpose_y_0"), val = tensor(false)]; tensor transpose_116 = transpose(perm = var_153_perm_0, x = key_states_3_cast)[name = tensor("transpose_116")]; tensor attn_weights_1_cast = matmul(transpose_x = attn_weights_1_transpose_x_0, transpose_y = attn_weights_1_transpose_y_0, x = query_states_1_cast, y = transpose_116)[name = tensor("attn_weights_1_cast")]; tensor input_9_cast = softmax(axis = var_10, x = attn_weights_1_cast)[name = tensor("input_9_cast")]; tensor attn_output_1_transpose_x_0 = const()[name = tensor("attn_output_1_transpose_x_0"), val = tensor(false)]; tensor attn_output_1_transpose_y_0 = const()[name = tensor("attn_output_1_transpose_y_0"), val = tensor(false)]; tensor attn_output_1_cast = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = input_9_cast, y = value_states_3_cast)[name = tensor("attn_output_1_cast")]; tensor var_158 = const()[name = tensor("op_158"), val = tensor([1, 16, 257, 64])]; tensor attn_output_3_cast = reshape(shape = var_158, x = attn_output_1_cast)[name = tensor("attn_output_3_cast")]; tensor attn_output_5_perm_0 = const()[name = tensor("attn_output_5_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_161 = const()[name = tensor("op_161"), val = tensor([1, 257, 1024])]; tensor transpose_115 = transpose(perm = attn_output_5_perm_0, x = attn_output_3_cast)[name = tensor("transpose_115")]; tensor input_11_cast = reshape(shape = var_161, x = transpose_115)[name = tensor("input_11_cast")]; tensor vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3026496))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3812992))), name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3813184)))]; tensor hidden_states_3_cast = linear(bias = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16_palettized, x = input_11_cast)[name = tensor("hidden_states_3_cast")]; tensor input_13_cast = add(x = input_7_cast, y = hidden_states_3_cast)[name = tensor("input_13_cast")]; tensor input_15_axes_0 = const()[name = tensor("input_15_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3815296)))]; tensor vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3817408)))]; tensor input_15_cast = layer_norm(axes = input_15_axes_0, beta = vision_model_vision_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_13_cast)[name = tensor("input_15_cast")]; tensor vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(3819520))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6965312))), name = tensor("vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6965504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6968640))), name = tensor("vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_17_cast = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_0_mlp_fc1_weight_to_fp16_palettized, x = input_15_cast)[name = tensor("input_17_cast")]; tensor var_176_to_fp16 = const()[name = tensor("op_176_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_177_cast = mul(x = input_17_cast, y = var_176_to_fp16)[name = tensor("op_177_cast")]; tensor var_178_cast = sigmoid(x = var_177_cast)[name = tensor("op_178_cast")]; tensor input_19_cast = mul(x = input_17_cast, y = var_178_cast)[name = tensor("input_19_cast")]; tensor vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(6968832))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10114624))), name = tensor("vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10114816)))]; tensor hidden_states_5_cast = linear(bias = vision_model_vision_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_0_mlp_fc2_weight_to_fp16_palettized, x = input_19_cast)[name = tensor("hidden_states_5_cast")]; tensor input_21_cast = add(x = input_13_cast, y = hidden_states_5_cast)[name = tensor("input_21_cast")]; tensor hidden_states_7_axes_0 = const()[name = tensor("hidden_states_7_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10116928)))]; tensor vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10119040)))]; tensor hidden_states_7_cast = layer_norm(axes = hidden_states_7_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_21_cast)[name = tensor("hidden_states_7_cast")]; tensor vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10121152))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10907648))), name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10907840)))]; tensor var_202_cast = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_7_cast)[name = tensor("op_202_cast")]; tensor var_203_to_fp16 = const()[name = tensor("op_203_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_11_cast = mul(x = var_202_cast, y = var_203_to_fp16)[name = tensor("tensor_11_cast")]; tensor vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(10909952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11696448))), name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11696640)))]; tensor tensor_7_cast = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_7_cast)[name = tensor("tensor_7_cast")]; tensor var_208 = const()[name = tensor("op_208"), val = tensor([1, -1, 16, 64])]; tensor var_209_cast = reshape(shape = var_208, x = tensor_7_cast)[name = tensor("op_209_cast")]; tensor var_210_perm_0 = const()[name = tensor("op_210_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(11698752))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12485248))), name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12485440)))]; tensor tensor_9_cast = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_7_cast)[name = tensor("tensor_9_cast")]; tensor var_215 = const()[name = tensor("op_215"), val = tensor([1, -1, 16, 64])]; tensor var_216_cast = reshape(shape = var_215, x = tensor_9_cast)[name = tensor("op_216_cast")]; tensor var_217_perm_0 = const()[name = tensor("op_217_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_224 = const()[name = tensor("op_224"), val = tensor([1, 257, 16, 64])]; tensor var_225_cast = reshape(shape = var_224, x = tensor_11_cast)[name = tensor("op_225_cast")]; tensor var_226_perm_0 = const()[name = tensor("op_226_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_228 = const()[name = tensor("op_228"), val = tensor([16, -1, 64])]; tensor transpose_114 = transpose(perm = var_226_perm_0, x = var_225_cast)[name = tensor("transpose_114")]; tensor query_states_3_cast = reshape(shape = var_228, x = transpose_114)[name = tensor("query_states_3_cast")]; tensor var_230 = const()[name = tensor("op_230"), val = tensor([16, -1, 64])]; tensor transpose_113 = transpose(perm = var_210_perm_0, x = var_209_cast)[name = tensor("transpose_113")]; tensor key_states_7_cast = reshape(shape = var_230, x = transpose_113)[name = tensor("key_states_7_cast")]; tensor var_232 = const()[name = tensor("op_232"), val = tensor([16, -1, 64])]; tensor transpose_112 = transpose(perm = var_217_perm_0, x = var_216_cast)[name = tensor("transpose_112")]; tensor value_states_7_cast = reshape(shape = var_232, x = transpose_112)[name = tensor("value_states_7_cast")]; tensor var_234_perm_0 = const()[name = tensor("op_234_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_5_transpose_x_0 = const()[name = tensor("attn_weights_5_transpose_x_0"), val = tensor(false)]; tensor attn_weights_5_transpose_y_0 = const()[name = tensor("attn_weights_5_transpose_y_0"), val = tensor(false)]; tensor transpose_111 = transpose(perm = var_234_perm_0, x = key_states_7_cast)[name = tensor("transpose_111")]; tensor attn_weights_5_cast = matmul(transpose_x = attn_weights_5_transpose_x_0, transpose_y = attn_weights_5_transpose_y_0, x = query_states_3_cast, y = transpose_111)[name = tensor("attn_weights_5_cast")]; tensor input_23_cast = softmax(axis = var_10, x = attn_weights_5_cast)[name = tensor("input_23_cast")]; tensor attn_output_7_transpose_x_0 = const()[name = tensor("attn_output_7_transpose_x_0"), val = tensor(false)]; tensor attn_output_7_transpose_y_0 = const()[name = tensor("attn_output_7_transpose_y_0"), val = tensor(false)]; tensor attn_output_7_cast = matmul(transpose_x = attn_output_7_transpose_x_0, transpose_y = attn_output_7_transpose_y_0, x = input_23_cast, y = value_states_7_cast)[name = tensor("attn_output_7_cast")]; tensor var_239 = const()[name = tensor("op_239"), val = tensor([1, 16, 257, 64])]; tensor attn_output_9_cast = reshape(shape = var_239, x = attn_output_7_cast)[name = tensor("attn_output_9_cast")]; tensor attn_output_11_perm_0 = const()[name = tensor("attn_output_11_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_242 = const()[name = tensor("op_242"), val = tensor([1, 257, 1024])]; tensor transpose_110 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast)[name = tensor("transpose_110")]; tensor input_25_cast = reshape(shape = var_242, x = transpose_110)[name = tensor("input_25_cast")]; tensor vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(12487552))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13274048))), name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13274240)))]; tensor hidden_states_9_cast = linear(bias = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16_palettized, x = input_25_cast)[name = tensor("hidden_states_9_cast")]; tensor input_27_cast = add(x = input_21_cast, y = hidden_states_9_cast)[name = tensor("input_27_cast")]; tensor input_29_axes_0 = const()[name = tensor("input_29_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13276352)))]; tensor vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13278464)))]; tensor input_29_cast = layer_norm(axes = input_29_axes_0, beta = vision_model_vision_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_27_cast)[name = tensor("input_29_cast")]; tensor vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(13280576))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16426368))), name = tensor("vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16426560))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16429696))), name = tensor("vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_31_cast = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_1_mlp_fc1_weight_to_fp16_palettized, x = input_29_cast)[name = tensor("input_31_cast")]; tensor var_257_to_fp16 = const()[name = tensor("op_257_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_258_cast = mul(x = input_31_cast, y = var_257_to_fp16)[name = tensor("op_258_cast")]; tensor var_259_cast = sigmoid(x = var_258_cast)[name = tensor("op_259_cast")]; tensor input_33_cast = mul(x = input_31_cast, y = var_259_cast)[name = tensor("input_33_cast")]; tensor vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(16429888))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19575680))), name = tensor("vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19575872)))]; tensor hidden_states_11_cast = linear(bias = vision_model_vision_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_1_mlp_fc2_weight_to_fp16_palettized, x = input_33_cast)[name = tensor("hidden_states_11_cast")]; tensor input_35_cast = add(x = input_27_cast, y = hidden_states_11_cast)[name = tensor("input_35_cast")]; tensor hidden_states_13_axes_0 = const()[name = tensor("hidden_states_13_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19577984)))]; tensor vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19580096)))]; tensor hidden_states_13_cast = layer_norm(axes = hidden_states_13_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_35_cast)[name = tensor("hidden_states_13_cast")]; tensor vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(19582208))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20368704))), name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20368896)))]; tensor var_283_cast = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_13_cast)[name = tensor("op_283_cast")]; tensor var_284_to_fp16 = const()[name = tensor("op_284_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_17_cast = mul(x = var_283_cast, y = var_284_to_fp16)[name = tensor("tensor_17_cast")]; tensor vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(20371008))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21157504))), name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21157696)))]; tensor tensor_13_cast = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_13_cast)[name = tensor("tensor_13_cast")]; tensor var_289 = const()[name = tensor("op_289"), val = tensor([1, -1, 16, 64])]; tensor var_290_cast = reshape(shape = var_289, x = tensor_13_cast)[name = tensor("op_290_cast")]; tensor var_291_perm_0 = const()[name = tensor("op_291_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21159808))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21946304))), name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21946496)))]; tensor tensor_15_cast = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_13_cast)[name = tensor("tensor_15_cast")]; tensor var_296 = const()[name = tensor("op_296"), val = tensor([1, -1, 16, 64])]; tensor var_297_cast = reshape(shape = var_296, x = tensor_15_cast)[name = tensor("op_297_cast")]; tensor var_298_perm_0 = const()[name = tensor("op_298_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_305 = const()[name = tensor("op_305"), val = tensor([1, 257, 16, 64])]; tensor var_306_cast = reshape(shape = var_305, x = tensor_17_cast)[name = tensor("op_306_cast")]; tensor var_307_perm_0 = const()[name = tensor("op_307_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_309 = const()[name = tensor("op_309"), val = tensor([16, -1, 64])]; tensor transpose_109 = transpose(perm = var_307_perm_0, x = var_306_cast)[name = tensor("transpose_109")]; tensor query_states_5_cast = reshape(shape = var_309, x = transpose_109)[name = tensor("query_states_5_cast")]; tensor var_311 = const()[name = tensor("op_311"), val = tensor([16, -1, 64])]; tensor transpose_108 = transpose(perm = var_291_perm_0, x = var_290_cast)[name = tensor("transpose_108")]; tensor key_states_11_cast = reshape(shape = var_311, x = transpose_108)[name = tensor("key_states_11_cast")]; tensor var_313 = const()[name = tensor("op_313"), val = tensor([16, -1, 64])]; tensor transpose_107 = transpose(perm = var_298_perm_0, x = var_297_cast)[name = tensor("transpose_107")]; tensor value_states_11_cast = reshape(shape = var_313, x = transpose_107)[name = tensor("value_states_11_cast")]; tensor var_315_perm_0 = const()[name = tensor("op_315_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_9_transpose_x_0 = const()[name = tensor("attn_weights_9_transpose_x_0"), val = tensor(false)]; tensor attn_weights_9_transpose_y_0 = const()[name = tensor("attn_weights_9_transpose_y_0"), val = tensor(false)]; tensor transpose_106 = transpose(perm = var_315_perm_0, x = key_states_11_cast)[name = tensor("transpose_106")]; tensor attn_weights_9_cast = matmul(transpose_x = attn_weights_9_transpose_x_0, transpose_y = attn_weights_9_transpose_y_0, x = query_states_5_cast, y = transpose_106)[name = tensor("attn_weights_9_cast")]; tensor input_37_cast = softmax(axis = var_10, x = attn_weights_9_cast)[name = tensor("input_37_cast")]; tensor attn_output_13_transpose_x_0 = const()[name = tensor("attn_output_13_transpose_x_0"), val = tensor(false)]; tensor attn_output_13_transpose_y_0 = const()[name = tensor("attn_output_13_transpose_y_0"), val = tensor(false)]; tensor attn_output_13_cast = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = input_37_cast, y = value_states_11_cast)[name = tensor("attn_output_13_cast")]; tensor var_320 = const()[name = tensor("op_320"), val = tensor([1, 16, 257, 64])]; tensor attn_output_15_cast = reshape(shape = var_320, x = attn_output_13_cast)[name = tensor("attn_output_15_cast")]; tensor attn_output_17_perm_0 = const()[name = tensor("attn_output_17_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_323 = const()[name = tensor("op_323"), val = tensor([1, 257, 1024])]; tensor transpose_105 = transpose(perm = attn_output_17_perm_0, x = attn_output_15_cast)[name = tensor("transpose_105")]; tensor input_39_cast = reshape(shape = var_323, x = transpose_105)[name = tensor("input_39_cast")]; tensor vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(21948608))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22735104))), name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22735296)))]; tensor hidden_states_15_cast = linear(bias = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16_palettized, x = input_39_cast)[name = tensor("hidden_states_15_cast")]; tensor input_41_cast = add(x = input_35_cast, y = hidden_states_15_cast)[name = tensor("input_41_cast")]; tensor input_43_axes_0 = const()[name = tensor("input_43_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22737408)))]; tensor vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22739520)))]; tensor input_43_cast = layer_norm(axes = input_43_axes_0, beta = vision_model_vision_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_41_cast)[name = tensor("input_43_cast")]; tensor vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(22741632))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25887424))), name = tensor("vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25887616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25890752))), name = tensor("vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_45_cast = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_2_mlp_fc1_weight_to_fp16_palettized, x = input_43_cast)[name = tensor("input_45_cast")]; tensor var_338_to_fp16 = const()[name = tensor("op_338_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_339_cast = mul(x = input_45_cast, y = var_338_to_fp16)[name = tensor("op_339_cast")]; tensor var_340_cast = sigmoid(x = var_339_cast)[name = tensor("op_340_cast")]; tensor input_47_cast = mul(x = input_45_cast, y = var_340_cast)[name = tensor("input_47_cast")]; tensor vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(25890944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29036736))), name = tensor("vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29036928)))]; tensor hidden_states_17_cast = linear(bias = vision_model_vision_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_2_mlp_fc2_weight_to_fp16_palettized, x = input_47_cast)[name = tensor("hidden_states_17_cast")]; tensor input_49_cast = add(x = input_41_cast, y = hidden_states_17_cast)[name = tensor("input_49_cast")]; tensor hidden_states_19_axes_0 = const()[name = tensor("hidden_states_19_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29039040)))]; tensor vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29041152)))]; tensor hidden_states_19_cast = layer_norm(axes = hidden_states_19_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_49_cast)[name = tensor("hidden_states_19_cast")]; tensor vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29043264))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29829760))), name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29829952)))]; tensor var_364_cast = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_19_cast)[name = tensor("op_364_cast")]; tensor var_365_to_fp16 = const()[name = tensor("op_365_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_23_cast = mul(x = var_364_cast, y = var_365_to_fp16)[name = tensor("tensor_23_cast")]; tensor vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(29832064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30618560))), name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30618752)))]; tensor tensor_19_cast = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_19_cast)[name = tensor("tensor_19_cast")]; tensor var_370 = const()[name = tensor("op_370"), val = tensor([1, -1, 16, 64])]; tensor var_371_cast = reshape(shape = var_370, x = tensor_19_cast)[name = tensor("op_371_cast")]; tensor var_372_perm_0 = const()[name = tensor("op_372_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(30620864))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31407360))), name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31407552)))]; tensor tensor_21_cast = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_19_cast)[name = tensor("tensor_21_cast")]; tensor var_377 = const()[name = tensor("op_377"), val = tensor([1, -1, 16, 64])]; tensor var_378_cast = reshape(shape = var_377, x = tensor_21_cast)[name = tensor("op_378_cast")]; tensor var_379_perm_0 = const()[name = tensor("op_379_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_386 = const()[name = tensor("op_386"), val = tensor([1, 257, 16, 64])]; tensor var_387_cast = reshape(shape = var_386, x = tensor_23_cast)[name = tensor("op_387_cast")]; tensor var_388_perm_0 = const()[name = tensor("op_388_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_390 = const()[name = tensor("op_390"), val = tensor([16, -1, 64])]; tensor transpose_104 = transpose(perm = var_388_perm_0, x = var_387_cast)[name = tensor("transpose_104")]; tensor query_states_7_cast = reshape(shape = var_390, x = transpose_104)[name = tensor("query_states_7_cast")]; tensor var_392 = const()[name = tensor("op_392"), val = tensor([16, -1, 64])]; tensor transpose_103 = transpose(perm = var_372_perm_0, x = var_371_cast)[name = tensor("transpose_103")]; tensor key_states_15_cast = reshape(shape = var_392, x = transpose_103)[name = tensor("key_states_15_cast")]; tensor var_394 = const()[name = tensor("op_394"), val = tensor([16, -1, 64])]; tensor transpose_102 = transpose(perm = var_379_perm_0, x = var_378_cast)[name = tensor("transpose_102")]; tensor value_states_15_cast = reshape(shape = var_394, x = transpose_102)[name = tensor("value_states_15_cast")]; tensor var_396_perm_0 = const()[name = tensor("op_396_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_13_transpose_x_0 = const()[name = tensor("attn_weights_13_transpose_x_0"), val = tensor(false)]; tensor attn_weights_13_transpose_y_0 = const()[name = tensor("attn_weights_13_transpose_y_0"), val = tensor(false)]; tensor transpose_101 = transpose(perm = var_396_perm_0, x = key_states_15_cast)[name = tensor("transpose_101")]; tensor attn_weights_13_cast = matmul(transpose_x = attn_weights_13_transpose_x_0, transpose_y = attn_weights_13_transpose_y_0, x = query_states_7_cast, y = transpose_101)[name = tensor("attn_weights_13_cast")]; tensor input_51_cast = softmax(axis = var_10, x = attn_weights_13_cast)[name = tensor("input_51_cast")]; tensor attn_output_19_transpose_x_0 = const()[name = tensor("attn_output_19_transpose_x_0"), val = tensor(false)]; tensor attn_output_19_transpose_y_0 = const()[name = tensor("attn_output_19_transpose_y_0"), val = tensor(false)]; tensor attn_output_19_cast = matmul(transpose_x = attn_output_19_transpose_x_0, transpose_y = attn_output_19_transpose_y_0, x = input_51_cast, y = value_states_15_cast)[name = tensor("attn_output_19_cast")]; tensor var_401 = const()[name = tensor("op_401"), val = tensor([1, 16, 257, 64])]; tensor attn_output_21_cast = reshape(shape = var_401, x = attn_output_19_cast)[name = tensor("attn_output_21_cast")]; tensor attn_output_23_perm_0 = const()[name = tensor("attn_output_23_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_404 = const()[name = tensor("op_404"), val = tensor([1, 257, 1024])]; tensor transpose_100 = transpose(perm = attn_output_23_perm_0, x = attn_output_21_cast)[name = tensor("transpose_100")]; tensor input_53_cast = reshape(shape = var_404, x = transpose_100)[name = tensor("input_53_cast")]; tensor vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(31409664))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32196160))), name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32196352)))]; tensor hidden_states_21_cast = linear(bias = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16_palettized, x = input_53_cast)[name = tensor("hidden_states_21_cast")]; tensor input_55_cast = add(x = input_49_cast, y = hidden_states_21_cast)[name = tensor("input_55_cast")]; tensor input_57_axes_0 = const()[name = tensor("input_57_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32198464)))]; tensor vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32200576)))]; tensor input_57_cast = layer_norm(axes = input_57_axes_0, beta = vision_model_vision_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_55_cast)[name = tensor("input_57_cast")]; tensor vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(32202688))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35348480))), name = tensor("vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35348672))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35351808))), name = tensor("vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_59_cast = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_3_mlp_fc1_weight_to_fp16_palettized, x = input_57_cast)[name = tensor("input_59_cast")]; tensor var_419_to_fp16 = const()[name = tensor("op_419_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_420_cast = mul(x = input_59_cast, y = var_419_to_fp16)[name = tensor("op_420_cast")]; tensor var_421_cast = sigmoid(x = var_420_cast)[name = tensor("op_421_cast")]; tensor input_61_cast = mul(x = input_59_cast, y = var_421_cast)[name = tensor("input_61_cast")]; tensor vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(35352000))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38497792))), name = tensor("vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38497984)))]; tensor hidden_states_23_cast = linear(bias = vision_model_vision_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_3_mlp_fc2_weight_to_fp16_palettized, x = input_61_cast)[name = tensor("hidden_states_23_cast")]; tensor input_63_cast = add(x = input_55_cast, y = hidden_states_23_cast)[name = tensor("input_63_cast")]; tensor hidden_states_25_axes_0 = const()[name = tensor("hidden_states_25_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38500096)))]; tensor vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38502208)))]; tensor hidden_states_25_cast = layer_norm(axes = hidden_states_25_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_63_cast)[name = tensor("hidden_states_25_cast")]; tensor vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(38504320))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39290816))), name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39291008)))]; tensor var_445_cast = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_25_cast)[name = tensor("op_445_cast")]; tensor var_446_to_fp16 = const()[name = tensor("op_446_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_29_cast = mul(x = var_445_cast, y = var_446_to_fp16)[name = tensor("tensor_29_cast")]; tensor vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(39293120))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40079616))), name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40079808)))]; tensor tensor_25_cast = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_25_cast)[name = tensor("tensor_25_cast")]; tensor var_451 = const()[name = tensor("op_451"), val = tensor([1, -1, 16, 64])]; tensor var_452_cast = reshape(shape = var_451, x = tensor_25_cast)[name = tensor("op_452_cast")]; tensor var_453_perm_0 = const()[name = tensor("op_453_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40081920))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40868416))), name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40868608)))]; tensor tensor_27_cast = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_25_cast)[name = tensor("tensor_27_cast")]; tensor var_458 = const()[name = tensor("op_458"), val = tensor([1, -1, 16, 64])]; tensor var_459_cast = reshape(shape = var_458, x = tensor_27_cast)[name = tensor("op_459_cast")]; tensor var_460_perm_0 = const()[name = tensor("op_460_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_467 = const()[name = tensor("op_467"), val = tensor([1, 257, 16, 64])]; tensor var_468_cast = reshape(shape = var_467, x = tensor_29_cast)[name = tensor("op_468_cast")]; tensor var_469_perm_0 = const()[name = tensor("op_469_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_471 = const()[name = tensor("op_471"), val = tensor([16, -1, 64])]; tensor transpose_99 = transpose(perm = var_469_perm_0, x = var_468_cast)[name = tensor("transpose_99")]; tensor query_states_9_cast = reshape(shape = var_471, x = transpose_99)[name = tensor("query_states_9_cast")]; tensor var_473 = const()[name = tensor("op_473"), val = tensor([16, -1, 64])]; tensor transpose_98 = transpose(perm = var_453_perm_0, x = var_452_cast)[name = tensor("transpose_98")]; tensor key_states_19_cast = reshape(shape = var_473, x = transpose_98)[name = tensor("key_states_19_cast")]; tensor var_475 = const()[name = tensor("op_475"), val = tensor([16, -1, 64])]; tensor transpose_97 = transpose(perm = var_460_perm_0, x = var_459_cast)[name = tensor("transpose_97")]; tensor value_states_19_cast = reshape(shape = var_475, x = transpose_97)[name = tensor("value_states_19_cast")]; tensor var_477_perm_0 = const()[name = tensor("op_477_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_17_transpose_x_0 = const()[name = tensor("attn_weights_17_transpose_x_0"), val = tensor(false)]; tensor attn_weights_17_transpose_y_0 = const()[name = tensor("attn_weights_17_transpose_y_0"), val = tensor(false)]; tensor transpose_96 = transpose(perm = var_477_perm_0, x = key_states_19_cast)[name = tensor("transpose_96")]; tensor attn_weights_17_cast = matmul(transpose_x = attn_weights_17_transpose_x_0, transpose_y = attn_weights_17_transpose_y_0, x = query_states_9_cast, y = transpose_96)[name = tensor("attn_weights_17_cast")]; tensor input_65_cast = softmax(axis = var_10, x = attn_weights_17_cast)[name = tensor("input_65_cast")]; tensor attn_output_25_transpose_x_0 = const()[name = tensor("attn_output_25_transpose_x_0"), val = tensor(false)]; tensor attn_output_25_transpose_y_0 = const()[name = tensor("attn_output_25_transpose_y_0"), val = tensor(false)]; tensor attn_output_25_cast = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = input_65_cast, y = value_states_19_cast)[name = tensor("attn_output_25_cast")]; tensor var_482 = const()[name = tensor("op_482"), val = tensor([1, 16, 257, 64])]; tensor attn_output_27_cast = reshape(shape = var_482, x = attn_output_25_cast)[name = tensor("attn_output_27_cast")]; tensor attn_output_29_perm_0 = const()[name = tensor("attn_output_29_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_485 = const()[name = tensor("op_485"), val = tensor([1, 257, 1024])]; tensor transpose_95 = transpose(perm = attn_output_29_perm_0, x = attn_output_27_cast)[name = tensor("transpose_95")]; tensor input_67_cast = reshape(shape = var_485, x = transpose_95)[name = tensor("input_67_cast")]; tensor vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(40870720))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41657216))), name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41657408)))]; tensor hidden_states_27_cast = linear(bias = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16_palettized, x = input_67_cast)[name = tensor("hidden_states_27_cast")]; tensor input_69_cast = add(x = input_63_cast, y = hidden_states_27_cast)[name = tensor("input_69_cast")]; tensor input_71_axes_0 = const()[name = tensor("input_71_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41659520)))]; tensor vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41661632)))]; tensor input_71_cast = layer_norm(axes = input_71_axes_0, beta = vision_model_vision_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_69_cast)[name = tensor("input_71_cast")]; tensor vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(41663744))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44809536))), name = tensor("vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44809728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44812864))), name = tensor("vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_73_cast = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_4_mlp_fc1_weight_to_fp16_palettized, x = input_71_cast)[name = tensor("input_73_cast")]; tensor var_500_to_fp16 = const()[name = tensor("op_500_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_501_cast = mul(x = input_73_cast, y = var_500_to_fp16)[name = tensor("op_501_cast")]; tensor var_502_cast = sigmoid(x = var_501_cast)[name = tensor("op_502_cast")]; tensor input_75_cast = mul(x = input_73_cast, y = var_502_cast)[name = tensor("input_75_cast")]; tensor vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(44813056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47958848))), name = tensor("vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47959040)))]; tensor hidden_states_29_cast = linear(bias = vision_model_vision_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_4_mlp_fc2_weight_to_fp16_palettized, x = input_75_cast)[name = tensor("hidden_states_29_cast")]; tensor input_77_cast = add(x = input_69_cast, y = hidden_states_29_cast)[name = tensor("input_77_cast")]; tensor hidden_states_31_axes_0 = const()[name = tensor("hidden_states_31_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47961152)))]; tensor vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47963264)))]; tensor hidden_states_31_cast = layer_norm(axes = hidden_states_31_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_77_cast)[name = tensor("hidden_states_31_cast")]; tensor vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(47965376))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48751872))), name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48752064)))]; tensor var_526_cast = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_31_cast)[name = tensor("op_526_cast")]; tensor var_527_to_fp16 = const()[name = tensor("op_527_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_35_cast = mul(x = var_526_cast, y = var_527_to_fp16)[name = tensor("tensor_35_cast")]; tensor vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(48754176))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49540672))), name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49540864)))]; tensor tensor_31_cast = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_31_cast)[name = tensor("tensor_31_cast")]; tensor var_532 = const()[name = tensor("op_532"), val = tensor([1, -1, 16, 64])]; tensor var_533_cast = reshape(shape = var_532, x = tensor_31_cast)[name = tensor("op_533_cast")]; tensor var_534_perm_0 = const()[name = tensor("op_534_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(49542976))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50329472))), name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50329664)))]; tensor tensor_33_cast = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_31_cast)[name = tensor("tensor_33_cast")]; tensor var_539 = const()[name = tensor("op_539"), val = tensor([1, -1, 16, 64])]; tensor var_540_cast = reshape(shape = var_539, x = tensor_33_cast)[name = tensor("op_540_cast")]; tensor var_541_perm_0 = const()[name = tensor("op_541_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_548 = const()[name = tensor("op_548"), val = tensor([1, 257, 16, 64])]; tensor var_549_cast = reshape(shape = var_548, x = tensor_35_cast)[name = tensor("op_549_cast")]; tensor var_550_perm_0 = const()[name = tensor("op_550_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_552 = const()[name = tensor("op_552"), val = tensor([16, -1, 64])]; tensor transpose_94 = transpose(perm = var_550_perm_0, x = var_549_cast)[name = tensor("transpose_94")]; tensor query_states_11_cast = reshape(shape = var_552, x = transpose_94)[name = tensor("query_states_11_cast")]; tensor var_554 = const()[name = tensor("op_554"), val = tensor([16, -1, 64])]; tensor transpose_93 = transpose(perm = var_534_perm_0, x = var_533_cast)[name = tensor("transpose_93")]; tensor key_states_23_cast = reshape(shape = var_554, x = transpose_93)[name = tensor("key_states_23_cast")]; tensor var_556 = const()[name = tensor("op_556"), val = tensor([16, -1, 64])]; tensor transpose_92 = transpose(perm = var_541_perm_0, x = var_540_cast)[name = tensor("transpose_92")]; tensor value_states_23_cast = reshape(shape = var_556, x = transpose_92)[name = tensor("value_states_23_cast")]; tensor var_558_perm_0 = const()[name = tensor("op_558_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_21_transpose_x_0 = const()[name = tensor("attn_weights_21_transpose_x_0"), val = tensor(false)]; tensor attn_weights_21_transpose_y_0 = const()[name = tensor("attn_weights_21_transpose_y_0"), val = tensor(false)]; tensor transpose_91 = transpose(perm = var_558_perm_0, x = key_states_23_cast)[name = tensor("transpose_91")]; tensor attn_weights_21_cast = matmul(transpose_x = attn_weights_21_transpose_x_0, transpose_y = attn_weights_21_transpose_y_0, x = query_states_11_cast, y = transpose_91)[name = tensor("attn_weights_21_cast")]; tensor input_79_cast = softmax(axis = var_10, x = attn_weights_21_cast)[name = tensor("input_79_cast")]; tensor attn_output_31_transpose_x_0 = const()[name = tensor("attn_output_31_transpose_x_0"), val = tensor(false)]; tensor attn_output_31_transpose_y_0 = const()[name = tensor("attn_output_31_transpose_y_0"), val = tensor(false)]; tensor attn_output_31_cast = matmul(transpose_x = attn_output_31_transpose_x_0, transpose_y = attn_output_31_transpose_y_0, x = input_79_cast, y = value_states_23_cast)[name = tensor("attn_output_31_cast")]; tensor var_563 = const()[name = tensor("op_563"), val = tensor([1, 16, 257, 64])]; tensor attn_output_33_cast = reshape(shape = var_563, x = attn_output_31_cast)[name = tensor("attn_output_33_cast")]; tensor attn_output_35_perm_0 = const()[name = tensor("attn_output_35_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_566 = const()[name = tensor("op_566"), val = tensor([1, 257, 1024])]; tensor transpose_90 = transpose(perm = attn_output_35_perm_0, x = attn_output_33_cast)[name = tensor("transpose_90")]; tensor input_81_cast = reshape(shape = var_566, x = transpose_90)[name = tensor("input_81_cast")]; tensor vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(50331776))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51118272))), name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51118464)))]; tensor hidden_states_33_cast = linear(bias = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16_palettized, x = input_81_cast)[name = tensor("hidden_states_33_cast")]; tensor input_83_cast = add(x = input_77_cast, y = hidden_states_33_cast)[name = tensor("input_83_cast")]; tensor input_85_axes_0 = const()[name = tensor("input_85_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51120576)))]; tensor vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51122688)))]; tensor input_85_cast = layer_norm(axes = input_85_axes_0, beta = vision_model_vision_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_83_cast)[name = tensor("input_85_cast")]; tensor vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(51124800))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54270592))), name = tensor("vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54270784))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54273920))), name = tensor("vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_87_cast = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_5_mlp_fc1_weight_to_fp16_palettized, x = input_85_cast)[name = tensor("input_87_cast")]; tensor var_581_to_fp16 = const()[name = tensor("op_581_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_582_cast = mul(x = input_87_cast, y = var_581_to_fp16)[name = tensor("op_582_cast")]; tensor var_583_cast = sigmoid(x = var_582_cast)[name = tensor("op_583_cast")]; tensor input_89_cast = mul(x = input_87_cast, y = var_583_cast)[name = tensor("input_89_cast")]; tensor vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(54274112))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57419904))), name = tensor("vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57420096)))]; tensor hidden_states_35_cast = linear(bias = vision_model_vision_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_5_mlp_fc2_weight_to_fp16_palettized, x = input_89_cast)[name = tensor("hidden_states_35_cast")]; tensor input_91_cast = add(x = input_83_cast, y = hidden_states_35_cast)[name = tensor("input_91_cast")]; tensor hidden_states_37_axes_0 = const()[name = tensor("hidden_states_37_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57422208)))]; tensor vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57424320)))]; tensor hidden_states_37_cast = layer_norm(axes = hidden_states_37_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_91_cast)[name = tensor("hidden_states_37_cast")]; tensor vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(57426432))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58212928))), name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58213120)))]; tensor var_607_cast = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_37_cast)[name = tensor("op_607_cast")]; tensor var_608_to_fp16 = const()[name = tensor("op_608_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_41_cast = mul(x = var_607_cast, y = var_608_to_fp16)[name = tensor("tensor_41_cast")]; tensor vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(58215232))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59001728))), name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59001920)))]; tensor tensor_37_cast = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_37_cast)[name = tensor("tensor_37_cast")]; tensor var_613 = const()[name = tensor("op_613"), val = tensor([1, -1, 16, 64])]; tensor var_614_cast = reshape(shape = var_613, x = tensor_37_cast)[name = tensor("op_614_cast")]; tensor var_615_perm_0 = const()[name = tensor("op_615_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59004032))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59790528))), name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59790720)))]; tensor tensor_39_cast = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_37_cast)[name = tensor("tensor_39_cast")]; tensor var_620 = const()[name = tensor("op_620"), val = tensor([1, -1, 16, 64])]; tensor var_621_cast = reshape(shape = var_620, x = tensor_39_cast)[name = tensor("op_621_cast")]; tensor var_622_perm_0 = const()[name = tensor("op_622_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_629 = const()[name = tensor("op_629"), val = tensor([1, 257, 16, 64])]; tensor var_630_cast = reshape(shape = var_629, x = tensor_41_cast)[name = tensor("op_630_cast")]; tensor var_631_perm_0 = const()[name = tensor("op_631_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_633 = const()[name = tensor("op_633"), val = tensor([16, -1, 64])]; tensor transpose_89 = transpose(perm = var_631_perm_0, x = var_630_cast)[name = tensor("transpose_89")]; tensor query_states_13_cast = reshape(shape = var_633, x = transpose_89)[name = tensor("query_states_13_cast")]; tensor var_635 = const()[name = tensor("op_635"), val = tensor([16, -1, 64])]; tensor transpose_88 = transpose(perm = var_615_perm_0, x = var_614_cast)[name = tensor("transpose_88")]; tensor key_states_27_cast = reshape(shape = var_635, x = transpose_88)[name = tensor("key_states_27_cast")]; tensor var_637 = const()[name = tensor("op_637"), val = tensor([16, -1, 64])]; tensor transpose_87 = transpose(perm = var_622_perm_0, x = var_621_cast)[name = tensor("transpose_87")]; tensor value_states_27_cast = reshape(shape = var_637, x = transpose_87)[name = tensor("value_states_27_cast")]; tensor var_639_perm_0 = const()[name = tensor("op_639_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_25_transpose_x_0 = const()[name = tensor("attn_weights_25_transpose_x_0"), val = tensor(false)]; tensor attn_weights_25_transpose_y_0 = const()[name = tensor("attn_weights_25_transpose_y_0"), val = tensor(false)]; tensor transpose_86 = transpose(perm = var_639_perm_0, x = key_states_27_cast)[name = tensor("transpose_86")]; tensor attn_weights_25_cast = matmul(transpose_x = attn_weights_25_transpose_x_0, transpose_y = attn_weights_25_transpose_y_0, x = query_states_13_cast, y = transpose_86)[name = tensor("attn_weights_25_cast")]; tensor input_93_cast = softmax(axis = var_10, x = attn_weights_25_cast)[name = tensor("input_93_cast")]; tensor attn_output_37_transpose_x_0 = const()[name = tensor("attn_output_37_transpose_x_0"), val = tensor(false)]; tensor attn_output_37_transpose_y_0 = const()[name = tensor("attn_output_37_transpose_y_0"), val = tensor(false)]; tensor attn_output_37_cast = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = input_93_cast, y = value_states_27_cast)[name = tensor("attn_output_37_cast")]; tensor var_644 = const()[name = tensor("op_644"), val = tensor([1, 16, 257, 64])]; tensor attn_output_39_cast = reshape(shape = var_644, x = attn_output_37_cast)[name = tensor("attn_output_39_cast")]; tensor attn_output_41_perm_0 = const()[name = tensor("attn_output_41_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_647 = const()[name = tensor("op_647"), val = tensor([1, 257, 1024])]; tensor transpose_85 = transpose(perm = attn_output_41_perm_0, x = attn_output_39_cast)[name = tensor("transpose_85")]; tensor input_95_cast = reshape(shape = var_647, x = transpose_85)[name = tensor("input_95_cast")]; tensor vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(59792832))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60579328))), name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60579520)))]; tensor hidden_states_39_cast = linear(bias = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16_palettized, x = input_95_cast)[name = tensor("hidden_states_39_cast")]; tensor input_97_cast = add(x = input_91_cast, y = hidden_states_39_cast)[name = tensor("input_97_cast")]; tensor input_99_axes_0 = const()[name = tensor("input_99_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60581632)))]; tensor vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60583744)))]; tensor input_99_cast = layer_norm(axes = input_99_axes_0, beta = vision_model_vision_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_97_cast)[name = tensor("input_99_cast")]; tensor vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(60585856))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63731648))), name = tensor("vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63731840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63734976))), name = tensor("vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_101_cast = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_6_mlp_fc1_weight_to_fp16_palettized, x = input_99_cast)[name = tensor("input_101_cast")]; tensor var_662_to_fp16 = const()[name = tensor("op_662_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_663_cast = mul(x = input_101_cast, y = var_662_to_fp16)[name = tensor("op_663_cast")]; tensor var_664_cast = sigmoid(x = var_663_cast)[name = tensor("op_664_cast")]; tensor input_103_cast = mul(x = input_101_cast, y = var_664_cast)[name = tensor("input_103_cast")]; tensor vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(63735168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66880960))), name = tensor("vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66881152)))]; tensor hidden_states_41_cast = linear(bias = vision_model_vision_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_6_mlp_fc2_weight_to_fp16_palettized, x = input_103_cast)[name = tensor("hidden_states_41_cast")]; tensor input_105_cast = add(x = input_97_cast, y = hidden_states_41_cast)[name = tensor("input_105_cast")]; tensor hidden_states_43_axes_0 = const()[name = tensor("hidden_states_43_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66883264)))]; tensor vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66885376)))]; tensor hidden_states_43_cast = layer_norm(axes = hidden_states_43_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_105_cast)[name = tensor("hidden_states_43_cast")]; tensor vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(66887488))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67673984))), name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67674176)))]; tensor var_688_cast = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_43_cast)[name = tensor("op_688_cast")]; tensor var_689_to_fp16 = const()[name = tensor("op_689_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_47_cast = mul(x = var_688_cast, y = var_689_to_fp16)[name = tensor("tensor_47_cast")]; tensor vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(67676288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68462784))), name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68462976)))]; tensor tensor_43_cast = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_43_cast)[name = tensor("tensor_43_cast")]; tensor var_694 = const()[name = tensor("op_694"), val = tensor([1, -1, 16, 64])]; tensor var_695_cast = reshape(shape = var_694, x = tensor_43_cast)[name = tensor("op_695_cast")]; tensor var_696_perm_0 = const()[name = tensor("op_696_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(68465088))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69251584))), name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69251776)))]; tensor tensor_45_cast = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_43_cast)[name = tensor("tensor_45_cast")]; tensor var_701 = const()[name = tensor("op_701"), val = tensor([1, -1, 16, 64])]; tensor var_702_cast = reshape(shape = var_701, x = tensor_45_cast)[name = tensor("op_702_cast")]; tensor var_703_perm_0 = const()[name = tensor("op_703_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_710 = const()[name = tensor("op_710"), val = tensor([1, 257, 16, 64])]; tensor var_711_cast = reshape(shape = var_710, x = tensor_47_cast)[name = tensor("op_711_cast")]; tensor var_712_perm_0 = const()[name = tensor("op_712_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_714 = const()[name = tensor("op_714"), val = tensor([16, -1, 64])]; tensor transpose_84 = transpose(perm = var_712_perm_0, x = var_711_cast)[name = tensor("transpose_84")]; tensor query_states_15_cast = reshape(shape = var_714, x = transpose_84)[name = tensor("query_states_15_cast")]; tensor var_716 = const()[name = tensor("op_716"), val = tensor([16, -1, 64])]; tensor transpose_83 = transpose(perm = var_696_perm_0, x = var_695_cast)[name = tensor("transpose_83")]; tensor key_states_31_cast = reshape(shape = var_716, x = transpose_83)[name = tensor("key_states_31_cast")]; tensor var_718 = const()[name = tensor("op_718"), val = tensor([16, -1, 64])]; tensor transpose_82 = transpose(perm = var_703_perm_0, x = var_702_cast)[name = tensor("transpose_82")]; tensor value_states_31_cast = reshape(shape = var_718, x = transpose_82)[name = tensor("value_states_31_cast")]; tensor var_720_perm_0 = const()[name = tensor("op_720_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_29_transpose_x_0 = const()[name = tensor("attn_weights_29_transpose_x_0"), val = tensor(false)]; tensor attn_weights_29_transpose_y_0 = const()[name = tensor("attn_weights_29_transpose_y_0"), val = tensor(false)]; tensor transpose_81 = transpose(perm = var_720_perm_0, x = key_states_31_cast)[name = tensor("transpose_81")]; tensor attn_weights_29_cast = matmul(transpose_x = attn_weights_29_transpose_x_0, transpose_y = attn_weights_29_transpose_y_0, x = query_states_15_cast, y = transpose_81)[name = tensor("attn_weights_29_cast")]; tensor input_107_cast = softmax(axis = var_10, x = attn_weights_29_cast)[name = tensor("input_107_cast")]; tensor attn_output_43_transpose_x_0 = const()[name = tensor("attn_output_43_transpose_x_0"), val = tensor(false)]; tensor attn_output_43_transpose_y_0 = const()[name = tensor("attn_output_43_transpose_y_0"), val = tensor(false)]; tensor attn_output_43_cast = matmul(transpose_x = attn_output_43_transpose_x_0, transpose_y = attn_output_43_transpose_y_0, x = input_107_cast, y = value_states_31_cast)[name = tensor("attn_output_43_cast")]; tensor var_725 = const()[name = tensor("op_725"), val = tensor([1, 16, 257, 64])]; tensor attn_output_45_cast = reshape(shape = var_725, x = attn_output_43_cast)[name = tensor("attn_output_45_cast")]; tensor attn_output_47_perm_0 = const()[name = tensor("attn_output_47_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_728 = const()[name = tensor("op_728"), val = tensor([1, 257, 1024])]; tensor transpose_80 = transpose(perm = attn_output_47_perm_0, x = attn_output_45_cast)[name = tensor("transpose_80")]; tensor input_109_cast = reshape(shape = var_728, x = transpose_80)[name = tensor("input_109_cast")]; tensor vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(69253888))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70040384))), name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70040576)))]; tensor hidden_states_45_cast = linear(bias = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16_palettized, x = input_109_cast)[name = tensor("hidden_states_45_cast")]; tensor input_111_cast = add(x = input_105_cast, y = hidden_states_45_cast)[name = tensor("input_111_cast")]; tensor input_113_axes_0 = const()[name = tensor("input_113_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70042688)))]; tensor vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70044800)))]; tensor input_113_cast = layer_norm(axes = input_113_axes_0, beta = vision_model_vision_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_111_cast)[name = tensor("input_113_cast")]; tensor vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(70046912))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73192704))), name = tensor("vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73192896))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73196032))), name = tensor("vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_115_cast = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_7_mlp_fc1_weight_to_fp16_palettized, x = input_113_cast)[name = tensor("input_115_cast")]; tensor var_743_to_fp16 = const()[name = tensor("op_743_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_744_cast = mul(x = input_115_cast, y = var_743_to_fp16)[name = tensor("op_744_cast")]; tensor var_745_cast = sigmoid(x = var_744_cast)[name = tensor("op_745_cast")]; tensor input_117_cast = mul(x = input_115_cast, y = var_745_cast)[name = tensor("input_117_cast")]; tensor vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(73196224))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76342016))), name = tensor("vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76342208)))]; tensor hidden_states_47_cast = linear(bias = vision_model_vision_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_7_mlp_fc2_weight_to_fp16_palettized, x = input_117_cast)[name = tensor("hidden_states_47_cast")]; tensor input_119_cast = add(x = input_111_cast, y = hidden_states_47_cast)[name = tensor("input_119_cast")]; tensor hidden_states_49_axes_0 = const()[name = tensor("hidden_states_49_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76344320)))]; tensor vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76346432)))]; tensor hidden_states_49_cast = layer_norm(axes = hidden_states_49_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_119_cast)[name = tensor("hidden_states_49_cast")]; tensor vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(76348544))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77135040))), name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77135232)))]; tensor var_769_cast = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_49_cast)[name = tensor("op_769_cast")]; tensor var_770_to_fp16 = const()[name = tensor("op_770_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_53_cast = mul(x = var_769_cast, y = var_770_to_fp16)[name = tensor("tensor_53_cast")]; tensor vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77137344))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77923840))), name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77924032)))]; tensor tensor_49_cast = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_49_cast)[name = tensor("tensor_49_cast")]; tensor var_775 = const()[name = tensor("op_775"), val = tensor([1, -1, 16, 64])]; tensor var_776_cast = reshape(shape = var_775, x = tensor_49_cast)[name = tensor("op_776_cast")]; tensor var_777_perm_0 = const()[name = tensor("op_777_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(77926144))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78712640))), name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78712832)))]; tensor tensor_51_cast = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_49_cast)[name = tensor("tensor_51_cast")]; tensor var_782 = const()[name = tensor("op_782"), val = tensor([1, -1, 16, 64])]; tensor var_783_cast = reshape(shape = var_782, x = tensor_51_cast)[name = tensor("op_783_cast")]; tensor var_784_perm_0 = const()[name = tensor("op_784_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_791 = const()[name = tensor("op_791"), val = tensor([1, 257, 16, 64])]; tensor var_792_cast = reshape(shape = var_791, x = tensor_53_cast)[name = tensor("op_792_cast")]; tensor var_793_perm_0 = const()[name = tensor("op_793_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_795 = const()[name = tensor("op_795"), val = tensor([16, -1, 64])]; tensor transpose_79 = transpose(perm = var_793_perm_0, x = var_792_cast)[name = tensor("transpose_79")]; tensor query_states_17_cast = reshape(shape = var_795, x = transpose_79)[name = tensor("query_states_17_cast")]; tensor var_797 = const()[name = tensor("op_797"), val = tensor([16, -1, 64])]; tensor transpose_78 = transpose(perm = var_777_perm_0, x = var_776_cast)[name = tensor("transpose_78")]; tensor key_states_35_cast = reshape(shape = var_797, x = transpose_78)[name = tensor("key_states_35_cast")]; tensor var_799 = const()[name = tensor("op_799"), val = tensor([16, -1, 64])]; tensor transpose_77 = transpose(perm = var_784_perm_0, x = var_783_cast)[name = tensor("transpose_77")]; tensor value_states_35_cast = reshape(shape = var_799, x = transpose_77)[name = tensor("value_states_35_cast")]; tensor var_801_perm_0 = const()[name = tensor("op_801_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_33_transpose_x_0 = const()[name = tensor("attn_weights_33_transpose_x_0"), val = tensor(false)]; tensor attn_weights_33_transpose_y_0 = const()[name = tensor("attn_weights_33_transpose_y_0"), val = tensor(false)]; tensor transpose_76 = transpose(perm = var_801_perm_0, x = key_states_35_cast)[name = tensor("transpose_76")]; tensor attn_weights_33_cast = matmul(transpose_x = attn_weights_33_transpose_x_0, transpose_y = attn_weights_33_transpose_y_0, x = query_states_17_cast, y = transpose_76)[name = tensor("attn_weights_33_cast")]; tensor input_121_cast = softmax(axis = var_10, x = attn_weights_33_cast)[name = tensor("input_121_cast")]; tensor attn_output_49_transpose_x_0 = const()[name = tensor("attn_output_49_transpose_x_0"), val = tensor(false)]; tensor attn_output_49_transpose_y_0 = const()[name = tensor("attn_output_49_transpose_y_0"), val = tensor(false)]; tensor attn_output_49_cast = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = input_121_cast, y = value_states_35_cast)[name = tensor("attn_output_49_cast")]; tensor var_806 = const()[name = tensor("op_806"), val = tensor([1, 16, 257, 64])]; tensor attn_output_51_cast = reshape(shape = var_806, x = attn_output_49_cast)[name = tensor("attn_output_51_cast")]; tensor attn_output_53_perm_0 = const()[name = tensor("attn_output_53_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_809 = const()[name = tensor("op_809"), val = tensor([1, 257, 1024])]; tensor transpose_75 = transpose(perm = attn_output_53_perm_0, x = attn_output_51_cast)[name = tensor("transpose_75")]; tensor input_123_cast = reshape(shape = var_809, x = transpose_75)[name = tensor("input_123_cast")]; tensor vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(78714944))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79501440))), name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79501632)))]; tensor hidden_states_51_cast = linear(bias = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16_palettized, x = input_123_cast)[name = tensor("hidden_states_51_cast")]; tensor input_125_cast = add(x = input_119_cast, y = hidden_states_51_cast)[name = tensor("input_125_cast")]; tensor input_127_axes_0 = const()[name = tensor("input_127_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79503744)))]; tensor vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79505856)))]; tensor input_127_cast = layer_norm(axes = input_127_axes_0, beta = vision_model_vision_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_125_cast)[name = tensor("input_127_cast")]; tensor vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(79507968))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82653760))), name = tensor("vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82653952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82657088))), name = tensor("vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_129_cast = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_8_mlp_fc1_weight_to_fp16_palettized, x = input_127_cast)[name = tensor("input_129_cast")]; tensor var_824_to_fp16 = const()[name = tensor("op_824_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_825_cast = mul(x = input_129_cast, y = var_824_to_fp16)[name = tensor("op_825_cast")]; tensor var_826_cast = sigmoid(x = var_825_cast)[name = tensor("op_826_cast")]; tensor input_131_cast = mul(x = input_129_cast, y = var_826_cast)[name = tensor("input_131_cast")]; tensor vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(82657280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85803072))), name = tensor("vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85803264)))]; tensor hidden_states_53_cast = linear(bias = vision_model_vision_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_8_mlp_fc2_weight_to_fp16_palettized, x = input_131_cast)[name = tensor("hidden_states_53_cast")]; tensor input_133_cast = add(x = input_125_cast, y = hidden_states_53_cast)[name = tensor("input_133_cast")]; tensor hidden_states_55_axes_0 = const()[name = tensor("hidden_states_55_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85805376)))]; tensor vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85807488)))]; tensor hidden_states_55_cast = layer_norm(axes = hidden_states_55_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_133_cast)[name = tensor("hidden_states_55_cast")]; tensor vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(85809600))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86596096))), name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86596288)))]; tensor var_850_cast = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_55_cast)[name = tensor("op_850_cast")]; tensor var_851_to_fp16 = const()[name = tensor("op_851_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_59_cast = mul(x = var_850_cast, y = var_851_to_fp16)[name = tensor("tensor_59_cast")]; tensor vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(86598400))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87384896))), name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87385088)))]; tensor tensor_55_cast = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_55_cast)[name = tensor("tensor_55_cast")]; tensor var_856 = const()[name = tensor("op_856"), val = tensor([1, -1, 16, 64])]; tensor var_857_cast = reshape(shape = var_856, x = tensor_55_cast)[name = tensor("op_857_cast")]; tensor var_858_perm_0 = const()[name = tensor("op_858_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(87387200))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88173696))), name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88173888)))]; tensor tensor_57_cast = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_55_cast)[name = tensor("tensor_57_cast")]; tensor var_863 = const()[name = tensor("op_863"), val = tensor([1, -1, 16, 64])]; tensor var_864_cast = reshape(shape = var_863, x = tensor_57_cast)[name = tensor("op_864_cast")]; tensor var_865_perm_0 = const()[name = tensor("op_865_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_872 = const()[name = tensor("op_872"), val = tensor([1, 257, 16, 64])]; tensor var_873_cast = reshape(shape = var_872, x = tensor_59_cast)[name = tensor("op_873_cast")]; tensor var_874_perm_0 = const()[name = tensor("op_874_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_876 = const()[name = tensor("op_876"), val = tensor([16, -1, 64])]; tensor transpose_74 = transpose(perm = var_874_perm_0, x = var_873_cast)[name = tensor("transpose_74")]; tensor query_states_19_cast = reshape(shape = var_876, x = transpose_74)[name = tensor("query_states_19_cast")]; tensor var_878 = const()[name = tensor("op_878"), val = tensor([16, -1, 64])]; tensor transpose_73 = transpose(perm = var_858_perm_0, x = var_857_cast)[name = tensor("transpose_73")]; tensor key_states_39_cast = reshape(shape = var_878, x = transpose_73)[name = tensor("key_states_39_cast")]; tensor var_880 = const()[name = tensor("op_880"), val = tensor([16, -1, 64])]; tensor transpose_72 = transpose(perm = var_865_perm_0, x = var_864_cast)[name = tensor("transpose_72")]; tensor value_states_39_cast = reshape(shape = var_880, x = transpose_72)[name = tensor("value_states_39_cast")]; tensor var_882_perm_0 = const()[name = tensor("op_882_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_37_transpose_x_0 = const()[name = tensor("attn_weights_37_transpose_x_0"), val = tensor(false)]; tensor attn_weights_37_transpose_y_0 = const()[name = tensor("attn_weights_37_transpose_y_0"), val = tensor(false)]; tensor transpose_71 = transpose(perm = var_882_perm_0, x = key_states_39_cast)[name = tensor("transpose_71")]; tensor attn_weights_37_cast = matmul(transpose_x = attn_weights_37_transpose_x_0, transpose_y = attn_weights_37_transpose_y_0, x = query_states_19_cast, y = transpose_71)[name = tensor("attn_weights_37_cast")]; tensor input_135_cast = softmax(axis = var_10, x = attn_weights_37_cast)[name = tensor("input_135_cast")]; tensor attn_output_55_transpose_x_0 = const()[name = tensor("attn_output_55_transpose_x_0"), val = tensor(false)]; tensor attn_output_55_transpose_y_0 = const()[name = tensor("attn_output_55_transpose_y_0"), val = tensor(false)]; tensor attn_output_55_cast = matmul(transpose_x = attn_output_55_transpose_x_0, transpose_y = attn_output_55_transpose_y_0, x = input_135_cast, y = value_states_39_cast)[name = tensor("attn_output_55_cast")]; tensor var_887 = const()[name = tensor("op_887"), val = tensor([1, 16, 257, 64])]; tensor attn_output_57_cast = reshape(shape = var_887, x = attn_output_55_cast)[name = tensor("attn_output_57_cast")]; tensor attn_output_59_perm_0 = const()[name = tensor("attn_output_59_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_890 = const()[name = tensor("op_890"), val = tensor([1, 257, 1024])]; tensor transpose_70 = transpose(perm = attn_output_59_perm_0, x = attn_output_57_cast)[name = tensor("transpose_70")]; tensor input_137_cast = reshape(shape = var_890, x = transpose_70)[name = tensor("input_137_cast")]; tensor vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88176000))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88962496))), name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88962688)))]; tensor hidden_states_57_cast = linear(bias = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16_palettized, x = input_137_cast)[name = tensor("hidden_states_57_cast")]; tensor input_139_cast = add(x = input_133_cast, y = hidden_states_57_cast)[name = tensor("input_139_cast")]; tensor input_141_axes_0 = const()[name = tensor("input_141_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88964800)))]; tensor vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88966912)))]; tensor input_141_cast = layer_norm(axes = input_141_axes_0, beta = vision_model_vision_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_139_cast)[name = tensor("input_141_cast")]; tensor vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(88969024))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92114816))), name = tensor("vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92115008))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92118144))), name = tensor("vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_143_cast = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_9_mlp_fc1_weight_to_fp16_palettized, x = input_141_cast)[name = tensor("input_143_cast")]; tensor var_905_to_fp16 = const()[name = tensor("op_905_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_906_cast = mul(x = input_143_cast, y = var_905_to_fp16)[name = tensor("op_906_cast")]; tensor var_907_cast = sigmoid(x = var_906_cast)[name = tensor("op_907_cast")]; tensor input_145_cast = mul(x = input_143_cast, y = var_907_cast)[name = tensor("input_145_cast")]; tensor vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(92118336))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95264128))), name = tensor("vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95264320)))]; tensor hidden_states_59_cast = linear(bias = vision_model_vision_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_9_mlp_fc2_weight_to_fp16_palettized, x = input_145_cast)[name = tensor("hidden_states_59_cast")]; tensor input_147_cast = add(x = input_139_cast, y = hidden_states_59_cast)[name = tensor("input_147_cast")]; tensor hidden_states_61_axes_0 = const()[name = tensor("hidden_states_61_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95266432)))]; tensor vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95268544)))]; tensor hidden_states_61_cast = layer_norm(axes = hidden_states_61_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_147_cast)[name = tensor("hidden_states_61_cast")]; tensor vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(95270656))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96057152))), name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96057344)))]; tensor var_931_cast = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_61_cast)[name = tensor("op_931_cast")]; tensor var_932_to_fp16 = const()[name = tensor("op_932_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_65_cast = mul(x = var_931_cast, y = var_932_to_fp16)[name = tensor("tensor_65_cast")]; tensor vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96059456))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96845952))), name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96846144)))]; tensor tensor_61_cast = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_61_cast)[name = tensor("tensor_61_cast")]; tensor var_937 = const()[name = tensor("op_937"), val = tensor([1, -1, 16, 64])]; tensor var_938_cast = reshape(shape = var_937, x = tensor_61_cast)[name = tensor("op_938_cast")]; tensor var_939_perm_0 = const()[name = tensor("op_939_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(96848256))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97634752))), name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97634944)))]; tensor tensor_63_cast = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_61_cast)[name = tensor("tensor_63_cast")]; tensor var_944 = const()[name = tensor("op_944"), val = tensor([1, -1, 16, 64])]; tensor var_945_cast = reshape(shape = var_944, x = tensor_63_cast)[name = tensor("op_945_cast")]; tensor var_946_perm_0 = const()[name = tensor("op_946_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_953 = const()[name = tensor("op_953"), val = tensor([1, 257, 16, 64])]; tensor var_954_cast = reshape(shape = var_953, x = tensor_65_cast)[name = tensor("op_954_cast")]; tensor var_955_perm_0 = const()[name = tensor("op_955_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_957 = const()[name = tensor("op_957"), val = tensor([16, -1, 64])]; tensor transpose_69 = transpose(perm = var_955_perm_0, x = var_954_cast)[name = tensor("transpose_69")]; tensor query_states_21_cast = reshape(shape = var_957, x = transpose_69)[name = tensor("query_states_21_cast")]; tensor var_959 = const()[name = tensor("op_959"), val = tensor([16, -1, 64])]; tensor transpose_68 = transpose(perm = var_939_perm_0, x = var_938_cast)[name = tensor("transpose_68")]; tensor key_states_43_cast = reshape(shape = var_959, x = transpose_68)[name = tensor("key_states_43_cast")]; tensor var_961 = const()[name = tensor("op_961"), val = tensor([16, -1, 64])]; tensor transpose_67 = transpose(perm = var_946_perm_0, x = var_945_cast)[name = tensor("transpose_67")]; tensor value_states_43_cast = reshape(shape = var_961, x = transpose_67)[name = tensor("value_states_43_cast")]; tensor var_963_perm_0 = const()[name = tensor("op_963_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_41_transpose_x_0 = const()[name = tensor("attn_weights_41_transpose_x_0"), val = tensor(false)]; tensor attn_weights_41_transpose_y_0 = const()[name = tensor("attn_weights_41_transpose_y_0"), val = tensor(false)]; tensor transpose_66 = transpose(perm = var_963_perm_0, x = key_states_43_cast)[name = tensor("transpose_66")]; tensor attn_weights_41_cast = matmul(transpose_x = attn_weights_41_transpose_x_0, transpose_y = attn_weights_41_transpose_y_0, x = query_states_21_cast, y = transpose_66)[name = tensor("attn_weights_41_cast")]; tensor input_149_cast = softmax(axis = var_10, x = attn_weights_41_cast)[name = tensor("input_149_cast")]; tensor attn_output_61_transpose_x_0 = const()[name = tensor("attn_output_61_transpose_x_0"), val = tensor(false)]; tensor attn_output_61_transpose_y_0 = const()[name = tensor("attn_output_61_transpose_y_0"), val = tensor(false)]; tensor attn_output_61_cast = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = input_149_cast, y = value_states_43_cast)[name = tensor("attn_output_61_cast")]; tensor var_968 = const()[name = tensor("op_968"), val = tensor([1, 16, 257, 64])]; tensor attn_output_63_cast = reshape(shape = var_968, x = attn_output_61_cast)[name = tensor("attn_output_63_cast")]; tensor attn_output_65_perm_0 = const()[name = tensor("attn_output_65_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_971 = const()[name = tensor("op_971"), val = tensor([1, 257, 1024])]; tensor transpose_65 = transpose(perm = attn_output_65_perm_0, x = attn_output_63_cast)[name = tensor("transpose_65")]; tensor input_151_cast = reshape(shape = var_971, x = transpose_65)[name = tensor("input_151_cast")]; tensor vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(97637056))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98423552))), name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98423744)))]; tensor hidden_states_63_cast = linear(bias = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16_palettized, x = input_151_cast)[name = tensor("hidden_states_63_cast")]; tensor input_153_cast = add(x = input_147_cast, y = hidden_states_63_cast)[name = tensor("input_153_cast")]; tensor input_155_axes_0 = const()[name = tensor("input_155_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98425856)))]; tensor vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98427968)))]; tensor input_155_cast = layer_norm(axes = input_155_axes_0, beta = vision_model_vision_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_153_cast)[name = tensor("input_155_cast")]; tensor vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(98430080))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101575872))), name = tensor("vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101576064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101579200))), name = tensor("vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_157_cast = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_10_mlp_fc1_weight_to_fp16_palettized, x = input_155_cast)[name = tensor("input_157_cast")]; tensor var_986_to_fp16 = const()[name = tensor("op_986_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_987_cast = mul(x = input_157_cast, y = var_986_to_fp16)[name = tensor("op_987_cast")]; tensor var_988_cast = sigmoid(x = var_987_cast)[name = tensor("op_988_cast")]; tensor input_159_cast = mul(x = input_157_cast, y = var_988_cast)[name = tensor("input_159_cast")]; tensor vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101579392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104725184))), name = tensor("vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104725376)))]; tensor hidden_states_65_cast = linear(bias = vision_model_vision_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_10_mlp_fc2_weight_to_fp16_palettized, x = input_159_cast)[name = tensor("hidden_states_65_cast")]; tensor input_161_cast = add(x = input_153_cast, y = hidden_states_65_cast)[name = tensor("input_161_cast")]; tensor hidden_states_67_axes_0 = const()[name = tensor("hidden_states_67_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104727488)))]; tensor vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104729600)))]; tensor hidden_states_67_cast = layer_norm(axes = hidden_states_67_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_161_cast)[name = tensor("hidden_states_67_cast")]; tensor vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(104731712))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105518208))), name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105518400)))]; tensor var_1012_cast = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_67_cast)[name = tensor("op_1012_cast")]; tensor var_1013_to_fp16 = const()[name = tensor("op_1013_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_71_cast = mul(x = var_1012_cast, y = var_1013_to_fp16)[name = tensor("tensor_71_cast")]; tensor vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105520512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106307008))), name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106307200)))]; tensor tensor_67_cast = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_67_cast)[name = tensor("tensor_67_cast")]; tensor var_1018 = const()[name = tensor("op_1018"), val = tensor([1, -1, 16, 64])]; tensor var_1019_cast = reshape(shape = var_1018, x = tensor_67_cast)[name = tensor("op_1019_cast")]; tensor var_1020_perm_0 = const()[name = tensor("op_1020_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(106309312))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107095808))), name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107096000)))]; tensor tensor_69_cast = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_67_cast)[name = tensor("tensor_69_cast")]; tensor var_1025 = const()[name = tensor("op_1025"), val = tensor([1, -1, 16, 64])]; tensor var_1026_cast = reshape(shape = var_1025, x = tensor_69_cast)[name = tensor("op_1026_cast")]; tensor var_1027_perm_0 = const()[name = tensor("op_1027_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1034 = const()[name = tensor("op_1034"), val = tensor([1, 257, 16, 64])]; tensor var_1035_cast = reshape(shape = var_1034, x = tensor_71_cast)[name = tensor("op_1035_cast")]; tensor var_1036_perm_0 = const()[name = tensor("op_1036_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1038 = const()[name = tensor("op_1038"), val = tensor([16, -1, 64])]; tensor transpose_64 = transpose(perm = var_1036_perm_0, x = var_1035_cast)[name = tensor("transpose_64")]; tensor query_states_23_cast = reshape(shape = var_1038, x = transpose_64)[name = tensor("query_states_23_cast")]; tensor var_1040 = const()[name = tensor("op_1040"), val = tensor([16, -1, 64])]; tensor transpose_63 = transpose(perm = var_1020_perm_0, x = var_1019_cast)[name = tensor("transpose_63")]; tensor key_states_47_cast = reshape(shape = var_1040, x = transpose_63)[name = tensor("key_states_47_cast")]; tensor var_1042 = const()[name = tensor("op_1042"), val = tensor([16, -1, 64])]; tensor transpose_62 = transpose(perm = var_1027_perm_0, x = var_1026_cast)[name = tensor("transpose_62")]; tensor value_states_47_cast = reshape(shape = var_1042, x = transpose_62)[name = tensor("value_states_47_cast")]; tensor var_1044_perm_0 = const()[name = tensor("op_1044_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_45_transpose_x_0 = const()[name = tensor("attn_weights_45_transpose_x_0"), val = tensor(false)]; tensor attn_weights_45_transpose_y_0 = const()[name = tensor("attn_weights_45_transpose_y_0"), val = tensor(false)]; tensor transpose_61 = transpose(perm = var_1044_perm_0, x = key_states_47_cast)[name = tensor("transpose_61")]; tensor attn_weights_45_cast = matmul(transpose_x = attn_weights_45_transpose_x_0, transpose_y = attn_weights_45_transpose_y_0, x = query_states_23_cast, y = transpose_61)[name = tensor("attn_weights_45_cast")]; tensor input_163_cast = softmax(axis = var_10, x = attn_weights_45_cast)[name = tensor("input_163_cast")]; tensor attn_output_67_transpose_x_0 = const()[name = tensor("attn_output_67_transpose_x_0"), val = tensor(false)]; tensor attn_output_67_transpose_y_0 = const()[name = tensor("attn_output_67_transpose_y_0"), val = tensor(false)]; tensor attn_output_67_cast = matmul(transpose_x = attn_output_67_transpose_x_0, transpose_y = attn_output_67_transpose_y_0, x = input_163_cast, y = value_states_47_cast)[name = tensor("attn_output_67_cast")]; tensor var_1049 = const()[name = tensor("op_1049"), val = tensor([1, 16, 257, 64])]; tensor attn_output_69_cast = reshape(shape = var_1049, x = attn_output_67_cast)[name = tensor("attn_output_69_cast")]; tensor attn_output_71_perm_0 = const()[name = tensor("attn_output_71_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1052 = const()[name = tensor("op_1052"), val = tensor([1, 257, 1024])]; tensor transpose_60 = transpose(perm = attn_output_71_perm_0, x = attn_output_69_cast)[name = tensor("transpose_60")]; tensor input_165_cast = reshape(shape = var_1052, x = transpose_60)[name = tensor("input_165_cast")]; tensor vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107098112))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107884608))), name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107884800)))]; tensor hidden_states_69_cast = linear(bias = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16_palettized, x = input_165_cast)[name = tensor("hidden_states_69_cast")]; tensor input_167_cast = add(x = input_161_cast, y = hidden_states_69_cast)[name = tensor("input_167_cast")]; tensor input_169_axes_0 = const()[name = tensor("input_169_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107886912)))]; tensor vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107889024)))]; tensor input_169_cast = layer_norm(axes = input_169_axes_0, beta = vision_model_vision_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_167_cast)[name = tensor("input_169_cast")]; tensor vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107891136))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111036928))), name = tensor("vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111037120))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111040256))), name = tensor("vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_171_cast = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_11_mlp_fc1_weight_to_fp16_palettized, x = input_169_cast)[name = tensor("input_171_cast")]; tensor var_1067_to_fp16 = const()[name = tensor("op_1067_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1068_cast = mul(x = input_171_cast, y = var_1067_to_fp16)[name = tensor("op_1068_cast")]; tensor var_1069_cast = sigmoid(x = var_1068_cast)[name = tensor("op_1069_cast")]; tensor input_173_cast = mul(x = input_171_cast, y = var_1069_cast)[name = tensor("input_173_cast")]; tensor vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(111040448))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114186240))), name = tensor("vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114186432)))]; tensor hidden_states_71_cast = linear(bias = vision_model_vision_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_11_mlp_fc2_weight_to_fp16_palettized, x = input_173_cast)[name = tensor("hidden_states_71_cast")]; tensor input_175_cast = add(x = input_167_cast, y = hidden_states_71_cast)[name = tensor("input_175_cast")]; tensor hidden_states_73_axes_0 = const()[name = tensor("hidden_states_73_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114188544)))]; tensor vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114190656)))]; tensor hidden_states_73_cast = layer_norm(axes = hidden_states_73_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_175_cast)[name = tensor("hidden_states_73_cast")]; tensor vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114192768))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114979264))), name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114979456)))]; tensor var_1093_cast = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_73_cast)[name = tensor("op_1093_cast")]; tensor var_1094_to_fp16 = const()[name = tensor("op_1094_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_77_cast = mul(x = var_1093_cast, y = var_1094_to_fp16)[name = tensor("tensor_77_cast")]; tensor vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(114981568))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115768064))), name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115768256)))]; tensor tensor_73_cast = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_73_cast)[name = tensor("tensor_73_cast")]; tensor var_1099 = const()[name = tensor("op_1099"), val = tensor([1, -1, 16, 64])]; tensor var_1100_cast = reshape(shape = var_1099, x = tensor_73_cast)[name = tensor("op_1100_cast")]; tensor var_1101_perm_0 = const()[name = tensor("op_1101_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(115770368))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116556864))), name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116557056)))]; tensor tensor_75_cast = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_73_cast)[name = tensor("tensor_75_cast")]; tensor var_1106 = const()[name = tensor("op_1106"), val = tensor([1, -1, 16, 64])]; tensor var_1107_cast = reshape(shape = var_1106, x = tensor_75_cast)[name = tensor("op_1107_cast")]; tensor var_1108_perm_0 = const()[name = tensor("op_1108_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1115 = const()[name = tensor("op_1115"), val = tensor([1, 257, 16, 64])]; tensor var_1116_cast = reshape(shape = var_1115, x = tensor_77_cast)[name = tensor("op_1116_cast")]; tensor var_1117_perm_0 = const()[name = tensor("op_1117_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1119 = const()[name = tensor("op_1119"), val = tensor([16, -1, 64])]; tensor transpose_59 = transpose(perm = var_1117_perm_0, x = var_1116_cast)[name = tensor("transpose_59")]; tensor query_states_25_cast = reshape(shape = var_1119, x = transpose_59)[name = tensor("query_states_25_cast")]; tensor var_1121 = const()[name = tensor("op_1121"), val = tensor([16, -1, 64])]; tensor transpose_58 = transpose(perm = var_1101_perm_0, x = var_1100_cast)[name = tensor("transpose_58")]; tensor key_states_51_cast = reshape(shape = var_1121, x = transpose_58)[name = tensor("key_states_51_cast")]; tensor var_1123 = const()[name = tensor("op_1123"), val = tensor([16, -1, 64])]; tensor transpose_57 = transpose(perm = var_1108_perm_0, x = var_1107_cast)[name = tensor("transpose_57")]; tensor value_states_51_cast = reshape(shape = var_1123, x = transpose_57)[name = tensor("value_states_51_cast")]; tensor var_1125_perm_0 = const()[name = tensor("op_1125_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_49_transpose_x_0 = const()[name = tensor("attn_weights_49_transpose_x_0"), val = tensor(false)]; tensor attn_weights_49_transpose_y_0 = const()[name = tensor("attn_weights_49_transpose_y_0"), val = tensor(false)]; tensor transpose_56 = transpose(perm = var_1125_perm_0, x = key_states_51_cast)[name = tensor("transpose_56")]; tensor attn_weights_49_cast = matmul(transpose_x = attn_weights_49_transpose_x_0, transpose_y = attn_weights_49_transpose_y_0, x = query_states_25_cast, y = transpose_56)[name = tensor("attn_weights_49_cast")]; tensor input_177_cast = softmax(axis = var_10, x = attn_weights_49_cast)[name = tensor("input_177_cast")]; tensor attn_output_73_transpose_x_0 = const()[name = tensor("attn_output_73_transpose_x_0"), val = tensor(false)]; tensor attn_output_73_transpose_y_0 = const()[name = tensor("attn_output_73_transpose_y_0"), val = tensor(false)]; tensor attn_output_73_cast = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = input_177_cast, y = value_states_51_cast)[name = tensor("attn_output_73_cast")]; tensor var_1130 = const()[name = tensor("op_1130"), val = tensor([1, 16, 257, 64])]; tensor attn_output_75_cast = reshape(shape = var_1130, x = attn_output_73_cast)[name = tensor("attn_output_75_cast")]; tensor attn_output_77_perm_0 = const()[name = tensor("attn_output_77_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1133 = const()[name = tensor("op_1133"), val = tensor([1, 257, 1024])]; tensor transpose_55 = transpose(perm = attn_output_77_perm_0, x = attn_output_75_cast)[name = tensor("transpose_55")]; tensor input_179_cast = reshape(shape = var_1133, x = transpose_55)[name = tensor("input_179_cast")]; tensor vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(116559168))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117345664))), name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117345856)))]; tensor hidden_states_75_cast = linear(bias = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16_palettized, x = input_179_cast)[name = tensor("hidden_states_75_cast")]; tensor input_181_cast = add(x = input_175_cast, y = hidden_states_75_cast)[name = tensor("input_181_cast")]; tensor input_183_axes_0 = const()[name = tensor("input_183_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117347968)))]; tensor vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117350080)))]; tensor input_183_cast = layer_norm(axes = input_183_axes_0, beta = vision_model_vision_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_181_cast)[name = tensor("input_183_cast")]; tensor vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(117352192))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120497984))), name = tensor("vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120498176))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120501312))), name = tensor("vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_185_cast = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_12_mlp_fc1_weight_to_fp16_palettized, x = input_183_cast)[name = tensor("input_185_cast")]; tensor var_1148_to_fp16 = const()[name = tensor("op_1148_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1149_cast = mul(x = input_185_cast, y = var_1148_to_fp16)[name = tensor("op_1149_cast")]; tensor var_1150_cast = sigmoid(x = var_1149_cast)[name = tensor("op_1150_cast")]; tensor input_187_cast = mul(x = input_185_cast, y = var_1150_cast)[name = tensor("input_187_cast")]; tensor vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(120501504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123647296))), name = tensor("vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123647488)))]; tensor hidden_states_77_cast = linear(bias = vision_model_vision_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_12_mlp_fc2_weight_to_fp16_palettized, x = input_187_cast)[name = tensor("hidden_states_77_cast")]; tensor input_189_cast = add(x = input_181_cast, y = hidden_states_77_cast)[name = tensor("input_189_cast")]; tensor hidden_states_79_axes_0 = const()[name = tensor("hidden_states_79_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123649600)))]; tensor vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123651712)))]; tensor hidden_states_79_cast = layer_norm(axes = hidden_states_79_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_189_cast)[name = tensor("hidden_states_79_cast")]; tensor vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(123653824))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124440320))), name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124440512)))]; tensor var_1174_cast = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_79_cast)[name = tensor("op_1174_cast")]; tensor var_1175_to_fp16 = const()[name = tensor("op_1175_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_83_cast = mul(x = var_1174_cast, y = var_1175_to_fp16)[name = tensor("tensor_83_cast")]; tensor vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(124442624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125229120))), name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125229312)))]; tensor tensor_79_cast = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_79_cast)[name = tensor("tensor_79_cast")]; tensor var_1180 = const()[name = tensor("op_1180"), val = tensor([1, -1, 16, 64])]; tensor var_1181_cast = reshape(shape = var_1180, x = tensor_79_cast)[name = tensor("op_1181_cast")]; tensor var_1182_perm_0 = const()[name = tensor("op_1182_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(125231424))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126017920))), name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126018112)))]; tensor tensor_81_cast = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_79_cast)[name = tensor("tensor_81_cast")]; tensor var_1187 = const()[name = tensor("op_1187"), val = tensor([1, -1, 16, 64])]; tensor var_1188_cast = reshape(shape = var_1187, x = tensor_81_cast)[name = tensor("op_1188_cast")]; tensor var_1189_perm_0 = const()[name = tensor("op_1189_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1196 = const()[name = tensor("op_1196"), val = tensor([1, 257, 16, 64])]; tensor var_1197_cast = reshape(shape = var_1196, x = tensor_83_cast)[name = tensor("op_1197_cast")]; tensor var_1198_perm_0 = const()[name = tensor("op_1198_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1200 = const()[name = tensor("op_1200"), val = tensor([16, -1, 64])]; tensor transpose_54 = transpose(perm = var_1198_perm_0, x = var_1197_cast)[name = tensor("transpose_54")]; tensor query_states_27_cast = reshape(shape = var_1200, x = transpose_54)[name = tensor("query_states_27_cast")]; tensor var_1202 = const()[name = tensor("op_1202"), val = tensor([16, -1, 64])]; tensor transpose_53 = transpose(perm = var_1182_perm_0, x = var_1181_cast)[name = tensor("transpose_53")]; tensor key_states_55_cast = reshape(shape = var_1202, x = transpose_53)[name = tensor("key_states_55_cast")]; tensor var_1204 = const()[name = tensor("op_1204"), val = tensor([16, -1, 64])]; tensor transpose_52 = transpose(perm = var_1189_perm_0, x = var_1188_cast)[name = tensor("transpose_52")]; tensor value_states_55_cast = reshape(shape = var_1204, x = transpose_52)[name = tensor("value_states_55_cast")]; tensor var_1206_perm_0 = const()[name = tensor("op_1206_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_53_transpose_x_0 = const()[name = tensor("attn_weights_53_transpose_x_0"), val = tensor(false)]; tensor attn_weights_53_transpose_y_0 = const()[name = tensor("attn_weights_53_transpose_y_0"), val = tensor(false)]; tensor transpose_51 = transpose(perm = var_1206_perm_0, x = key_states_55_cast)[name = tensor("transpose_51")]; tensor attn_weights_53_cast = matmul(transpose_x = attn_weights_53_transpose_x_0, transpose_y = attn_weights_53_transpose_y_0, x = query_states_27_cast, y = transpose_51)[name = tensor("attn_weights_53_cast")]; tensor input_191_cast = softmax(axis = var_10, x = attn_weights_53_cast)[name = tensor("input_191_cast")]; tensor attn_output_79_transpose_x_0 = const()[name = tensor("attn_output_79_transpose_x_0"), val = tensor(false)]; tensor attn_output_79_transpose_y_0 = const()[name = tensor("attn_output_79_transpose_y_0"), val = tensor(false)]; tensor attn_output_79_cast = matmul(transpose_x = attn_output_79_transpose_x_0, transpose_y = attn_output_79_transpose_y_0, x = input_191_cast, y = value_states_55_cast)[name = tensor("attn_output_79_cast")]; tensor var_1211 = const()[name = tensor("op_1211"), val = tensor([1, 16, 257, 64])]; tensor attn_output_81_cast = reshape(shape = var_1211, x = attn_output_79_cast)[name = tensor("attn_output_81_cast")]; tensor attn_output_83_perm_0 = const()[name = tensor("attn_output_83_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1214 = const()[name = tensor("op_1214"), val = tensor([1, 257, 1024])]; tensor transpose_50 = transpose(perm = attn_output_83_perm_0, x = attn_output_81_cast)[name = tensor("transpose_50")]; tensor input_193_cast = reshape(shape = var_1214, x = transpose_50)[name = tensor("input_193_cast")]; tensor vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126020224))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126806720))), name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126806912)))]; tensor hidden_states_81_cast = linear(bias = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16_palettized, x = input_193_cast)[name = tensor("hidden_states_81_cast")]; tensor input_195_cast = add(x = input_189_cast, y = hidden_states_81_cast)[name = tensor("input_195_cast")]; tensor input_197_axes_0 = const()[name = tensor("input_197_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126809024)))]; tensor vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126811136)))]; tensor input_197_cast = layer_norm(axes = input_197_axes_0, beta = vision_model_vision_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_195_cast)[name = tensor("input_197_cast")]; tensor vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126813248))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129959040))), name = tensor("vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129959232))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129962368))), name = tensor("vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_199_cast = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_13_mlp_fc1_weight_to_fp16_palettized, x = input_197_cast)[name = tensor("input_199_cast")]; tensor var_1229_to_fp16 = const()[name = tensor("op_1229_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1230_cast = mul(x = input_199_cast, y = var_1229_to_fp16)[name = tensor("op_1230_cast")]; tensor var_1231_cast = sigmoid(x = var_1230_cast)[name = tensor("op_1231_cast")]; tensor input_201_cast = mul(x = input_199_cast, y = var_1231_cast)[name = tensor("input_201_cast")]; tensor vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(129962560))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133108352))), name = tensor("vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133108544)))]; tensor hidden_states_83_cast = linear(bias = vision_model_vision_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_13_mlp_fc2_weight_to_fp16_palettized, x = input_201_cast)[name = tensor("hidden_states_83_cast")]; tensor input_203_cast = add(x = input_195_cast, y = hidden_states_83_cast)[name = tensor("input_203_cast")]; tensor hidden_states_85_axes_0 = const()[name = tensor("hidden_states_85_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133110656)))]; tensor vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133112768)))]; tensor hidden_states_85_cast = layer_norm(axes = hidden_states_85_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_203_cast)[name = tensor("hidden_states_85_cast")]; tensor vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133114880))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133901376))), name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133901568)))]; tensor var_1255_cast = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_85_cast)[name = tensor("op_1255_cast")]; tensor var_1256_to_fp16 = const()[name = tensor("op_1256_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_89_cast = mul(x = var_1255_cast, y = var_1256_to_fp16)[name = tensor("tensor_89_cast")]; tensor vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(133903680))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134690176))), name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134690368)))]; tensor tensor_85_cast = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_85_cast)[name = tensor("tensor_85_cast")]; tensor var_1261 = const()[name = tensor("op_1261"), val = tensor([1, -1, 16, 64])]; tensor var_1262_cast = reshape(shape = var_1261, x = tensor_85_cast)[name = tensor("op_1262_cast")]; tensor var_1263_perm_0 = const()[name = tensor("op_1263_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134692480))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135478976))), name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135479168)))]; tensor tensor_87_cast = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_85_cast)[name = tensor("tensor_87_cast")]; tensor var_1268 = const()[name = tensor("op_1268"), val = tensor([1, -1, 16, 64])]; tensor var_1269_cast = reshape(shape = var_1268, x = tensor_87_cast)[name = tensor("op_1269_cast")]; tensor var_1270_perm_0 = const()[name = tensor("op_1270_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1277 = const()[name = tensor("op_1277"), val = tensor([1, 257, 16, 64])]; tensor var_1278_cast = reshape(shape = var_1277, x = tensor_89_cast)[name = tensor("op_1278_cast")]; tensor var_1279_perm_0 = const()[name = tensor("op_1279_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1281 = const()[name = tensor("op_1281"), val = tensor([16, -1, 64])]; tensor transpose_49 = transpose(perm = var_1279_perm_0, x = var_1278_cast)[name = tensor("transpose_49")]; tensor query_states_29_cast = reshape(shape = var_1281, x = transpose_49)[name = tensor("query_states_29_cast")]; tensor var_1283 = const()[name = tensor("op_1283"), val = tensor([16, -1, 64])]; tensor transpose_48 = transpose(perm = var_1263_perm_0, x = var_1262_cast)[name = tensor("transpose_48")]; tensor key_states_59_cast = reshape(shape = var_1283, x = transpose_48)[name = tensor("key_states_59_cast")]; tensor var_1285 = const()[name = tensor("op_1285"), val = tensor([16, -1, 64])]; tensor transpose_47 = transpose(perm = var_1270_perm_0, x = var_1269_cast)[name = tensor("transpose_47")]; tensor value_states_59_cast = reshape(shape = var_1285, x = transpose_47)[name = tensor("value_states_59_cast")]; tensor var_1287_perm_0 = const()[name = tensor("op_1287_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_57_transpose_x_0 = const()[name = tensor("attn_weights_57_transpose_x_0"), val = tensor(false)]; tensor attn_weights_57_transpose_y_0 = const()[name = tensor("attn_weights_57_transpose_y_0"), val = tensor(false)]; tensor transpose_46 = transpose(perm = var_1287_perm_0, x = key_states_59_cast)[name = tensor("transpose_46")]; tensor attn_weights_57_cast = matmul(transpose_x = attn_weights_57_transpose_x_0, transpose_y = attn_weights_57_transpose_y_0, x = query_states_29_cast, y = transpose_46)[name = tensor("attn_weights_57_cast")]; tensor input_205_cast = softmax(axis = var_10, x = attn_weights_57_cast)[name = tensor("input_205_cast")]; tensor attn_output_85_transpose_x_0 = const()[name = tensor("attn_output_85_transpose_x_0"), val = tensor(false)]; tensor attn_output_85_transpose_y_0 = const()[name = tensor("attn_output_85_transpose_y_0"), val = tensor(false)]; tensor attn_output_85_cast = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = input_205_cast, y = value_states_59_cast)[name = tensor("attn_output_85_cast")]; tensor var_1292 = const()[name = tensor("op_1292"), val = tensor([1, 16, 257, 64])]; tensor attn_output_87_cast = reshape(shape = var_1292, x = attn_output_85_cast)[name = tensor("attn_output_87_cast")]; tensor attn_output_89_perm_0 = const()[name = tensor("attn_output_89_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1295 = const()[name = tensor("op_1295"), val = tensor([1, 257, 1024])]; tensor transpose_45 = transpose(perm = attn_output_89_perm_0, x = attn_output_87_cast)[name = tensor("transpose_45")]; tensor input_207_cast = reshape(shape = var_1295, x = transpose_45)[name = tensor("input_207_cast")]; tensor vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(135481280))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136267776))), name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136267968)))]; tensor hidden_states_87_cast = linear(bias = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16_palettized, x = input_207_cast)[name = tensor("hidden_states_87_cast")]; tensor input_209_cast = add(x = input_203_cast, y = hidden_states_87_cast)[name = tensor("input_209_cast")]; tensor input_211_axes_0 = const()[name = tensor("input_211_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136270080)))]; tensor vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136272192)))]; tensor input_211_cast = layer_norm(axes = input_211_axes_0, beta = vision_model_vision_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_209_cast)[name = tensor("input_211_cast")]; tensor vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(136274304))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139420096))), name = tensor("vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139420288))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139423424))), name = tensor("vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_213_cast = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_14_mlp_fc1_weight_to_fp16_palettized, x = input_211_cast)[name = tensor("input_213_cast")]; tensor var_1310_to_fp16 = const()[name = tensor("op_1310_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1311_cast = mul(x = input_213_cast, y = var_1310_to_fp16)[name = tensor("op_1311_cast")]; tensor var_1312_cast = sigmoid(x = var_1311_cast)[name = tensor("op_1312_cast")]; tensor input_215_cast = mul(x = input_213_cast, y = var_1312_cast)[name = tensor("input_215_cast")]; tensor vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(139423616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142569408))), name = tensor("vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142569600)))]; tensor hidden_states_89_cast = linear(bias = vision_model_vision_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_14_mlp_fc2_weight_to_fp16_palettized, x = input_215_cast)[name = tensor("hidden_states_89_cast")]; tensor input_217_cast = add(x = input_209_cast, y = hidden_states_89_cast)[name = tensor("input_217_cast")]; tensor hidden_states_91_axes_0 = const()[name = tensor("hidden_states_91_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142571712)))]; tensor vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142573824)))]; tensor hidden_states_91_cast = layer_norm(axes = hidden_states_91_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_217_cast)[name = tensor("hidden_states_91_cast")]; tensor vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(142575936))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143362432))), name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143362624)))]; tensor var_1336_cast = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_91_cast)[name = tensor("op_1336_cast")]; tensor var_1337_to_fp16 = const()[name = tensor("op_1337_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_95_cast = mul(x = var_1336_cast, y = var_1337_to_fp16)[name = tensor("tensor_95_cast")]; tensor vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143364736))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144151232))), name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144151424)))]; tensor tensor_91_cast = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_91_cast)[name = tensor("tensor_91_cast")]; tensor var_1342 = const()[name = tensor("op_1342"), val = tensor([1, -1, 16, 64])]; tensor var_1343_cast = reshape(shape = var_1342, x = tensor_91_cast)[name = tensor("op_1343_cast")]; tensor var_1344_perm_0 = const()[name = tensor("op_1344_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144153536))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144940032))), name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144940224)))]; tensor tensor_93_cast = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_91_cast)[name = tensor("tensor_93_cast")]; tensor var_1349 = const()[name = tensor("op_1349"), val = tensor([1, -1, 16, 64])]; tensor var_1350_cast = reshape(shape = var_1349, x = tensor_93_cast)[name = tensor("op_1350_cast")]; tensor var_1351_perm_0 = const()[name = tensor("op_1351_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1358 = const()[name = tensor("op_1358"), val = tensor([1, 257, 16, 64])]; tensor var_1359_cast = reshape(shape = var_1358, x = tensor_95_cast)[name = tensor("op_1359_cast")]; tensor var_1360_perm_0 = const()[name = tensor("op_1360_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1362 = const()[name = tensor("op_1362"), val = tensor([16, -1, 64])]; tensor transpose_44 = transpose(perm = var_1360_perm_0, x = var_1359_cast)[name = tensor("transpose_44")]; tensor query_states_31_cast = reshape(shape = var_1362, x = transpose_44)[name = tensor("query_states_31_cast")]; tensor var_1364 = const()[name = tensor("op_1364"), val = tensor([16, -1, 64])]; tensor transpose_43 = transpose(perm = var_1344_perm_0, x = var_1343_cast)[name = tensor("transpose_43")]; tensor key_states_63_cast = reshape(shape = var_1364, x = transpose_43)[name = tensor("key_states_63_cast")]; tensor var_1366 = const()[name = tensor("op_1366"), val = tensor([16, -1, 64])]; tensor transpose_42 = transpose(perm = var_1351_perm_0, x = var_1350_cast)[name = tensor("transpose_42")]; tensor value_states_63_cast = reshape(shape = var_1366, x = transpose_42)[name = tensor("value_states_63_cast")]; tensor var_1368_perm_0 = const()[name = tensor("op_1368_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_61_transpose_x_0 = const()[name = tensor("attn_weights_61_transpose_x_0"), val = tensor(false)]; tensor attn_weights_61_transpose_y_0 = const()[name = tensor("attn_weights_61_transpose_y_0"), val = tensor(false)]; tensor transpose_41 = transpose(perm = var_1368_perm_0, x = key_states_63_cast)[name = tensor("transpose_41")]; tensor attn_weights_61_cast = matmul(transpose_x = attn_weights_61_transpose_x_0, transpose_y = attn_weights_61_transpose_y_0, x = query_states_31_cast, y = transpose_41)[name = tensor("attn_weights_61_cast")]; tensor input_219_cast = softmax(axis = var_10, x = attn_weights_61_cast)[name = tensor("input_219_cast")]; tensor attn_output_91_transpose_x_0 = const()[name = tensor("attn_output_91_transpose_x_0"), val = tensor(false)]; tensor attn_output_91_transpose_y_0 = const()[name = tensor("attn_output_91_transpose_y_0"), val = tensor(false)]; tensor attn_output_91_cast = matmul(transpose_x = attn_output_91_transpose_x_0, transpose_y = attn_output_91_transpose_y_0, x = input_219_cast, y = value_states_63_cast)[name = tensor("attn_output_91_cast")]; tensor var_1373 = const()[name = tensor("op_1373"), val = tensor([1, 16, 257, 64])]; tensor attn_output_93_cast = reshape(shape = var_1373, x = attn_output_91_cast)[name = tensor("attn_output_93_cast")]; tensor attn_output_95_perm_0 = const()[name = tensor("attn_output_95_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1376 = const()[name = tensor("op_1376"), val = tensor([1, 257, 1024])]; tensor transpose_40 = transpose(perm = attn_output_95_perm_0, x = attn_output_93_cast)[name = tensor("transpose_40")]; tensor input_221_cast = reshape(shape = var_1376, x = transpose_40)[name = tensor("input_221_cast")]; tensor vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(144942336))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145728832))), name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145729024)))]; tensor hidden_states_93_cast = linear(bias = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16_palettized, x = input_221_cast)[name = tensor("hidden_states_93_cast")]; tensor input_223_cast = add(x = input_217_cast, y = hidden_states_93_cast)[name = tensor("input_223_cast")]; tensor input_225_axes_0 = const()[name = tensor("input_225_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145731136)))]; tensor vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145733248)))]; tensor input_225_cast = layer_norm(axes = input_225_axes_0, beta = vision_model_vision_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_223_cast)[name = tensor("input_225_cast")]; tensor vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(145735360))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148881152))), name = tensor("vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148881344))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148884480))), name = tensor("vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_227_cast = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_15_mlp_fc1_weight_to_fp16_palettized, x = input_225_cast)[name = tensor("input_227_cast")]; tensor var_1391_to_fp16 = const()[name = tensor("op_1391_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1392_cast = mul(x = input_227_cast, y = var_1391_to_fp16)[name = tensor("op_1392_cast")]; tensor var_1393_cast = sigmoid(x = var_1392_cast)[name = tensor("op_1393_cast")]; tensor input_229_cast = mul(x = input_227_cast, y = var_1393_cast)[name = tensor("input_229_cast")]; tensor vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(148884672))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152030464))), name = tensor("vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152030656)))]; tensor hidden_states_95_cast = linear(bias = vision_model_vision_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_15_mlp_fc2_weight_to_fp16_palettized, x = input_229_cast)[name = tensor("hidden_states_95_cast")]; tensor input_231_cast = add(x = input_223_cast, y = hidden_states_95_cast)[name = tensor("input_231_cast")]; tensor hidden_states_97_axes_0 = const()[name = tensor("hidden_states_97_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152032768)))]; tensor vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152034880)))]; tensor hidden_states_97_cast = layer_norm(axes = hidden_states_97_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_231_cast)[name = tensor("hidden_states_97_cast")]; tensor vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152036992))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152823488))), name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152823680)))]; tensor var_1417_cast = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_97_cast)[name = tensor("op_1417_cast")]; tensor var_1418_to_fp16 = const()[name = tensor("op_1418_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_101_cast = mul(x = var_1417_cast, y = var_1418_to_fp16)[name = tensor("tensor_101_cast")]; tensor vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(152825792))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153612288))), name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153612480)))]; tensor tensor_97_cast = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_97_cast)[name = tensor("tensor_97_cast")]; tensor var_1423 = const()[name = tensor("op_1423"), val = tensor([1, -1, 16, 64])]; tensor var_1424_cast = reshape(shape = var_1423, x = tensor_97_cast)[name = tensor("op_1424_cast")]; tensor var_1425_perm_0 = const()[name = tensor("op_1425_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153614592))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154401088))), name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154401280)))]; tensor tensor_99_cast = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_97_cast)[name = tensor("tensor_99_cast")]; tensor var_1430 = const()[name = tensor("op_1430"), val = tensor([1, -1, 16, 64])]; tensor var_1431_cast = reshape(shape = var_1430, x = tensor_99_cast)[name = tensor("op_1431_cast")]; tensor var_1432_perm_0 = const()[name = tensor("op_1432_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1439 = const()[name = tensor("op_1439"), val = tensor([1, 257, 16, 64])]; tensor var_1440_cast = reshape(shape = var_1439, x = tensor_101_cast)[name = tensor("op_1440_cast")]; tensor var_1441_perm_0 = const()[name = tensor("op_1441_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1443 = const()[name = tensor("op_1443"), val = tensor([16, -1, 64])]; tensor transpose_39 = transpose(perm = var_1441_perm_0, x = var_1440_cast)[name = tensor("transpose_39")]; tensor query_states_33_cast = reshape(shape = var_1443, x = transpose_39)[name = tensor("query_states_33_cast")]; tensor var_1445 = const()[name = tensor("op_1445"), val = tensor([16, -1, 64])]; tensor transpose_38 = transpose(perm = var_1425_perm_0, x = var_1424_cast)[name = tensor("transpose_38")]; tensor key_states_67_cast = reshape(shape = var_1445, x = transpose_38)[name = tensor("key_states_67_cast")]; tensor var_1447 = const()[name = tensor("op_1447"), val = tensor([16, -1, 64])]; tensor transpose_37 = transpose(perm = var_1432_perm_0, x = var_1431_cast)[name = tensor("transpose_37")]; tensor value_states_67_cast = reshape(shape = var_1447, x = transpose_37)[name = tensor("value_states_67_cast")]; tensor var_1449_perm_0 = const()[name = tensor("op_1449_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_65_transpose_x_0 = const()[name = tensor("attn_weights_65_transpose_x_0"), val = tensor(false)]; tensor attn_weights_65_transpose_y_0 = const()[name = tensor("attn_weights_65_transpose_y_0"), val = tensor(false)]; tensor transpose_36 = transpose(perm = var_1449_perm_0, x = key_states_67_cast)[name = tensor("transpose_36")]; tensor attn_weights_65_cast = matmul(transpose_x = attn_weights_65_transpose_x_0, transpose_y = attn_weights_65_transpose_y_0, x = query_states_33_cast, y = transpose_36)[name = tensor("attn_weights_65_cast")]; tensor input_233_cast = softmax(axis = var_10, x = attn_weights_65_cast)[name = tensor("input_233_cast")]; tensor attn_output_97_transpose_x_0 = const()[name = tensor("attn_output_97_transpose_x_0"), val = tensor(false)]; tensor attn_output_97_transpose_y_0 = const()[name = tensor("attn_output_97_transpose_y_0"), val = tensor(false)]; tensor attn_output_97_cast = matmul(transpose_x = attn_output_97_transpose_x_0, transpose_y = attn_output_97_transpose_y_0, x = input_233_cast, y = value_states_67_cast)[name = tensor("attn_output_97_cast")]; tensor var_1454 = const()[name = tensor("op_1454"), val = tensor([1, 16, 257, 64])]; tensor attn_output_99_cast = reshape(shape = var_1454, x = attn_output_97_cast)[name = tensor("attn_output_99_cast")]; tensor attn_output_101_perm_0 = const()[name = tensor("attn_output_101_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1457 = const()[name = tensor("op_1457"), val = tensor([1, 257, 1024])]; tensor transpose_35 = transpose(perm = attn_output_101_perm_0, x = attn_output_99_cast)[name = tensor("transpose_35")]; tensor input_235_cast = reshape(shape = var_1457, x = transpose_35)[name = tensor("input_235_cast")]; tensor vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(154403392))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155189888))), name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155190080)))]; tensor hidden_states_99_cast = linear(bias = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16_palettized, x = input_235_cast)[name = tensor("hidden_states_99_cast")]; tensor input_237_cast = add(x = input_231_cast, y = hidden_states_99_cast)[name = tensor("input_237_cast")]; tensor input_239_axes_0 = const()[name = tensor("input_239_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155192192)))]; tensor vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155194304)))]; tensor input_239_cast = layer_norm(axes = input_239_axes_0, beta = vision_model_vision_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_237_cast)[name = tensor("input_239_cast")]; tensor vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155196416))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158342208))), name = tensor("vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158342400))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158345536))), name = tensor("vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_241_cast = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_16_mlp_fc1_weight_to_fp16_palettized, x = input_239_cast)[name = tensor("input_241_cast")]; tensor var_1472_to_fp16 = const()[name = tensor("op_1472_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1473_cast = mul(x = input_241_cast, y = var_1472_to_fp16)[name = tensor("op_1473_cast")]; tensor var_1474_cast = sigmoid(x = var_1473_cast)[name = tensor("op_1474_cast")]; tensor input_243_cast = mul(x = input_241_cast, y = var_1474_cast)[name = tensor("input_243_cast")]; tensor vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158345728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161491520))), name = tensor("vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161491712)))]; tensor hidden_states_101_cast = linear(bias = vision_model_vision_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_16_mlp_fc2_weight_to_fp16_palettized, x = input_243_cast)[name = tensor("hidden_states_101_cast")]; tensor input_245_cast = add(x = input_237_cast, y = hidden_states_101_cast)[name = tensor("input_245_cast")]; tensor hidden_states_103_axes_0 = const()[name = tensor("hidden_states_103_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161493824)))]; tensor vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161495936)))]; tensor hidden_states_103_cast = layer_norm(axes = hidden_states_103_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_245_cast)[name = tensor("hidden_states_103_cast")]; tensor vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(161498048))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162284544))), name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162284736)))]; tensor var_1498_cast = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_103_cast)[name = tensor("op_1498_cast")]; tensor var_1499_to_fp16 = const()[name = tensor("op_1499_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_107_cast = mul(x = var_1498_cast, y = var_1499_to_fp16)[name = tensor("tensor_107_cast")]; tensor vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(162286848))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163073344))), name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163073536)))]; tensor tensor_103_cast = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_103_cast)[name = tensor("tensor_103_cast")]; tensor var_1504 = const()[name = tensor("op_1504"), val = tensor([1, -1, 16, 64])]; tensor var_1505_cast = reshape(shape = var_1504, x = tensor_103_cast)[name = tensor("op_1505_cast")]; tensor var_1506_perm_0 = const()[name = tensor("op_1506_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163075648))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163862144))), name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163862336)))]; tensor tensor_105_cast = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_103_cast)[name = tensor("tensor_105_cast")]; tensor var_1511 = const()[name = tensor("op_1511"), val = tensor([1, -1, 16, 64])]; tensor var_1512_cast = reshape(shape = var_1511, x = tensor_105_cast)[name = tensor("op_1512_cast")]; tensor var_1513_perm_0 = const()[name = tensor("op_1513_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1520 = const()[name = tensor("op_1520"), val = tensor([1, 257, 16, 64])]; tensor var_1521_cast = reshape(shape = var_1520, x = tensor_107_cast)[name = tensor("op_1521_cast")]; tensor var_1522_perm_0 = const()[name = tensor("op_1522_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1524 = const()[name = tensor("op_1524"), val = tensor([16, -1, 64])]; tensor transpose_34 = transpose(perm = var_1522_perm_0, x = var_1521_cast)[name = tensor("transpose_34")]; tensor query_states_35_cast = reshape(shape = var_1524, x = transpose_34)[name = tensor("query_states_35_cast")]; tensor var_1526 = const()[name = tensor("op_1526"), val = tensor([16, -1, 64])]; tensor transpose_33 = transpose(perm = var_1506_perm_0, x = var_1505_cast)[name = tensor("transpose_33")]; tensor key_states_71_cast = reshape(shape = var_1526, x = transpose_33)[name = tensor("key_states_71_cast")]; tensor var_1528 = const()[name = tensor("op_1528"), val = tensor([16, -1, 64])]; tensor transpose_32 = transpose(perm = var_1513_perm_0, x = var_1512_cast)[name = tensor("transpose_32")]; tensor value_states_71_cast = reshape(shape = var_1528, x = transpose_32)[name = tensor("value_states_71_cast")]; tensor var_1530_perm_0 = const()[name = tensor("op_1530_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_69_transpose_x_0 = const()[name = tensor("attn_weights_69_transpose_x_0"), val = tensor(false)]; tensor attn_weights_69_transpose_y_0 = const()[name = tensor("attn_weights_69_transpose_y_0"), val = tensor(false)]; tensor transpose_31 = transpose(perm = var_1530_perm_0, x = key_states_71_cast)[name = tensor("transpose_31")]; tensor attn_weights_69_cast = matmul(transpose_x = attn_weights_69_transpose_x_0, transpose_y = attn_weights_69_transpose_y_0, x = query_states_35_cast, y = transpose_31)[name = tensor("attn_weights_69_cast")]; tensor input_247_cast = softmax(axis = var_10, x = attn_weights_69_cast)[name = tensor("input_247_cast")]; tensor attn_output_103_transpose_x_0 = const()[name = tensor("attn_output_103_transpose_x_0"), val = tensor(false)]; tensor attn_output_103_transpose_y_0 = const()[name = tensor("attn_output_103_transpose_y_0"), val = tensor(false)]; tensor attn_output_103_cast = matmul(transpose_x = attn_output_103_transpose_x_0, transpose_y = attn_output_103_transpose_y_0, x = input_247_cast, y = value_states_71_cast)[name = tensor("attn_output_103_cast")]; tensor var_1535 = const()[name = tensor("op_1535"), val = tensor([1, 16, 257, 64])]; tensor attn_output_105_cast = reshape(shape = var_1535, x = attn_output_103_cast)[name = tensor("attn_output_105_cast")]; tensor attn_output_107_perm_0 = const()[name = tensor("attn_output_107_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1538 = const()[name = tensor("op_1538"), val = tensor([1, 257, 1024])]; tensor transpose_30 = transpose(perm = attn_output_107_perm_0, x = attn_output_105_cast)[name = tensor("transpose_30")]; tensor input_249_cast = reshape(shape = var_1538, x = transpose_30)[name = tensor("input_249_cast")]; tensor vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(163864448))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164650944))), name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164651136)))]; tensor hidden_states_105_cast = linear(bias = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16_palettized, x = input_249_cast)[name = tensor("hidden_states_105_cast")]; tensor input_251_cast = add(x = input_245_cast, y = hidden_states_105_cast)[name = tensor("input_251_cast")]; tensor input_253_axes_0 = const()[name = tensor("input_253_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164653248)))]; tensor vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164655360)))]; tensor input_253_cast = layer_norm(axes = input_253_axes_0, beta = vision_model_vision_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_251_cast)[name = tensor("input_253_cast")]; tensor vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(164657472))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167803264))), name = tensor("vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167803456))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167806592))), name = tensor("vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_255_cast = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_17_mlp_fc1_weight_to_fp16_palettized, x = input_253_cast)[name = tensor("input_255_cast")]; tensor var_1553_to_fp16 = const()[name = tensor("op_1553_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1554_cast = mul(x = input_255_cast, y = var_1553_to_fp16)[name = tensor("op_1554_cast")]; tensor var_1555_cast = sigmoid(x = var_1554_cast)[name = tensor("op_1555_cast")]; tensor input_257_cast = mul(x = input_255_cast, y = var_1555_cast)[name = tensor("input_257_cast")]; tensor vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(167806784))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170952576))), name = tensor("vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170952768)))]; tensor hidden_states_107_cast = linear(bias = vision_model_vision_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_17_mlp_fc2_weight_to_fp16_palettized, x = input_257_cast)[name = tensor("hidden_states_107_cast")]; tensor input_259_cast = add(x = input_251_cast, y = hidden_states_107_cast)[name = tensor("input_259_cast")]; tensor hidden_states_109_axes_0 = const()[name = tensor("hidden_states_109_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170954880)))]; tensor vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170956992)))]; tensor hidden_states_109_cast = layer_norm(axes = hidden_states_109_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_259_cast)[name = tensor("hidden_states_109_cast")]; tensor vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(170959104))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171745600))), name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171745792)))]; tensor var_1579_cast = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_109_cast)[name = tensor("op_1579_cast")]; tensor var_1580_to_fp16 = const()[name = tensor("op_1580_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_113_cast = mul(x = var_1579_cast, y = var_1580_to_fp16)[name = tensor("tensor_113_cast")]; tensor vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(171747904))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172534400))), name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172534592)))]; tensor tensor_109_cast = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_109_cast)[name = tensor("tensor_109_cast")]; tensor var_1585 = const()[name = tensor("op_1585"), val = tensor([1, -1, 16, 64])]; tensor var_1586_cast = reshape(shape = var_1585, x = tensor_109_cast)[name = tensor("op_1586_cast")]; tensor var_1587_perm_0 = const()[name = tensor("op_1587_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(172536704))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(173323200))), name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(173323392)))]; tensor tensor_111_cast = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_109_cast)[name = tensor("tensor_111_cast")]; tensor var_1592 = const()[name = tensor("op_1592"), val = tensor([1, -1, 16, 64])]; tensor var_1593_cast = reshape(shape = var_1592, x = tensor_111_cast)[name = tensor("op_1593_cast")]; tensor var_1594_perm_0 = const()[name = tensor("op_1594_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1601 = const()[name = tensor("op_1601"), val = tensor([1, 257, 16, 64])]; tensor var_1602_cast = reshape(shape = var_1601, x = tensor_113_cast)[name = tensor("op_1602_cast")]; tensor var_1603_perm_0 = const()[name = tensor("op_1603_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1605 = const()[name = tensor("op_1605"), val = tensor([16, -1, 64])]; tensor transpose_29 = transpose(perm = var_1603_perm_0, x = var_1602_cast)[name = tensor("transpose_29")]; tensor query_states_37_cast = reshape(shape = var_1605, x = transpose_29)[name = tensor("query_states_37_cast")]; tensor var_1607 = const()[name = tensor("op_1607"), val = tensor([16, -1, 64])]; tensor transpose_28 = transpose(perm = var_1587_perm_0, x = var_1586_cast)[name = tensor("transpose_28")]; tensor key_states_75_cast = reshape(shape = var_1607, x = transpose_28)[name = tensor("key_states_75_cast")]; tensor var_1609 = const()[name = tensor("op_1609"), val = tensor([16, -1, 64])]; tensor transpose_27 = transpose(perm = var_1594_perm_0, x = var_1593_cast)[name = tensor("transpose_27")]; tensor value_states_75_cast = reshape(shape = var_1609, x = transpose_27)[name = tensor("value_states_75_cast")]; tensor var_1611_perm_0 = const()[name = tensor("op_1611_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_73_transpose_x_0 = const()[name = tensor("attn_weights_73_transpose_x_0"), val = tensor(false)]; tensor attn_weights_73_transpose_y_0 = const()[name = tensor("attn_weights_73_transpose_y_0"), val = tensor(false)]; tensor transpose_26 = transpose(perm = var_1611_perm_0, x = key_states_75_cast)[name = tensor("transpose_26")]; tensor attn_weights_73_cast = matmul(transpose_x = attn_weights_73_transpose_x_0, transpose_y = attn_weights_73_transpose_y_0, x = query_states_37_cast, y = transpose_26)[name = tensor("attn_weights_73_cast")]; tensor input_261_cast = softmax(axis = var_10, x = attn_weights_73_cast)[name = tensor("input_261_cast")]; tensor attn_output_109_transpose_x_0 = const()[name = tensor("attn_output_109_transpose_x_0"), val = tensor(false)]; tensor attn_output_109_transpose_y_0 = const()[name = tensor("attn_output_109_transpose_y_0"), val = tensor(false)]; tensor attn_output_109_cast = matmul(transpose_x = attn_output_109_transpose_x_0, transpose_y = attn_output_109_transpose_y_0, x = input_261_cast, y = value_states_75_cast)[name = tensor("attn_output_109_cast")]; tensor var_1616 = const()[name = tensor("op_1616"), val = tensor([1, 16, 257, 64])]; tensor attn_output_111_cast = reshape(shape = var_1616, x = attn_output_109_cast)[name = tensor("attn_output_111_cast")]; tensor attn_output_113_perm_0 = const()[name = tensor("attn_output_113_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1619 = const()[name = tensor("op_1619"), val = tensor([1, 257, 1024])]; tensor transpose_25 = transpose(perm = attn_output_113_perm_0, x = attn_output_111_cast)[name = tensor("transpose_25")]; tensor input_263_cast = reshape(shape = var_1619, x = transpose_25)[name = tensor("input_263_cast")]; tensor vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(173325504))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174112000))), name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174112192)))]; tensor hidden_states_111_cast = linear(bias = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16_palettized, x = input_263_cast)[name = tensor("hidden_states_111_cast")]; tensor input_265_cast = add(x = input_259_cast, y = hidden_states_111_cast)[name = tensor("input_265_cast")]; tensor input_267_axes_0 = const()[name = tensor("input_267_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174114304)))]; tensor vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174116416)))]; tensor input_267_cast = layer_norm(axes = input_267_axes_0, beta = vision_model_vision_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_265_cast)[name = tensor("input_267_cast")]; tensor vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(174118528))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177264320))), name = tensor("vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177264512))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177267648))), name = tensor("vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_269_cast = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_18_mlp_fc1_weight_to_fp16_palettized, x = input_267_cast)[name = tensor("input_269_cast")]; tensor var_1634_to_fp16 = const()[name = tensor("op_1634_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1635_cast = mul(x = input_269_cast, y = var_1634_to_fp16)[name = tensor("op_1635_cast")]; tensor var_1636_cast = sigmoid(x = var_1635_cast)[name = tensor("op_1636_cast")]; tensor input_271_cast = mul(x = input_269_cast, y = var_1636_cast)[name = tensor("input_271_cast")]; tensor vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(177267840))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180413632))), name = tensor("vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180413824)))]; tensor hidden_states_113_cast = linear(bias = vision_model_vision_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_18_mlp_fc2_weight_to_fp16_palettized, x = input_271_cast)[name = tensor("hidden_states_113_cast")]; tensor input_273_cast = add(x = input_265_cast, y = hidden_states_113_cast)[name = tensor("input_273_cast")]; tensor hidden_states_115_axes_0 = const()[name = tensor("hidden_states_115_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180415936)))]; tensor vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180418048)))]; tensor hidden_states_115_cast = layer_norm(axes = hidden_states_115_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_273_cast)[name = tensor("hidden_states_115_cast")]; tensor vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(180420160))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181206656))), name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181206848)))]; tensor var_1660_cast = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_115_cast)[name = tensor("op_1660_cast")]; tensor var_1661_to_fp16 = const()[name = tensor("op_1661_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_119_cast = mul(x = var_1660_cast, y = var_1661_to_fp16)[name = tensor("tensor_119_cast")]; tensor vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181208960))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181995456))), name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181995648)))]; tensor tensor_115_cast = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_115_cast)[name = tensor("tensor_115_cast")]; tensor var_1666 = const()[name = tensor("op_1666"), val = tensor([1, -1, 16, 64])]; tensor var_1667_cast = reshape(shape = var_1666, x = tensor_115_cast)[name = tensor("op_1667_cast")]; tensor var_1668_perm_0 = const()[name = tensor("op_1668_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181997760))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182784256))), name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182784448)))]; tensor tensor_117_cast = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_115_cast)[name = tensor("tensor_117_cast")]; tensor var_1673 = const()[name = tensor("op_1673"), val = tensor([1, -1, 16, 64])]; tensor var_1674_cast = reshape(shape = var_1673, x = tensor_117_cast)[name = tensor("op_1674_cast")]; tensor var_1675_perm_0 = const()[name = tensor("op_1675_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1682 = const()[name = tensor("op_1682"), val = tensor([1, 257, 16, 64])]; tensor var_1683_cast = reshape(shape = var_1682, x = tensor_119_cast)[name = tensor("op_1683_cast")]; tensor var_1684_perm_0 = const()[name = tensor("op_1684_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1686 = const()[name = tensor("op_1686"), val = tensor([16, -1, 64])]; tensor transpose_24 = transpose(perm = var_1684_perm_0, x = var_1683_cast)[name = tensor("transpose_24")]; tensor query_states_39_cast = reshape(shape = var_1686, x = transpose_24)[name = tensor("query_states_39_cast")]; tensor var_1688 = const()[name = tensor("op_1688"), val = tensor([16, -1, 64])]; tensor transpose_23 = transpose(perm = var_1668_perm_0, x = var_1667_cast)[name = tensor("transpose_23")]; tensor key_states_79_cast = reshape(shape = var_1688, x = transpose_23)[name = tensor("key_states_79_cast")]; tensor var_1690 = const()[name = tensor("op_1690"), val = tensor([16, -1, 64])]; tensor transpose_22 = transpose(perm = var_1675_perm_0, x = var_1674_cast)[name = tensor("transpose_22")]; tensor value_states_79_cast = reshape(shape = var_1690, x = transpose_22)[name = tensor("value_states_79_cast")]; tensor var_1692_perm_0 = const()[name = tensor("op_1692_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_77_transpose_x_0 = const()[name = tensor("attn_weights_77_transpose_x_0"), val = tensor(false)]; tensor attn_weights_77_transpose_y_0 = const()[name = tensor("attn_weights_77_transpose_y_0"), val = tensor(false)]; tensor transpose_21 = transpose(perm = var_1692_perm_0, x = key_states_79_cast)[name = tensor("transpose_21")]; tensor attn_weights_77_cast = matmul(transpose_x = attn_weights_77_transpose_x_0, transpose_y = attn_weights_77_transpose_y_0, x = query_states_39_cast, y = transpose_21)[name = tensor("attn_weights_77_cast")]; tensor input_275_cast = softmax(axis = var_10, x = attn_weights_77_cast)[name = tensor("input_275_cast")]; tensor attn_output_115_transpose_x_0 = const()[name = tensor("attn_output_115_transpose_x_0"), val = tensor(false)]; tensor attn_output_115_transpose_y_0 = const()[name = tensor("attn_output_115_transpose_y_0"), val = tensor(false)]; tensor attn_output_115_cast = matmul(transpose_x = attn_output_115_transpose_x_0, transpose_y = attn_output_115_transpose_y_0, x = input_275_cast, y = value_states_79_cast)[name = tensor("attn_output_115_cast")]; tensor var_1697 = const()[name = tensor("op_1697"), val = tensor([1, 16, 257, 64])]; tensor attn_output_117_cast = reshape(shape = var_1697, x = attn_output_115_cast)[name = tensor("attn_output_117_cast")]; tensor attn_output_119_perm_0 = const()[name = tensor("attn_output_119_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1700 = const()[name = tensor("op_1700"), val = tensor([1, 257, 1024])]; tensor transpose_20 = transpose(perm = attn_output_119_perm_0, x = attn_output_117_cast)[name = tensor("transpose_20")]; tensor input_277_cast = reshape(shape = var_1700, x = transpose_20)[name = tensor("input_277_cast")]; tensor vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(182786560))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183573056))), name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183573248)))]; tensor hidden_states_117_cast = linear(bias = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16_palettized, x = input_277_cast)[name = tensor("hidden_states_117_cast")]; tensor input_279_cast = add(x = input_273_cast, y = hidden_states_117_cast)[name = tensor("input_279_cast")]; tensor input_281_axes_0 = const()[name = tensor("input_281_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183575360)))]; tensor vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183577472)))]; tensor input_281_cast = layer_norm(axes = input_281_axes_0, beta = vision_model_vision_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_279_cast)[name = tensor("input_281_cast")]; tensor vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183579584))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186725376))), name = tensor("vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186725568))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186728704))), name = tensor("vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_283_cast = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_19_mlp_fc1_weight_to_fp16_palettized, x = input_281_cast)[name = tensor("input_283_cast")]; tensor var_1715_to_fp16 = const()[name = tensor("op_1715_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1716_cast = mul(x = input_283_cast, y = var_1715_to_fp16)[name = tensor("op_1716_cast")]; tensor var_1717_cast = sigmoid(x = var_1716_cast)[name = tensor("op_1717_cast")]; tensor input_285_cast = mul(x = input_283_cast, y = var_1717_cast)[name = tensor("input_285_cast")]; tensor vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(186728896))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189874688))), name = tensor("vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189874880)))]; tensor hidden_states_119_cast = linear(bias = vision_model_vision_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_19_mlp_fc2_weight_to_fp16_palettized, x = input_285_cast)[name = tensor("hidden_states_119_cast")]; tensor input_287_cast = add(x = input_279_cast, y = hidden_states_119_cast)[name = tensor("input_287_cast")]; tensor hidden_states_121_axes_0 = const()[name = tensor("hidden_states_121_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189876992)))]; tensor vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189879104)))]; tensor hidden_states_121_cast = layer_norm(axes = hidden_states_121_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_287_cast)[name = tensor("hidden_states_121_cast")]; tensor vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(189881216))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190667712))), name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190667904)))]; tensor var_1741_cast = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_121_cast)[name = tensor("op_1741_cast")]; tensor var_1742_to_fp16 = const()[name = tensor("op_1742_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_125_cast = mul(x = var_1741_cast, y = var_1742_to_fp16)[name = tensor("tensor_125_cast")]; tensor vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(190670016))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191456512))), name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191456704)))]; tensor tensor_121_cast = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_121_cast)[name = tensor("tensor_121_cast")]; tensor var_1747 = const()[name = tensor("op_1747"), val = tensor([1, -1, 16, 64])]; tensor var_1748_cast = reshape(shape = var_1747, x = tensor_121_cast)[name = tensor("op_1748_cast")]; tensor var_1749_perm_0 = const()[name = tensor("op_1749_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(191458816))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(192245312))), name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(192245504)))]; tensor tensor_123_cast = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_121_cast)[name = tensor("tensor_123_cast")]; tensor var_1754 = const()[name = tensor("op_1754"), val = tensor([1, -1, 16, 64])]; tensor var_1755_cast = reshape(shape = var_1754, x = tensor_123_cast)[name = tensor("op_1755_cast")]; tensor var_1756_perm_0 = const()[name = tensor("op_1756_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1763 = const()[name = tensor("op_1763"), val = tensor([1, 257, 16, 64])]; tensor var_1764_cast = reshape(shape = var_1763, x = tensor_125_cast)[name = tensor("op_1764_cast")]; tensor var_1765_perm_0 = const()[name = tensor("op_1765_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1767 = const()[name = tensor("op_1767"), val = tensor([16, -1, 64])]; tensor transpose_19 = transpose(perm = var_1765_perm_0, x = var_1764_cast)[name = tensor("transpose_19")]; tensor query_states_41_cast = reshape(shape = var_1767, x = transpose_19)[name = tensor("query_states_41_cast")]; tensor var_1769 = const()[name = tensor("op_1769"), val = tensor([16, -1, 64])]; tensor transpose_18 = transpose(perm = var_1749_perm_0, x = var_1748_cast)[name = tensor("transpose_18")]; tensor key_states_83_cast = reshape(shape = var_1769, x = transpose_18)[name = tensor("key_states_83_cast")]; tensor var_1771 = const()[name = tensor("op_1771"), val = tensor([16, -1, 64])]; tensor transpose_17 = transpose(perm = var_1756_perm_0, x = var_1755_cast)[name = tensor("transpose_17")]; tensor value_states_83_cast = reshape(shape = var_1771, x = transpose_17)[name = tensor("value_states_83_cast")]; tensor var_1773_perm_0 = const()[name = tensor("op_1773_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_81_transpose_x_0 = const()[name = tensor("attn_weights_81_transpose_x_0"), val = tensor(false)]; tensor attn_weights_81_transpose_y_0 = const()[name = tensor("attn_weights_81_transpose_y_0"), val = tensor(false)]; tensor transpose_16 = transpose(perm = var_1773_perm_0, x = key_states_83_cast)[name = tensor("transpose_16")]; tensor attn_weights_81_cast = matmul(transpose_x = attn_weights_81_transpose_x_0, transpose_y = attn_weights_81_transpose_y_0, x = query_states_41_cast, y = transpose_16)[name = tensor("attn_weights_81_cast")]; tensor input_289_cast = softmax(axis = var_10, x = attn_weights_81_cast)[name = tensor("input_289_cast")]; tensor attn_output_121_transpose_x_0 = const()[name = tensor("attn_output_121_transpose_x_0"), val = tensor(false)]; tensor attn_output_121_transpose_y_0 = const()[name = tensor("attn_output_121_transpose_y_0"), val = tensor(false)]; tensor attn_output_121_cast = matmul(transpose_x = attn_output_121_transpose_x_0, transpose_y = attn_output_121_transpose_y_0, x = input_289_cast, y = value_states_83_cast)[name = tensor("attn_output_121_cast")]; tensor var_1778 = const()[name = tensor("op_1778"), val = tensor([1, 16, 257, 64])]; tensor attn_output_123_cast = reshape(shape = var_1778, x = attn_output_121_cast)[name = tensor("attn_output_123_cast")]; tensor attn_output_125_perm_0 = const()[name = tensor("attn_output_125_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1781 = const()[name = tensor("op_1781"), val = tensor([1, 257, 1024])]; tensor transpose_15 = transpose(perm = attn_output_125_perm_0, x = attn_output_123_cast)[name = tensor("transpose_15")]; tensor input_291_cast = reshape(shape = var_1781, x = transpose_15)[name = tensor("input_291_cast")]; tensor vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(192247616))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193034112))), name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193034304)))]; tensor hidden_states_123_cast = linear(bias = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16_palettized, x = input_291_cast)[name = tensor("hidden_states_123_cast")]; tensor input_293_cast = add(x = input_287_cast, y = hidden_states_123_cast)[name = tensor("input_293_cast")]; tensor input_295_axes_0 = const()[name = tensor("input_295_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193036416)))]; tensor vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193038528)))]; tensor input_295_cast = layer_norm(axes = input_295_axes_0, beta = vision_model_vision_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_293_cast)[name = tensor("input_295_cast")]; tensor vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193040640))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196186432))), name = tensor("vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196186624))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196189760))), name = tensor("vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_297_cast = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_20_mlp_fc1_weight_to_fp16_palettized, x = input_295_cast)[name = tensor("input_297_cast")]; tensor var_1796_to_fp16 = const()[name = tensor("op_1796_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1797_cast = mul(x = input_297_cast, y = var_1796_to_fp16)[name = tensor("op_1797_cast")]; tensor var_1798_cast = sigmoid(x = var_1797_cast)[name = tensor("op_1798_cast")]; tensor input_299_cast = mul(x = input_297_cast, y = var_1798_cast)[name = tensor("input_299_cast")]; tensor vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(196189952))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199335744))), name = tensor("vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199335936)))]; tensor hidden_states_125_cast = linear(bias = vision_model_vision_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_20_mlp_fc2_weight_to_fp16_palettized, x = input_299_cast)[name = tensor("hidden_states_125_cast")]; tensor input_301_cast = add(x = input_293_cast, y = hidden_states_125_cast)[name = tensor("input_301_cast")]; tensor hidden_states_127_axes_0 = const()[name = tensor("hidden_states_127_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199338048)))]; tensor vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199340160)))]; tensor hidden_states_127_cast = layer_norm(axes = hidden_states_127_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_301_cast)[name = tensor("hidden_states_127_cast")]; tensor vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(199342272))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200128768))), name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200128960)))]; tensor var_1822_cast = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_127_cast)[name = tensor("op_1822_cast")]; tensor var_1823_to_fp16 = const()[name = tensor("op_1823_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_131_cast = mul(x = var_1822_cast, y = var_1823_to_fp16)[name = tensor("tensor_131_cast")]; tensor vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200131072))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200917568))), name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200917760)))]; tensor tensor_127_cast = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_127_cast)[name = tensor("tensor_127_cast")]; tensor var_1828 = const()[name = tensor("op_1828"), val = tensor([1, -1, 16, 64])]; tensor var_1829_cast = reshape(shape = var_1828, x = tensor_127_cast)[name = tensor("op_1829_cast")]; tensor var_1830_perm_0 = const()[name = tensor("op_1830_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(200919872))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201706368))), name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201706560)))]; tensor tensor_129_cast = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_127_cast)[name = tensor("tensor_129_cast")]; tensor var_1835 = const()[name = tensor("op_1835"), val = tensor([1, -1, 16, 64])]; tensor var_1836_cast = reshape(shape = var_1835, x = tensor_129_cast)[name = tensor("op_1836_cast")]; tensor var_1837_perm_0 = const()[name = tensor("op_1837_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1844 = const()[name = tensor("op_1844"), val = tensor([1, 257, 16, 64])]; tensor var_1845_cast = reshape(shape = var_1844, x = tensor_131_cast)[name = tensor("op_1845_cast")]; tensor var_1846_perm_0 = const()[name = tensor("op_1846_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1848 = const()[name = tensor("op_1848"), val = tensor([16, -1, 64])]; tensor transpose_14 = transpose(perm = var_1846_perm_0, x = var_1845_cast)[name = tensor("transpose_14")]; tensor query_states_43_cast = reshape(shape = var_1848, x = transpose_14)[name = tensor("query_states_43_cast")]; tensor var_1850 = const()[name = tensor("op_1850"), val = tensor([16, -1, 64])]; tensor transpose_13 = transpose(perm = var_1830_perm_0, x = var_1829_cast)[name = tensor("transpose_13")]; tensor key_states_87_cast = reshape(shape = var_1850, x = transpose_13)[name = tensor("key_states_87_cast")]; tensor var_1852 = const()[name = tensor("op_1852"), val = tensor([16, -1, 64])]; tensor transpose_12 = transpose(perm = var_1837_perm_0, x = var_1836_cast)[name = tensor("transpose_12")]; tensor value_states_87_cast = reshape(shape = var_1852, x = transpose_12)[name = tensor("value_states_87_cast")]; tensor var_1854_perm_0 = const()[name = tensor("op_1854_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_85_transpose_x_0 = const()[name = tensor("attn_weights_85_transpose_x_0"), val = tensor(false)]; tensor attn_weights_85_transpose_y_0 = const()[name = tensor("attn_weights_85_transpose_y_0"), val = tensor(false)]; tensor transpose_11 = transpose(perm = var_1854_perm_0, x = key_states_87_cast)[name = tensor("transpose_11")]; tensor attn_weights_85_cast = matmul(transpose_x = attn_weights_85_transpose_x_0, transpose_y = attn_weights_85_transpose_y_0, x = query_states_43_cast, y = transpose_11)[name = tensor("attn_weights_85_cast")]; tensor input_303_cast = softmax(axis = var_10, x = attn_weights_85_cast)[name = tensor("input_303_cast")]; tensor attn_output_127_transpose_x_0 = const()[name = tensor("attn_output_127_transpose_x_0"), val = tensor(false)]; tensor attn_output_127_transpose_y_0 = const()[name = tensor("attn_output_127_transpose_y_0"), val = tensor(false)]; tensor attn_output_127_cast = matmul(transpose_x = attn_output_127_transpose_x_0, transpose_y = attn_output_127_transpose_y_0, x = input_303_cast, y = value_states_87_cast)[name = tensor("attn_output_127_cast")]; tensor var_1859 = const()[name = tensor("op_1859"), val = tensor([1, 16, 257, 64])]; tensor attn_output_129_cast = reshape(shape = var_1859, x = attn_output_127_cast)[name = tensor("attn_output_129_cast")]; tensor attn_output_131_perm_0 = const()[name = tensor("attn_output_131_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1862 = const()[name = tensor("op_1862"), val = tensor([1, 257, 1024])]; tensor transpose_10 = transpose(perm = attn_output_131_perm_0, x = attn_output_129_cast)[name = tensor("transpose_10")]; tensor input_305_cast = reshape(shape = var_1862, x = transpose_10)[name = tensor("input_305_cast")]; tensor vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(201708672))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202495168))), name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202495360)))]; tensor hidden_states_129_cast = linear(bias = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16_palettized, x = input_305_cast)[name = tensor("hidden_states_129_cast")]; tensor input_307_cast = add(x = input_301_cast, y = hidden_states_129_cast)[name = tensor("input_307_cast")]; tensor input_309_axes_0 = const()[name = tensor("input_309_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202497472)))]; tensor vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202499584)))]; tensor input_309_cast = layer_norm(axes = input_309_axes_0, beta = vision_model_vision_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_307_cast)[name = tensor("input_309_cast")]; tensor vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202501696))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205647488))), name = tensor("vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205647680))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205650816))), name = tensor("vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_311_cast = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_21_mlp_fc1_weight_to_fp16_palettized, x = input_309_cast)[name = tensor("input_311_cast")]; tensor var_1877_to_fp16 = const()[name = tensor("op_1877_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1878_cast = mul(x = input_311_cast, y = var_1877_to_fp16)[name = tensor("op_1878_cast")]; tensor var_1879_cast = sigmoid(x = var_1878_cast)[name = tensor("op_1879_cast")]; tensor input_313_cast = mul(x = input_311_cast, y = var_1879_cast)[name = tensor("input_313_cast")]; tensor vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(205651008))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(208796800))), name = tensor("vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(208796992)))]; tensor hidden_states_131_cast = linear(bias = vision_model_vision_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_21_mlp_fc2_weight_to_fp16_palettized, x = input_313_cast)[name = tensor("hidden_states_131_cast")]; tensor input_315_cast = add(x = input_307_cast, y = hidden_states_131_cast)[name = tensor("input_315_cast")]; tensor hidden_states_133_axes_0 = const()[name = tensor("hidden_states_133_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(208799104)))]; tensor vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(208801216)))]; tensor hidden_states_133_cast = layer_norm(axes = hidden_states_133_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_315_cast)[name = tensor("hidden_states_133_cast")]; tensor vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(208803328))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209589824))), name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209590016)))]; tensor var_1903_cast = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_133_cast)[name = tensor("op_1903_cast")]; tensor var_1904_to_fp16 = const()[name = tensor("op_1904_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_137_cast = mul(x = var_1903_cast, y = var_1904_to_fp16)[name = tensor("tensor_137_cast")]; tensor vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(209592128))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210378624))), name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210378816)))]; tensor tensor_133_cast = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_133_cast)[name = tensor("tensor_133_cast")]; tensor var_1909 = const()[name = tensor("op_1909"), val = tensor([1, -1, 16, 64])]; tensor var_1910_cast = reshape(shape = var_1909, x = tensor_133_cast)[name = tensor("op_1910_cast")]; tensor var_1911_perm_0 = const()[name = tensor("op_1911_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210380928))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211167424))), name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211167616)))]; tensor tensor_135_cast = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_133_cast)[name = tensor("tensor_135_cast")]; tensor var_1916 = const()[name = tensor("op_1916"), val = tensor([1, -1, 16, 64])]; tensor var_1917_cast = reshape(shape = var_1916, x = tensor_135_cast)[name = tensor("op_1917_cast")]; tensor var_1918_perm_0 = const()[name = tensor("op_1918_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1925 = const()[name = tensor("op_1925"), val = tensor([1, 257, 16, 64])]; tensor var_1926_cast = reshape(shape = var_1925, x = tensor_137_cast)[name = tensor("op_1926_cast")]; tensor var_1927_perm_0 = const()[name = tensor("op_1927_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1929 = const()[name = tensor("op_1929"), val = tensor([16, -1, 64])]; tensor transpose_9 = transpose(perm = var_1927_perm_0, x = var_1926_cast)[name = tensor("transpose_9")]; tensor query_states_45_cast = reshape(shape = var_1929, x = transpose_9)[name = tensor("query_states_45_cast")]; tensor var_1931 = const()[name = tensor("op_1931"), val = tensor([16, -1, 64])]; tensor transpose_8 = transpose(perm = var_1911_perm_0, x = var_1910_cast)[name = tensor("transpose_8")]; tensor key_states_91_cast = reshape(shape = var_1931, x = transpose_8)[name = tensor("key_states_91_cast")]; tensor var_1933 = const()[name = tensor("op_1933"), val = tensor([16, -1, 64])]; tensor transpose_7 = transpose(perm = var_1918_perm_0, x = var_1917_cast)[name = tensor("transpose_7")]; tensor value_states_91_cast = reshape(shape = var_1933, x = transpose_7)[name = tensor("value_states_91_cast")]; tensor var_1935_perm_0 = const()[name = tensor("op_1935_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_89_transpose_x_0 = const()[name = tensor("attn_weights_89_transpose_x_0"), val = tensor(false)]; tensor attn_weights_89_transpose_y_0 = const()[name = tensor("attn_weights_89_transpose_y_0"), val = tensor(false)]; tensor transpose_6 = transpose(perm = var_1935_perm_0, x = key_states_91_cast)[name = tensor("transpose_6")]; tensor attn_weights_89_cast = matmul(transpose_x = attn_weights_89_transpose_x_0, transpose_y = attn_weights_89_transpose_y_0, x = query_states_45_cast, y = transpose_6)[name = tensor("attn_weights_89_cast")]; tensor input_317_cast = softmax(axis = var_10, x = attn_weights_89_cast)[name = tensor("input_317_cast")]; tensor attn_output_133_transpose_x_0 = const()[name = tensor("attn_output_133_transpose_x_0"), val = tensor(false)]; tensor attn_output_133_transpose_y_0 = const()[name = tensor("attn_output_133_transpose_y_0"), val = tensor(false)]; tensor attn_output_133_cast = matmul(transpose_x = attn_output_133_transpose_x_0, transpose_y = attn_output_133_transpose_y_0, x = input_317_cast, y = value_states_91_cast)[name = tensor("attn_output_133_cast")]; tensor var_1940 = const()[name = tensor("op_1940"), val = tensor([1, 16, 257, 64])]; tensor attn_output_135_cast = reshape(shape = var_1940, x = attn_output_133_cast)[name = tensor("attn_output_135_cast")]; tensor attn_output_137_perm_0 = const()[name = tensor("attn_output_137_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_1943 = const()[name = tensor("op_1943"), val = tensor([1, 257, 1024])]; tensor transpose_5 = transpose(perm = attn_output_137_perm_0, x = attn_output_135_cast)[name = tensor("transpose_5")]; tensor input_319_cast = reshape(shape = var_1943, x = transpose_5)[name = tensor("input_319_cast")]; tensor vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211169728))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211956224))), name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211956416)))]; tensor hidden_states_135_cast = linear(bias = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16_palettized, x = input_319_cast)[name = tensor("hidden_states_135_cast")]; tensor input_321_cast = add(x = input_315_cast, y = hidden_states_135_cast)[name = tensor("input_321_cast")]; tensor input_323_axes_0 = const()[name = tensor("input_323_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211958528)))]; tensor vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211960640)))]; tensor input_323_cast = layer_norm(axes = input_323_axes_0, beta = vision_model_vision_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_321_cast)[name = tensor("input_323_cast")]; tensor vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(211962752))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215108544))), name = tensor("vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215108736))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215111872))), name = tensor("vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_325_cast = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_22_mlp_fc1_weight_to_fp16_palettized, x = input_323_cast)[name = tensor("input_325_cast")]; tensor var_1958_to_fp16 = const()[name = tensor("op_1958_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_1959_cast = mul(x = input_325_cast, y = var_1958_to_fp16)[name = tensor("op_1959_cast")]; tensor var_1960_cast = sigmoid(x = var_1959_cast)[name = tensor("op_1960_cast")]; tensor input_327_cast = mul(x = input_325_cast, y = var_1960_cast)[name = tensor("input_327_cast")]; tensor vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(215112064))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218257856))), name = tensor("vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218258048)))]; tensor hidden_states_137_cast = linear(bias = vision_model_vision_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_22_mlp_fc2_weight_to_fp16_palettized, x = input_327_cast)[name = tensor("hidden_states_137_cast")]; tensor input_329_cast = add(x = input_321_cast, y = hidden_states_137_cast)[name = tensor("input_329_cast")]; tensor hidden_states_139_axes_0 = const()[name = tensor("hidden_states_139_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218260160)))]; tensor vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218262272)))]; tensor hidden_states_139_cast = layer_norm(axes = hidden_states_139_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm1_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm1_weight_to_fp16, x = input_329_cast)[name = tensor("hidden_states_139_cast")]; tensor vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218264384))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219050880))), name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219051072)))]; tensor var_1984_cast = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_q_proj_weight_to_fp16_palettized, x = hidden_states_139_cast)[name = tensor("op_1984_cast")]; tensor var_1985_to_fp16 = const()[name = tensor("op_1985_to_fp16"), val = tensor(0x1p-3)]; tensor tensor_cast = mul(x = var_1984_cast, y = var_1985_to_fp16)[name = tensor("tensor_cast")]; tensor vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219053184))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219839680))), name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219839872)))]; tensor tensor_139_cast = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_k_proj_weight_to_fp16_palettized, x = hidden_states_139_cast)[name = tensor("tensor_139_cast")]; tensor var_1990 = const()[name = tensor("op_1990"), val = tensor([1, -1, 16, 64])]; tensor var_1991_cast = reshape(shape = var_1990, x = tensor_139_cast)[name = tensor("op_1991_cast")]; tensor var_1992_perm_0 = const()[name = tensor("op_1992_perm_0"), val = tensor([0, 2, 1, 3])]; tensor vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(219841984))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220628480))), name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220628672)))]; tensor tensor_141_cast = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_v_proj_weight_to_fp16_palettized, x = hidden_states_139_cast)[name = tensor("tensor_141_cast")]; tensor var_1997 = const()[name = tensor("op_1997"), val = tensor([1, -1, 16, 64])]; tensor var_1998_cast = reshape(shape = var_1997, x = tensor_141_cast)[name = tensor("op_1998_cast")]; tensor var_1999_perm_0 = const()[name = tensor("op_1999_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2006 = const()[name = tensor("op_2006"), val = tensor([1, 257, 16, 64])]; tensor var_2007_cast = reshape(shape = var_2006, x = tensor_cast)[name = tensor("op_2007_cast")]; tensor var_2008_perm_0 = const()[name = tensor("op_2008_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2010 = const()[name = tensor("op_2010"), val = tensor([16, -1, 64])]; tensor transpose_4 = transpose(perm = var_2008_perm_0, x = var_2007_cast)[name = tensor("transpose_4")]; tensor query_states_cast = reshape(shape = var_2010, x = transpose_4)[name = tensor("query_states_cast")]; tensor var_2012 = const()[name = tensor("op_2012"), val = tensor([16, -1, 64])]; tensor transpose_3 = transpose(perm = var_1992_perm_0, x = var_1991_cast)[name = tensor("transpose_3")]; tensor key_states_cast = reshape(shape = var_2012, x = transpose_3)[name = tensor("key_states_cast")]; tensor var_2014 = const()[name = tensor("op_2014"), val = tensor([16, -1, 64])]; tensor transpose_2 = transpose(perm = var_1999_perm_0, x = var_1998_cast)[name = tensor("transpose_2")]; tensor value_states_cast = reshape(shape = var_2014, x = transpose_2)[name = tensor("value_states_cast")]; tensor var_2016_perm_0 = const()[name = tensor("op_2016_perm_0"), val = tensor([0, 2, 1])]; tensor attn_weights_93_transpose_x_0 = const()[name = tensor("attn_weights_93_transpose_x_0"), val = tensor(false)]; tensor attn_weights_93_transpose_y_0 = const()[name = tensor("attn_weights_93_transpose_y_0"), val = tensor(false)]; tensor transpose_1 = transpose(perm = var_2016_perm_0, x = key_states_cast)[name = tensor("transpose_1")]; tensor attn_weights_93_cast = matmul(transpose_x = attn_weights_93_transpose_x_0, transpose_y = attn_weights_93_transpose_y_0, x = query_states_cast, y = transpose_1)[name = tensor("attn_weights_93_cast")]; tensor input_331_cast = softmax(axis = var_10, x = attn_weights_93_cast)[name = tensor("input_331_cast")]; tensor attn_output_139_transpose_x_0 = const()[name = tensor("attn_output_139_transpose_x_0"), val = tensor(false)]; tensor attn_output_139_transpose_y_0 = const()[name = tensor("attn_output_139_transpose_y_0"), val = tensor(false)]; tensor attn_output_139_cast = matmul(transpose_x = attn_output_139_transpose_x_0, transpose_y = attn_output_139_transpose_y_0, x = input_331_cast, y = value_states_cast)[name = tensor("attn_output_139_cast")]; tensor var_2021 = const()[name = tensor("op_2021"), val = tensor([1, 16, 257, 64])]; tensor attn_output_141_cast = reshape(shape = var_2021, x = attn_output_139_cast)[name = tensor("attn_output_141_cast")]; tensor attn_output_perm_0 = const()[name = tensor("attn_output_perm_0"), val = tensor([0, 2, 1, 3])]; tensor var_2024 = const()[name = tensor("op_2024"), val = tensor([1, 257, 1024])]; tensor transpose_0 = transpose(perm = attn_output_perm_0, x = attn_output_141_cast)[name = tensor("transpose_0")]; tensor input_333_cast = reshape(shape = var_2024, x = transpose_0)[name = tensor("input_333_cast")]; tensor vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(220630784))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221417280))), name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16_palettized"), shape = tensor([1024, 1024])]; tensor vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221417472)))]; tensor hidden_states_141_cast = linear(bias = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_self_attn_out_proj_weight_to_fp16_palettized, x = input_333_cast)[name = tensor("hidden_states_141_cast")]; tensor input_335_cast = add(x = input_329_cast, y = hidden_states_141_cast)[name = tensor("input_335_cast")]; tensor input_337_axes_0 = const()[name = tensor("input_337_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221419584)))]; tensor vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221421696)))]; tensor input_337_cast = layer_norm(axes = input_337_axes_0, beta = vision_model_vision_model_encoder_layers_23_layer_norm2_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_encoder_layers_23_layer_norm2_weight_to_fp16, x = input_335_cast)[name = tensor("input_337_cast")]; tensor vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(221423808))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224569600))), name = tensor("vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16_palettized"), shape = tensor([4096, 1024])]; tensor vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224569792))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224572928))), name = tensor("vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16_palettized"), shape = tensor([4096])]; tensor input_339_cast = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc1_bias_to_fp16_palettized, weight = vision_model_vision_model_encoder_layers_23_mlp_fc1_weight_to_fp16_palettized, x = input_337_cast)[name = tensor("input_339_cast")]; tensor var_2039_to_fp16 = const()[name = tensor("op_2039_to_fp16"), val = tensor(0x1.b3cp+0)]; tensor var_2040_cast = mul(x = input_339_cast, y = var_2039_to_fp16)[name = tensor("op_2040_cast")]; tensor var_2041_cast = sigmoid(x = var_2040_cast)[name = tensor("op_2041_cast")]; tensor input_341_cast = mul(x = input_339_cast, y = var_2041_cast)[name = tensor("input_341_cast")]; tensor vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(224573120))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227718912))), name = tensor("vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16_palettized"), shape = tensor([1024, 4096])]; tensor vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227719104)))]; tensor hidden_states_cast = linear(bias = vision_model_vision_model_encoder_layers_23_mlp_fc2_bias_to_fp16, weight = vision_model_vision_model_encoder_layers_23_mlp_fc2_weight_to_fp16_palettized, x = input_341_cast)[name = tensor("hidden_states_cast")]; tensor last_hidden_state_cast = add(x = input_335_cast, y = hidden_states_cast)[name = tensor("last_hidden_state_cast")]; tensor var_2048_begin_0 = const()[name = tensor("op_2048_begin_0"), val = tensor([0, 0, 0])]; tensor var_2048_end_0 = const()[name = tensor("op_2048_end_0"), val = tensor([1, 1, 1024])]; tensor var_2048_end_mask_0 = const()[name = tensor("op_2048_end_mask_0"), val = tensor([true, false, true])]; tensor var_2048_squeeze_mask_0 = const()[name = tensor("op_2048_squeeze_mask_0"), val = tensor([false, true, false])]; tensor var_2048_cast = slice_by_index(begin = var_2048_begin_0, end = var_2048_end_0, end_mask = var_2048_end_mask_0, squeeze_mask = var_2048_squeeze_mask_0, x = last_hidden_state_cast)[name = tensor("op_2048_cast")]; tensor input_345_axes_0 = const()[name = tensor("input_345_axes_0"), val = tensor([-1])]; tensor vision_model_vision_model_post_layernorm_weight_to_fp16 = const()[name = tensor("vision_model_vision_model_post_layernorm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227721216)))]; tensor vision_model_vision_model_post_layernorm_bias_to_fp16 = const()[name = tensor("vision_model_vision_model_post_layernorm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227723328)))]; tensor input_345_cast = layer_norm(axes = input_345_axes_0, beta = vision_model_vision_model_post_layernorm_bias_to_fp16, epsilon = var_19_to_fp16, gamma = vision_model_vision_model_post_layernorm_weight_to_fp16, x = var_2048_cast)[name = tensor("input_345_cast")]; tensor visual_projection_weight_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227725440))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228315328))), name = tensor("visual_projection_weight_to_fp16_palettized"), shape = tensor([768, 1024])]; tensor input_347_bias_0_to_fp16 = const()[name = tensor("input_347_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228315520)))]; tensor input_347_cast = linear(bias = input_347_bias_0_to_fp16, weight = visual_projection_weight_to_fp16_palettized, x = input_345_cast)[name = tensor("input_347_cast")]; tensor var_2059 = const()[name = tensor("op_2059"), val = tensor([1])]; tensor var_2060 = const()[name = tensor("op_2060"), val = tensor(true)]; tensor abs_0_cast = abs(x = input_347_cast)[name = tensor("abs_0_cast")]; tensor const_73_to_fp16 = const()[name = tensor("const_73_to_fp16"), val = tensor(0x1p+1)]; tensor pow_0_cast = pow(x = abs_0_cast, y = const_73_to_fp16)[name = tensor("pow_0_cast")]; tensor reduce_sum_0_cast = reduce_sum(axes = var_2059, keep_dims = var_2060, x = pow_0_cast)[name = tensor("reduce_sum_0_cast")]; tensor var_2062_y_0_to_fp16 = const()[name = tensor("op_2062_y_0_to_fp16"), val = tensor(0x1p-1)]; tensor var_2062_cast = pow(x = reduce_sum_0_cast, y = var_2062_y_0_to_fp16)[name = tensor("op_2062_cast")]; tensor var_2063_to_fp16 = const()[name = tensor("op_2063_to_fp16"), val = tensor(0x1p-24)]; tensor var_2064_beta_0_to_fp16 = const()[name = tensor("op_2064_beta_0_to_fp16"), val = tensor(inf)]; tensor var_2064_cast = clip(alpha = var_2063_to_fp16, beta = var_2064_beta_0_to_fp16, x = var_2062_cast)[name = tensor("op_2064_cast")]; tensor denom_1_reps_0 = const()[name = tensor("denom_1_reps_0"), val = tensor([1, 768])]; tensor denom_1_cast = tile(reps = denom_1_reps_0, x = var_2064_cast)[name = tensor("denom_1_cast")]; tensor var_2066_cast = real_div(x = input_347_cast, y = denom_1_cast)[name = tensor("op_2066_cast")]; tensor op_2106_weight_0_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228317120))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228318912))), name = tensor("op_2106_weight_0_to_fp16_palettized"), shape = tensor([3, 768])]; tensor var_2106_bias_0_to_fp16 = const()[name = tensor("op_2106_bias_0_to_fp16"), val = tensor([-0x1.8f4p-3, -0x1.998p-3, -0x1.c28p-3])]; tensor var_2106_cast = linear(bias = var_2106_bias_0_to_fp16, weight = op_2106_weight_0_to_fp16_palettized, x = var_2066_cast)[name = tensor("op_2106_cast")]; tensor op_2141_weight_0_to_fp16_palettized = constexpr_lut_to_dense()[indices = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228319104))), lut = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228328960))), name = tensor("op_2141_weight_0_to_fp16_palettized"), shape = tensor([17, 768])]; tensor var_2141_bias_0_to_fp16 = const()[name = tensor("op_2141_bias_0_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(228329152)))]; tensor var_2141_cast = linear(bias = var_2141_bias_0_to_fp16, weight = op_2141_weight_0_to_fp16_palettized, x = var_2066_cast)[name = tensor("op_2141_cast")]; tensor special_scores_cast = add(x = var_2106_cast, y = adjustment)[name = tensor("special_scores_cast")]; tensor var_2109_promoted_to_fp16 = const()[name = tensor("op_2109_promoted_to_fp16"), val = tensor(0x0p+0)]; tensor var_2110_cast = greater(x = special_scores_cast, y = var_2109_promoted_to_fp16)[name = tensor("op_2110_cast")]; tensor var_2117 = const()[name = tensor("op_2117"), val = tensor([1])]; tensor var_2118 = const()[name = tensor("op_2118"), val = tensor(false)]; tensor var_2115_to_fp16_dtype_0 = const()[name = tensor("op_2115_to_fp16_dtype_0"), val = tensor("fp16")]; tensor cast_6 = cast(dtype = var_2115_to_fp16_dtype_0, x = var_2110_cast)[name = tensor("cast_6")]; tensor var_2120_cast = reduce_sum(axes = var_2117, keep_dims = var_2118, x = cast_6)[name = tensor("op_2120_cast")]; tensor var_2121_promoted_to_fp16 = const()[name = tensor("op_2121_promoted_to_fp16"), val = tensor(0x0p+0)]; tensor var_2122_cast = greater(x = var_2120_cast, y = var_2121_promoted_to_fp16)[name = tensor("op_2122_cast")]; tensor special_care_to_fp16_dtype_0 = const()[name = tensor("special_care_to_fp16_dtype_0"), val = tensor("fp16")]; tensor var_2128_to_fp16 = const()[name = tensor("op_2128_to_fp16"), val = tensor(0x1.47cp-7)]; tensor cast_5 = cast(dtype = special_care_to_fp16_dtype_0, x = var_2122_cast)[name = tensor("cast_5")]; tensor special_adjustment_1_cast = mul(x = cast_5, y = var_2128_to_fp16)[name = tensor("special_adjustment_1_cast")]; tensor var_2131_axes_0 = const()[name = tensor("op_2131_axes_0"), val = tensor([1])]; tensor var_2131_cast = expand_dims(axes = var_2131_axes_0, x = special_adjustment_1_cast)[name = tensor("op_2131_cast")]; tensor special_adjustment_reps_0 = const()[name = tensor("special_adjustment_reps_0"), val = tensor([1, 17])]; tensor special_adjustment_cast = tile(reps = special_adjustment_reps_0, x = var_2131_cast)[name = tensor("special_adjustment_cast")]; tensor concept_scores_cast = add(x = var_2141_cast, y = special_adjustment_cast)[name = tensor("concept_scores_cast")]; tensor concept_scores_cast_to_fp32_dtype_0 = const()[name = tensor("concept_scores_cast_to_fp32_dtype_0"), val = tensor("fp32")]; tensor var_2144_promoted_to_fp16 = const()[name = tensor("op_2144_promoted_to_fp16"), val = tensor(0x0p+0)]; tensor var_2145_cast = greater(x = concept_scores_cast, y = var_2144_promoted_to_fp16)[name = tensor("op_2145_cast")]; tensor var_2152 = const()[name = tensor("op_2152"), val = tensor([1])]; tensor var_2153 = const()[name = tensor("op_2153"), val = tensor(false)]; tensor var_2150_to_fp16_dtype_0 = const()[name = tensor("op_2150_to_fp16_dtype_0"), val = tensor("fp16")]; tensor cast_4 = cast(dtype = var_2150_to_fp16_dtype_0, x = var_2145_cast)[name = tensor("cast_4")]; tensor var_2155_cast = reduce_sum(axes = var_2152, keep_dims = var_2153, x = cast_4)[name = tensor("op_2155_cast")]; tensor var_2156_promoted_to_fp16 = const()[name = tensor("op_2156_promoted_to_fp16"), val = tensor(0x0p+0)]; tensor var_2157_cast = greater(x = var_2155_cast, y = var_2156_promoted_to_fp16)[name = tensor("op_2157_cast")]; tensor var_2164_axes_0 = const()[name = tensor("op_2164_axes_0"), val = tensor([1])]; tensor var_2164 = expand_dims(axes = var_2164_axes_0, x = var_2157_cast)[name = tensor("op_2164")]; tensor var_2166_axes_0 = const()[name = tensor("op_2166_axes_0"), val = tensor([2])]; tensor var_2166 = expand_dims(axes = var_2166_axes_0, x = var_2164)[name = tensor("op_2166")]; tensor has_nsfw_concepts_axes_0 = const()[name = tensor("has_nsfw_concepts_axes_0"), val = tensor([3])]; tensor has_nsfw_concepts_1 = expand_dims(axes = has_nsfw_concepts_axes_0, x = var_2166)[name = tensor("has_nsfw_concepts")]; tensor has_nsfw_concepts_after_broadcast_reps_0 = const()[name = tensor("has_nsfw_concepts_after_broadcast_reps_0"), val = tensor([1, 512, 512, 3])]; tensor has_nsfw_concepts_after_broadcast = tile(reps = has_nsfw_concepts_after_broadcast_reps_0, x = has_nsfw_concepts_1)[name = tensor("has_nsfw_concepts_after_broadcast")]; tensor cast_205_dtype_0 = const()[name = tensor("cast_205_dtype_0"), val = tensor("int32")]; tensor cast_3 = cast(dtype = cast_205_dtype_0, x = has_nsfw_concepts_after_broadcast)[name = tensor("cast_3")]; tensor non_zero_0 = non_zero(x = cast_3)[name = tensor("non_zero_0")]; tensor shape_1 = shape(x = non_zero_0)[name = tensor("shape_1")]; tensor slice_by_index_2_begin_0 = const()[name = tensor("slice_by_index_2_begin_0"), val = tensor([0])]; tensor slice_by_index_2_end_0 = const()[name = tensor("slice_by_index_2_end_0"), val = tensor([0])]; tensor slice_by_index_2_squeeze_mask_0 = const()[name = tensor("slice_by_index_2_squeeze_mask_0"), val = tensor([true])]; tensor slice_by_index_2 = slice_by_index(begin = slice_by_index_2_begin_0, end = slice_by_index_2_end_0, squeeze_mask = slice_by_index_2_squeeze_mask_0, x = shape_1)[name = tensor("slice_by_index_2")]; tensor expand_dims_2_axes_0 = const()[name = tensor("expand_dims_2_axes_0"), val = tensor([0])]; tensor expand_dims_2 = expand_dims(axes = expand_dims_2_axes_0, x = slice_by_index_2)[name = tensor("expand_dims_2")]; tensor expand_dims_1_to_fp16 = const()[name = tensor("expand_dims_1_to_fp16"), val = tensor([0x0p+0])]; tensor tile_0_cast = tile(reps = expand_dims_2, x = expand_dims_1_to_fp16)[name = tensor("tile_0_cast")]; tensor var_2176_mode_0 = const()[name = tensor("op_2176_mode_0"), val = tensor("update")]; tensor var_2176_cast = scatter_nd(data = images, indices = non_zero_0, mode = var_2176_mode_0, updates = tile_0_cast)[name = tensor("op_2176_cast")]; tensor var_2176_cast_to_fp32_dtype_0 = const()[name = tensor("op_2176_cast_to_fp32_dtype_0"), val = tensor("fp32")]; tensor var_2181_dtype_0 = const()[name = tensor("op_2181_dtype_0"), val = tensor("fp32")]; tensor concept_scores = cast(dtype = concept_scores_cast_to_fp32_dtype_0, x = concept_scores_cast)[name = tensor("cast_0")]; tensor filtered_images = cast(dtype = var_2176_cast_to_fp32_dtype_0, x = var_2176_cast)[name = tensor("cast_1")]; tensor has_nsfw_concepts = cast(dtype = var_2181_dtype_0, x = has_nsfw_concepts_1)[name = tensor("cast_2")]; } -> (filtered_images, has_nsfw_concepts, concept_scores); }