diff --git "a/original/compiled/TextEncoder.mlmodelc/model.mil" "b/original/compiled/TextEncoder.mlmodelc/model.mil" deleted file mode 100644--- "a/original/compiled/TextEncoder.mlmodelc/model.mil" +++ /dev/null @@ -1,1648 +0,0 @@ -program(1.0) -[buildInfo = dict, tensor>({{"coremlc-component-MIL", "4.28.4"}, {"coremlc-version", "1429.0.0"}, {"coremltools-component-torch", "1.13.1"}, {"coremltools-version", "6.1"}})] -{ - func main(tensor input_ids) { - tensor var_5 = const()[name = tensor("op_5"), val = tensor(-1)]; - tensor var_6 = const()[name = tensor("op_6"), val = tensor(false)]; - tensor cast_1_dtype_0 = const()[name = tensor("cast_1_dtype_0"), val = tensor("int32")]; - tensor inputs_embeds_axis_0 = const()[name = tensor("inputs_embeds_axis_0"), val = tensor(0)]; - tensor inputs_embeds_batch_dims_0 = const()[name = tensor("inputs_embeds_batch_dims_0"), val = tensor(0)]; - tensor text_encoder_text_model_embeddings_token_embedding_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_embeddings_token_embedding_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(64)))]; - tensor cast_954 = cast(dtype = cast_1_dtype_0, x = input_ids); - tensor inputs_embeds_cast = gather(axis = inputs_embeds_axis_0, batch_dims = inputs_embeds_batch_dims_0, indices = cast_954, x = text_encoder_text_model_embeddings_token_embedding_weight_to_fp16); - tensor position_embeddings_to_fp16 = const()[name = tensor("position_embeddings_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101187712)))]; - tensor input_3_cast = add(x = inputs_embeds_cast, y = position_embeddings_to_fp16); - tensor band_part_0_lower_0 = const()[name = tensor("band_part_0_lower_0"), val = tensor(-1)]; - tensor band_part_0_upper_0 = const()[name = tensor("band_part_0_upper_0"), val = tensor(0)]; - tensor mask_1_to_fp16 = const()[name = tensor("mask_1_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101345472)))]; - tensor band_part_0_cast = band_part(lower = band_part_0_lower_0, upper = band_part_0_upper_0, x = mask_1_to_fp16); - tensor mask_cast = sub(x = mask_1_to_fp16, y = band_part_0_cast); - tensor var_44_axes_0 = const()[name = tensor("op_44_axes_0"), val = tensor([1])]; - tensor var_44_cast = expand_dims(axes = var_44_axes_0, x = mask_cast); - tensor hidden_states_1_axes_0 = const()[name = tensor("hidden_states_1_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101357440)))]; - tensor text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101359552)))]; - tensor var_12_to_fp16 = const()[name = tensor("op_12_to_fp16"), val = tensor(0x1.5p-17)]; - tensor hidden_states_1_cast = layer_norm(axes = hidden_states_1_axes_0, beta = text_encoder_text_model_encoder_layers_0_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_0_layer_norm1_weight_to_fp16, x = input_3_cast); - tensor text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(101361664)))]; - tensor text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103458880)))]; - tensor var_110_cast = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_q_proj_weight_to_fp16, x = hidden_states_1_cast); - tensor var_111_to_fp16 = const()[name = tensor("op_111_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_5_cast = mul(x = var_110_cast, y = var_111_to_fp16); - tensor text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(103460992)))]; - tensor text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105558208)))]; - tensor tensor_1_cast = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_k_proj_weight_to_fp16, x = hidden_states_1_cast); - tensor var_116 = const()[name = tensor("op_116"), val = tensor([1, -1, 16, 64])]; - tensor var_117_cast = reshape(shape = var_116, x = tensor_1_cast); - tensor var_118_perm_0 = const()[name = tensor("op_118_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(105560320)))]; - tensor text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107657536)))]; - tensor tensor_3_cast = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_v_proj_weight_to_fp16, x = hidden_states_1_cast); - tensor var_123 = const()[name = tensor("op_123"), val = tensor([1, -1, 16, 64])]; - tensor var_124_cast = reshape(shape = var_123, x = tensor_3_cast); - tensor var_125_perm_0 = const()[name = tensor("op_125_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_132 = const()[name = tensor("op_132"), val = tensor([1, 77, 16, 64])]; - tensor var_133_cast = reshape(shape = var_132, x = tensor_5_cast); - tensor var_134_perm_0 = const()[name = tensor("op_134_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_136 = const()[name = tensor("op_136"), val = tensor([16, -1, 64])]; - tensor transpose_113 = transpose(perm = var_134_perm_0, x = var_133_cast); - tensor query_states_1_cast = reshape(shape = var_136, x = transpose_113); - tensor var_138 = const()[name = tensor("op_138"), val = tensor([16, -1, 64])]; - tensor transpose_115 = transpose(perm = var_118_perm_0, x = var_117_cast); - tensor key_states_3_cast = reshape(shape = var_138, x = transpose_115); - tensor var_140 = const()[name = tensor("op_140"), val = tensor([16, -1, 64])]; - tensor transpose_114 = transpose(perm = var_125_perm_0, x = var_124_cast); - tensor value_states_3_cast = reshape(shape = var_140, x = transpose_114); - tensor var_143_perm_0 = const()[name = tensor("op_143_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_1_transpose_x_0 = const()[name = tensor("attn_weights_1_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_1_transpose_y_0 = const()[name = tensor("attn_weights_1_transpose_y_0"), val = tensor(false)]; - tensor transpose_112 = transpose(perm = var_143_perm_0, x = key_states_3_cast); - tensor attn_weights_1_cast = matmul(transpose_x = attn_weights_1_transpose_x_0, transpose_y = attn_weights_1_transpose_y_0, x = query_states_1_cast, y = transpose_112); - tensor var_145 = const()[name = tensor("op_145"), val = tensor([1, 16, 77, 77])]; - tensor var_146_cast = reshape(shape = var_145, x = attn_weights_1_cast); - tensor attn_weights_3_cast = add(x = var_146_cast, y = var_44_cast); - tensor var_151 = const()[name = tensor("op_151"), val = tensor([16, 77, 77])]; - tensor input_5_cast = reshape(shape = var_151, x = attn_weights_3_cast); - tensor input_7_cast = softmax(axis = var_5, x = input_5_cast); - tensor attn_output_1_transpose_x_0 = const()[name = tensor("attn_output_1_transpose_x_0"), val = tensor(false)]; - tensor attn_output_1_transpose_y_0 = const()[name = tensor("attn_output_1_transpose_y_0"), val = tensor(false)]; - tensor attn_output_1_cast = matmul(transpose_x = attn_output_1_transpose_x_0, transpose_y = attn_output_1_transpose_y_0, x = input_7_cast, y = value_states_3_cast); - tensor var_156 = const()[name = tensor("op_156"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_3_cast = reshape(shape = var_156, x = attn_output_1_cast); - tensor attn_output_5_perm_0 = const()[name = tensor("attn_output_5_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_159 = const()[name = tensor("op_159"), val = tensor([1, 77, 1024])]; - tensor transpose_111 = transpose(perm = attn_output_5_perm_0, x = attn_output_3_cast); - tensor input_9_cast = reshape(shape = var_159, x = transpose_111); - tensor text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(107659648)))]; - tensor text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109756864)))]; - tensor hidden_states_3_cast = linear(bias = text_encoder_text_model_encoder_layers_0_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_self_attn_out_proj_weight_to_fp16, x = input_9_cast); - tensor input_11_cast = add(x = input_3_cast, y = hidden_states_3_cast); - tensor input_13_axes_0 = const()[name = tensor("input_13_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109758976)))]; - tensor text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109761088)))]; - tensor input_13_cast = layer_norm(axes = input_13_axes_0, beta = text_encoder_text_model_encoder_layers_0_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_0_layer_norm2_weight_to_fp16, x = input_11_cast); - tensor text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(109763200)))]; - tensor text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118151872)))]; - tensor input_15_cast = linear(bias = text_encoder_text_model_encoder_layers_0_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_mlp_fc1_weight_to_fp16, x = input_13_cast); - tensor input_17_mode_0 = const()[name = tensor("input_17_mode_0"), val = tensor("EXACT")]; - tensor input_17_cast = gelu(mode = input_17_mode_0, x = input_15_cast); - tensor text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(118160128)))]; - tensor text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126548800)))]; - tensor hidden_states_5_cast = linear(bias = text_encoder_text_model_encoder_layers_0_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_0_mlp_fc2_weight_to_fp16, x = input_17_cast); - tensor input_19_cast = add(x = input_11_cast, y = hidden_states_5_cast); - tensor hidden_states_7_axes_0 = const()[name = tensor("hidden_states_7_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126550912)))]; - tensor text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126553024)))]; - tensor hidden_states_7_cast = layer_norm(axes = hidden_states_7_axes_0, beta = text_encoder_text_model_encoder_layers_1_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_1_layer_norm1_weight_to_fp16, x = input_19_cast); - tensor text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(126555136)))]; - tensor text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128652352)))]; - tensor var_197_cast = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_q_proj_weight_to_fp16, x = hidden_states_7_cast); - tensor var_198_to_fp16 = const()[name = tensor("op_198_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_11_cast = mul(x = var_197_cast, y = var_198_to_fp16); - tensor text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(128654464)))]; - tensor text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130751680)))]; - tensor tensor_7_cast = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_k_proj_weight_to_fp16, x = hidden_states_7_cast); - tensor var_203 = const()[name = tensor("op_203"), val = tensor([1, -1, 16, 64])]; - tensor var_204_cast = reshape(shape = var_203, x = tensor_7_cast); - tensor var_205_perm_0 = const()[name = tensor("op_205_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(130753792)))]; - tensor text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132851008)))]; - tensor tensor_9_cast = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_v_proj_weight_to_fp16, x = hidden_states_7_cast); - tensor var_210 = const()[name = tensor("op_210"), val = tensor([1, -1, 16, 64])]; - tensor var_211_cast = reshape(shape = var_210, x = tensor_9_cast); - tensor var_212_perm_0 = const()[name = tensor("op_212_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_219 = const()[name = tensor("op_219"), val = tensor([1, 77, 16, 64])]; - tensor var_220_cast = reshape(shape = var_219, x = tensor_11_cast); - tensor var_221_perm_0 = const()[name = tensor("op_221_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_223 = const()[name = tensor("op_223"), val = tensor([16, -1, 64])]; - tensor transpose_108 = transpose(perm = var_221_perm_0, x = var_220_cast); - tensor query_states_3_cast = reshape(shape = var_223, x = transpose_108); - tensor var_225 = const()[name = tensor("op_225"), val = tensor([16, -1, 64])]; - tensor transpose_110 = transpose(perm = var_205_perm_0, x = var_204_cast); - tensor key_states_7_cast = reshape(shape = var_225, x = transpose_110); - tensor var_227 = const()[name = tensor("op_227"), val = tensor([16, -1, 64])]; - tensor transpose_109 = transpose(perm = var_212_perm_0, x = var_211_cast); - tensor value_states_7_cast = reshape(shape = var_227, x = transpose_109); - tensor var_230_perm_0 = const()[name = tensor("op_230_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_7_transpose_x_0 = const()[name = tensor("attn_weights_7_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_7_transpose_y_0 = const()[name = tensor("attn_weights_7_transpose_y_0"), val = tensor(false)]; - tensor transpose_107 = transpose(perm = var_230_perm_0, x = key_states_7_cast); - tensor attn_weights_7_cast = matmul(transpose_x = attn_weights_7_transpose_x_0, transpose_y = attn_weights_7_transpose_y_0, x = query_states_3_cast, y = transpose_107); - tensor var_232 = const()[name = tensor("op_232"), val = tensor([1, 16, 77, 77])]; - tensor var_233_cast = reshape(shape = var_232, x = attn_weights_7_cast); - tensor attn_weights_9_cast = add(x = var_233_cast, y = var_44_cast); - tensor var_238 = const()[name = tensor("op_238"), val = tensor([16, 77, 77])]; - tensor input_21_cast = reshape(shape = var_238, x = attn_weights_9_cast); - tensor input_23_cast = softmax(axis = var_5, x = input_21_cast); - tensor attn_output_7_transpose_x_0 = const()[name = tensor("attn_output_7_transpose_x_0"), val = tensor(false)]; - tensor attn_output_7_transpose_y_0 = const()[name = tensor("attn_output_7_transpose_y_0"), val = tensor(false)]; - tensor attn_output_7_cast = matmul(transpose_x = attn_output_7_transpose_x_0, transpose_y = attn_output_7_transpose_y_0, x = input_23_cast, y = value_states_7_cast); - tensor var_243 = const()[name = tensor("op_243"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_9_cast = reshape(shape = var_243, x = attn_output_7_cast); - tensor attn_output_11_perm_0 = const()[name = tensor("attn_output_11_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_246 = const()[name = tensor("op_246"), val = tensor([1, 77, 1024])]; - tensor transpose_106 = transpose(perm = attn_output_11_perm_0, x = attn_output_9_cast); - tensor input_25_cast = reshape(shape = var_246, x = transpose_106); - tensor text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(132853120)))]; - tensor text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134950336)))]; - tensor hidden_states_9_cast = linear(bias = text_encoder_text_model_encoder_layers_1_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_self_attn_out_proj_weight_to_fp16, x = input_25_cast); - tensor input_27_cast = add(x = input_19_cast, y = hidden_states_9_cast); - tensor input_29_axes_0 = const()[name = tensor("input_29_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134952448)))]; - tensor text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134954560)))]; - tensor input_29_cast = layer_norm(axes = input_29_axes_0, beta = text_encoder_text_model_encoder_layers_1_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_1_layer_norm2_weight_to_fp16, x = input_27_cast); - tensor text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(134956672)))]; - tensor text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143345344)))]; - tensor input_31_cast = linear(bias = text_encoder_text_model_encoder_layers_1_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_mlp_fc1_weight_to_fp16, x = input_29_cast); - tensor input_33_mode_0 = const()[name = tensor("input_33_mode_0"), val = tensor("EXACT")]; - tensor input_33_cast = gelu(mode = input_33_mode_0, x = input_31_cast); - tensor text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(143353600)))]; - tensor text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151742272)))]; - tensor hidden_states_11_cast = linear(bias = text_encoder_text_model_encoder_layers_1_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_1_mlp_fc2_weight_to_fp16, x = input_33_cast); - tensor input_35_cast = add(x = input_27_cast, y = hidden_states_11_cast); - tensor hidden_states_13_axes_0 = const()[name = tensor("hidden_states_13_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151744384)))]; - tensor text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151746496)))]; - tensor hidden_states_13_cast = layer_norm(axes = hidden_states_13_axes_0, beta = text_encoder_text_model_encoder_layers_2_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_2_layer_norm1_weight_to_fp16, x = input_35_cast); - tensor text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(151748608)))]; - tensor text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153845824)))]; - tensor var_284_cast = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_q_proj_weight_to_fp16, x = hidden_states_13_cast); - tensor var_285_to_fp16 = const()[name = tensor("op_285_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_17_cast = mul(x = var_284_cast, y = var_285_to_fp16); - tensor text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(153847936)))]; - tensor text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155945152)))]; - tensor tensor_13_cast = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_k_proj_weight_to_fp16, x = hidden_states_13_cast); - tensor var_290 = const()[name = tensor("op_290"), val = tensor([1, -1, 16, 64])]; - tensor var_291_cast = reshape(shape = var_290, x = tensor_13_cast); - tensor var_292_perm_0 = const()[name = tensor("op_292_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(155947264)))]; - tensor text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158044480)))]; - tensor tensor_15_cast = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_v_proj_weight_to_fp16, x = hidden_states_13_cast); - tensor var_297 = const()[name = tensor("op_297"), val = tensor([1, -1, 16, 64])]; - tensor var_298_cast = reshape(shape = var_297, x = tensor_15_cast); - tensor var_299_perm_0 = const()[name = tensor("op_299_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_306 = const()[name = tensor("op_306"), val = tensor([1, 77, 16, 64])]; - tensor var_307_cast = reshape(shape = var_306, x = tensor_17_cast); - tensor var_308_perm_0 = const()[name = tensor("op_308_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_310 = const()[name = tensor("op_310"), val = tensor([16, -1, 64])]; - tensor transpose_103 = transpose(perm = var_308_perm_0, x = var_307_cast); - tensor query_states_5_cast = reshape(shape = var_310, x = transpose_103); - tensor var_312 = const()[name = tensor("op_312"), val = tensor([16, -1, 64])]; - tensor transpose_105 = transpose(perm = var_292_perm_0, x = var_291_cast); - tensor key_states_11_cast = reshape(shape = var_312, x = transpose_105); - tensor var_314 = const()[name = tensor("op_314"), val = tensor([16, -1, 64])]; - tensor transpose_104 = transpose(perm = var_299_perm_0, x = var_298_cast); - tensor value_states_11_cast = reshape(shape = var_314, x = transpose_104); - tensor var_317_perm_0 = const()[name = tensor("op_317_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_13_transpose_x_0 = const()[name = tensor("attn_weights_13_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_13_transpose_y_0 = const()[name = tensor("attn_weights_13_transpose_y_0"), val = tensor(false)]; - tensor transpose_102 = transpose(perm = var_317_perm_0, x = key_states_11_cast); - tensor attn_weights_13_cast = matmul(transpose_x = attn_weights_13_transpose_x_0, transpose_y = attn_weights_13_transpose_y_0, x = query_states_5_cast, y = transpose_102); - tensor var_319 = const()[name = tensor("op_319"), val = tensor([1, 16, 77, 77])]; - tensor var_320_cast = reshape(shape = var_319, x = attn_weights_13_cast); - tensor attn_weights_15_cast = add(x = var_320_cast, y = var_44_cast); - tensor var_325 = const()[name = tensor("op_325"), val = tensor([16, 77, 77])]; - tensor input_37_cast = reshape(shape = var_325, x = attn_weights_15_cast); - tensor input_39_cast = softmax(axis = var_5, x = input_37_cast); - tensor attn_output_13_transpose_x_0 = const()[name = tensor("attn_output_13_transpose_x_0"), val = tensor(false)]; - tensor attn_output_13_transpose_y_0 = const()[name = tensor("attn_output_13_transpose_y_0"), val = tensor(false)]; - tensor attn_output_13_cast = matmul(transpose_x = attn_output_13_transpose_x_0, transpose_y = attn_output_13_transpose_y_0, x = input_39_cast, y = value_states_11_cast); - tensor var_330 = const()[name = tensor("op_330"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_15_cast = reshape(shape = var_330, x = attn_output_13_cast); - tensor attn_output_17_perm_0 = const()[name = tensor("attn_output_17_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_333 = const()[name = tensor("op_333"), val = tensor([1, 77, 1024])]; - tensor transpose_101 = transpose(perm = attn_output_17_perm_0, x = attn_output_15_cast); - tensor input_41_cast = reshape(shape = var_333, x = transpose_101); - tensor text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(158046592)))]; - tensor text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160143808)))]; - tensor hidden_states_15_cast = linear(bias = text_encoder_text_model_encoder_layers_2_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_self_attn_out_proj_weight_to_fp16, x = input_41_cast); - tensor input_43_cast = add(x = input_35_cast, y = hidden_states_15_cast); - tensor input_45_axes_0 = const()[name = tensor("input_45_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160145920)))]; - tensor text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160148032)))]; - tensor input_45_cast = layer_norm(axes = input_45_axes_0, beta = text_encoder_text_model_encoder_layers_2_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_2_layer_norm2_weight_to_fp16, x = input_43_cast); - tensor text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(160150144)))]; - tensor text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168538816)))]; - tensor input_47_cast = linear(bias = text_encoder_text_model_encoder_layers_2_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_mlp_fc1_weight_to_fp16, x = input_45_cast); - tensor input_49_mode_0 = const()[name = tensor("input_49_mode_0"), val = tensor("EXACT")]; - tensor input_49_cast = gelu(mode = input_49_mode_0, x = input_47_cast); - tensor text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(168547072)))]; - tensor text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(176935744)))]; - tensor hidden_states_17_cast = linear(bias = text_encoder_text_model_encoder_layers_2_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_2_mlp_fc2_weight_to_fp16, x = input_49_cast); - tensor input_51_cast = add(x = input_43_cast, y = hidden_states_17_cast); - tensor hidden_states_19_axes_0 = const()[name = tensor("hidden_states_19_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(176937856)))]; - tensor text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(176939968)))]; - tensor hidden_states_19_cast = layer_norm(axes = hidden_states_19_axes_0, beta = text_encoder_text_model_encoder_layers_3_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_3_layer_norm1_weight_to_fp16, x = input_51_cast); - tensor text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(176942080)))]; - tensor text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179039296)))]; - tensor var_371_cast = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_q_proj_weight_to_fp16, x = hidden_states_19_cast); - tensor var_372_to_fp16 = const()[name = tensor("op_372_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_23_cast = mul(x = var_371_cast, y = var_372_to_fp16); - tensor text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(179041408)))]; - tensor text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181138624)))]; - tensor tensor_19_cast = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_k_proj_weight_to_fp16, x = hidden_states_19_cast); - tensor var_377 = const()[name = tensor("op_377"), val = tensor([1, -1, 16, 64])]; - tensor var_378_cast = reshape(shape = var_377, x = tensor_19_cast); - tensor var_379_perm_0 = const()[name = tensor("op_379_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(181140736)))]; - tensor text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183237952)))]; - tensor tensor_21_cast = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_v_proj_weight_to_fp16, x = hidden_states_19_cast); - tensor var_384 = const()[name = tensor("op_384"), val = tensor([1, -1, 16, 64])]; - tensor var_385_cast = reshape(shape = var_384, x = tensor_21_cast); - tensor var_386_perm_0 = const()[name = tensor("op_386_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_393 = const()[name = tensor("op_393"), val = tensor([1, 77, 16, 64])]; - tensor var_394_cast = reshape(shape = var_393, x = tensor_23_cast); - tensor var_395_perm_0 = const()[name = tensor("op_395_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_397 = const()[name = tensor("op_397"), val = tensor([16, -1, 64])]; - tensor transpose_98 = transpose(perm = var_395_perm_0, x = var_394_cast); - tensor query_states_7_cast = reshape(shape = var_397, x = transpose_98); - tensor var_399 = const()[name = tensor("op_399"), val = tensor([16, -1, 64])]; - tensor transpose_100 = transpose(perm = var_379_perm_0, x = var_378_cast); - tensor key_states_15_cast = reshape(shape = var_399, x = transpose_100); - tensor var_401 = const()[name = tensor("op_401"), val = tensor([16, -1, 64])]; - tensor transpose_99 = transpose(perm = var_386_perm_0, x = var_385_cast); - tensor value_states_15_cast = reshape(shape = var_401, x = transpose_99); - tensor var_404_perm_0 = const()[name = tensor("op_404_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_19_transpose_x_0 = const()[name = tensor("attn_weights_19_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_19_transpose_y_0 = const()[name = tensor("attn_weights_19_transpose_y_0"), val = tensor(false)]; - tensor transpose_97 = transpose(perm = var_404_perm_0, x = key_states_15_cast); - tensor attn_weights_19_cast = matmul(transpose_x = attn_weights_19_transpose_x_0, transpose_y = attn_weights_19_transpose_y_0, x = query_states_7_cast, y = transpose_97); - tensor var_406 = const()[name = tensor("op_406"), val = tensor([1, 16, 77, 77])]; - tensor var_407_cast = reshape(shape = var_406, x = attn_weights_19_cast); - tensor attn_weights_21_cast = add(x = var_407_cast, y = var_44_cast); - tensor var_412 = const()[name = tensor("op_412"), val = tensor([16, 77, 77])]; - tensor input_53_cast = reshape(shape = var_412, x = attn_weights_21_cast); - tensor input_55_cast = softmax(axis = var_5, x = input_53_cast); - tensor attn_output_19_transpose_x_0 = const()[name = tensor("attn_output_19_transpose_x_0"), val = tensor(false)]; - tensor attn_output_19_transpose_y_0 = const()[name = tensor("attn_output_19_transpose_y_0"), val = tensor(false)]; - tensor attn_output_19_cast = matmul(transpose_x = attn_output_19_transpose_x_0, transpose_y = attn_output_19_transpose_y_0, x = input_55_cast, y = value_states_15_cast); - tensor var_417 = const()[name = tensor("op_417"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_21_cast = reshape(shape = var_417, x = attn_output_19_cast); - tensor attn_output_23_perm_0 = const()[name = tensor("attn_output_23_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_420 = const()[name = tensor("op_420"), val = tensor([1, 77, 1024])]; - tensor transpose_96 = transpose(perm = attn_output_23_perm_0, x = attn_output_21_cast); - tensor input_57_cast = reshape(shape = var_420, x = transpose_96); - tensor text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(183240064)))]; - tensor text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185337280)))]; - tensor hidden_states_21_cast = linear(bias = text_encoder_text_model_encoder_layers_3_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_self_attn_out_proj_weight_to_fp16, x = input_57_cast); - tensor input_59_cast = add(x = input_51_cast, y = hidden_states_21_cast); - tensor input_61_axes_0 = const()[name = tensor("input_61_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185339392)))]; - tensor text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185341504)))]; - tensor input_61_cast = layer_norm(axes = input_61_axes_0, beta = text_encoder_text_model_encoder_layers_3_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_3_layer_norm2_weight_to_fp16, x = input_59_cast); - tensor text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(185343616)))]; - tensor text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193732288)))]; - tensor input_63_cast = linear(bias = text_encoder_text_model_encoder_layers_3_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_mlp_fc1_weight_to_fp16, x = input_61_cast); - tensor input_65_mode_0 = const()[name = tensor("input_65_mode_0"), val = tensor("EXACT")]; - tensor input_65_cast = gelu(mode = input_65_mode_0, x = input_63_cast); - tensor text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(193740544)))]; - tensor text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202129216)))]; - tensor hidden_states_23_cast = linear(bias = text_encoder_text_model_encoder_layers_3_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_3_mlp_fc2_weight_to_fp16, x = input_65_cast); - tensor input_67_cast = add(x = input_59_cast, y = hidden_states_23_cast); - tensor hidden_states_25_axes_0 = const()[name = tensor("hidden_states_25_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202131328)))]; - tensor text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202133440)))]; - tensor hidden_states_25_cast = layer_norm(axes = hidden_states_25_axes_0, beta = text_encoder_text_model_encoder_layers_4_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_4_layer_norm1_weight_to_fp16, x = input_67_cast); - tensor text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(202135552)))]; - tensor text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(204232768)))]; - tensor var_458_cast = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_q_proj_weight_to_fp16, x = hidden_states_25_cast); - tensor var_459_to_fp16 = const()[name = tensor("op_459_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_29_cast = mul(x = var_458_cast, y = var_459_to_fp16); - tensor text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(204234880)))]; - tensor text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206332096)))]; - tensor tensor_25_cast = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_k_proj_weight_to_fp16, x = hidden_states_25_cast); - tensor var_464 = const()[name = tensor("op_464"), val = tensor([1, -1, 16, 64])]; - tensor var_465_cast = reshape(shape = var_464, x = tensor_25_cast); - tensor var_466_perm_0 = const()[name = tensor("op_466_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(206334208)))]; - tensor text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(208431424)))]; - tensor tensor_27_cast = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_v_proj_weight_to_fp16, x = hidden_states_25_cast); - tensor var_471 = const()[name = tensor("op_471"), val = tensor([1, -1, 16, 64])]; - tensor var_472_cast = reshape(shape = var_471, x = tensor_27_cast); - tensor var_473_perm_0 = const()[name = tensor("op_473_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_480 = const()[name = tensor("op_480"), val = tensor([1, 77, 16, 64])]; - tensor var_481_cast = reshape(shape = var_480, x = tensor_29_cast); - tensor var_482_perm_0 = const()[name = tensor("op_482_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_484 = const()[name = tensor("op_484"), val = tensor([16, -1, 64])]; - tensor transpose_93 = transpose(perm = var_482_perm_0, x = var_481_cast); - tensor query_states_9_cast = reshape(shape = var_484, x = transpose_93); - tensor var_486 = const()[name = tensor("op_486"), val = tensor([16, -1, 64])]; - tensor transpose_95 = transpose(perm = var_466_perm_0, x = var_465_cast); - tensor key_states_19_cast = reshape(shape = var_486, x = transpose_95); - tensor var_488 = const()[name = tensor("op_488"), val = tensor([16, -1, 64])]; - tensor transpose_94 = transpose(perm = var_473_perm_0, x = var_472_cast); - tensor value_states_19_cast = reshape(shape = var_488, x = transpose_94); - tensor var_491_perm_0 = const()[name = tensor("op_491_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_25_transpose_x_0 = const()[name = tensor("attn_weights_25_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_25_transpose_y_0 = const()[name = tensor("attn_weights_25_transpose_y_0"), val = tensor(false)]; - tensor transpose_92 = transpose(perm = var_491_perm_0, x = key_states_19_cast); - tensor attn_weights_25_cast = matmul(transpose_x = attn_weights_25_transpose_x_0, transpose_y = attn_weights_25_transpose_y_0, x = query_states_9_cast, y = transpose_92); - tensor var_493 = const()[name = tensor("op_493"), val = tensor([1, 16, 77, 77])]; - tensor var_494_cast = reshape(shape = var_493, x = attn_weights_25_cast); - tensor attn_weights_27_cast = add(x = var_494_cast, y = var_44_cast); - tensor var_499 = const()[name = tensor("op_499"), val = tensor([16, 77, 77])]; - tensor input_69_cast = reshape(shape = var_499, x = attn_weights_27_cast); - tensor input_71_cast = softmax(axis = var_5, x = input_69_cast); - tensor attn_output_25_transpose_x_0 = const()[name = tensor("attn_output_25_transpose_x_0"), val = tensor(false)]; - tensor attn_output_25_transpose_y_0 = const()[name = tensor("attn_output_25_transpose_y_0"), val = tensor(false)]; - tensor attn_output_25_cast = matmul(transpose_x = attn_output_25_transpose_x_0, transpose_y = attn_output_25_transpose_y_0, x = input_71_cast, y = value_states_19_cast); - tensor var_504 = const()[name = tensor("op_504"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_27_cast = reshape(shape = var_504, x = attn_output_25_cast); - tensor attn_output_29_perm_0 = const()[name = tensor("attn_output_29_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_507 = const()[name = tensor("op_507"), val = tensor([1, 77, 1024])]; - tensor transpose_91 = transpose(perm = attn_output_29_perm_0, x = attn_output_27_cast); - tensor input_73_cast = reshape(shape = var_507, x = transpose_91); - tensor text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(208433536)))]; - tensor text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210530752)))]; - tensor hidden_states_27_cast = linear(bias = text_encoder_text_model_encoder_layers_4_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_self_attn_out_proj_weight_to_fp16, x = input_73_cast); - tensor input_75_cast = add(x = input_67_cast, y = hidden_states_27_cast); - tensor input_77_axes_0 = const()[name = tensor("input_77_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210532864)))]; - tensor text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210534976)))]; - tensor input_77_cast = layer_norm(axes = input_77_axes_0, beta = text_encoder_text_model_encoder_layers_4_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_4_layer_norm2_weight_to_fp16, x = input_75_cast); - tensor text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(210537088)))]; - tensor text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218925760)))]; - tensor input_79_cast = linear(bias = text_encoder_text_model_encoder_layers_4_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_mlp_fc1_weight_to_fp16, x = input_77_cast); - tensor input_81_mode_0 = const()[name = tensor("input_81_mode_0"), val = tensor("EXACT")]; - tensor input_81_cast = gelu(mode = input_81_mode_0, x = input_79_cast); - tensor text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(218934016)))]; - tensor text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227322688)))]; - tensor hidden_states_29_cast = linear(bias = text_encoder_text_model_encoder_layers_4_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_4_mlp_fc2_weight_to_fp16, x = input_81_cast); - tensor input_83_cast = add(x = input_75_cast, y = hidden_states_29_cast); - tensor hidden_states_31_axes_0 = const()[name = tensor("hidden_states_31_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227324800)))]; - tensor text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227326912)))]; - tensor hidden_states_31_cast = layer_norm(axes = hidden_states_31_axes_0, beta = text_encoder_text_model_encoder_layers_5_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_5_layer_norm1_weight_to_fp16, x = input_83_cast); - tensor text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(227329024)))]; - tensor text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229426240)))]; - tensor var_545_cast = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_q_proj_weight_to_fp16, x = hidden_states_31_cast); - tensor var_546_to_fp16 = const()[name = tensor("op_546_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_35_cast = mul(x = var_545_cast, y = var_546_to_fp16); - tensor text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(229428352)))]; - tensor text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231525568)))]; - tensor tensor_31_cast = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_k_proj_weight_to_fp16, x = hidden_states_31_cast); - tensor var_551 = const()[name = tensor("op_551"), val = tensor([1, -1, 16, 64])]; - tensor var_552_cast = reshape(shape = var_551, x = tensor_31_cast); - tensor var_553_perm_0 = const()[name = tensor("op_553_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(231527680)))]; - tensor text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(233624896)))]; - tensor tensor_33_cast = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_v_proj_weight_to_fp16, x = hidden_states_31_cast); - tensor var_558 = const()[name = tensor("op_558"), val = tensor([1, -1, 16, 64])]; - tensor var_559_cast = reshape(shape = var_558, x = tensor_33_cast); - tensor var_560_perm_0 = const()[name = tensor("op_560_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_567 = const()[name = tensor("op_567"), val = tensor([1, 77, 16, 64])]; - tensor var_568_cast = reshape(shape = var_567, x = tensor_35_cast); - tensor var_569_perm_0 = const()[name = tensor("op_569_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_571 = const()[name = tensor("op_571"), val = tensor([16, -1, 64])]; - tensor transpose_88 = transpose(perm = var_569_perm_0, x = var_568_cast); - tensor query_states_11_cast = reshape(shape = var_571, x = transpose_88); - tensor var_573 = const()[name = tensor("op_573"), val = tensor([16, -1, 64])]; - tensor transpose_90 = transpose(perm = var_553_perm_0, x = var_552_cast); - tensor key_states_23_cast = reshape(shape = var_573, x = transpose_90); - tensor var_575 = const()[name = tensor("op_575"), val = tensor([16, -1, 64])]; - tensor transpose_89 = transpose(perm = var_560_perm_0, x = var_559_cast); - tensor value_states_23_cast = reshape(shape = var_575, x = transpose_89); - tensor var_578_perm_0 = const()[name = tensor("op_578_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_31_transpose_x_0 = const()[name = tensor("attn_weights_31_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_31_transpose_y_0 = const()[name = tensor("attn_weights_31_transpose_y_0"), val = tensor(false)]; - tensor transpose_87 = transpose(perm = var_578_perm_0, x = key_states_23_cast); - tensor attn_weights_31_cast = matmul(transpose_x = attn_weights_31_transpose_x_0, transpose_y = attn_weights_31_transpose_y_0, x = query_states_11_cast, y = transpose_87); - tensor var_580 = const()[name = tensor("op_580"), val = tensor([1, 16, 77, 77])]; - tensor var_581_cast = reshape(shape = var_580, x = attn_weights_31_cast); - tensor attn_weights_33_cast = add(x = var_581_cast, y = var_44_cast); - tensor var_586 = const()[name = tensor("op_586"), val = tensor([16, 77, 77])]; - tensor input_85_cast = reshape(shape = var_586, x = attn_weights_33_cast); - tensor input_87_cast = softmax(axis = var_5, x = input_85_cast); - tensor attn_output_31_transpose_x_0 = const()[name = tensor("attn_output_31_transpose_x_0"), val = tensor(false)]; - tensor attn_output_31_transpose_y_0 = const()[name = tensor("attn_output_31_transpose_y_0"), val = tensor(false)]; - tensor attn_output_31_cast = matmul(transpose_x = attn_output_31_transpose_x_0, transpose_y = attn_output_31_transpose_y_0, x = input_87_cast, y = value_states_23_cast); - tensor var_591 = const()[name = tensor("op_591"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_33_cast = reshape(shape = var_591, x = attn_output_31_cast); - tensor attn_output_35_perm_0 = const()[name = tensor("attn_output_35_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_594 = const()[name = tensor("op_594"), val = tensor([1, 77, 1024])]; - tensor transpose_86 = transpose(perm = attn_output_35_perm_0, x = attn_output_33_cast); - tensor input_89_cast = reshape(shape = var_594, x = transpose_86); - tensor text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(233627008)))]; - tensor text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235724224)))]; - tensor hidden_states_33_cast = linear(bias = text_encoder_text_model_encoder_layers_5_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_self_attn_out_proj_weight_to_fp16, x = input_89_cast); - tensor input_91_cast = add(x = input_83_cast, y = hidden_states_33_cast); - tensor input_93_axes_0 = const()[name = tensor("input_93_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235726336)))]; - tensor text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235728448)))]; - tensor input_93_cast = layer_norm(axes = input_93_axes_0, beta = text_encoder_text_model_encoder_layers_5_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_5_layer_norm2_weight_to_fp16, x = input_91_cast); - tensor text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(235730560)))]; - tensor text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244119232)))]; - tensor input_95_cast = linear(bias = text_encoder_text_model_encoder_layers_5_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_mlp_fc1_weight_to_fp16, x = input_93_cast); - tensor input_97_mode_0 = const()[name = tensor("input_97_mode_0"), val = tensor("EXACT")]; - tensor input_97_cast = gelu(mode = input_97_mode_0, x = input_95_cast); - tensor text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(244127488)))]; - tensor text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252516160)))]; - tensor hidden_states_35_cast = linear(bias = text_encoder_text_model_encoder_layers_5_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_5_mlp_fc2_weight_to_fp16, x = input_97_cast); - tensor input_99_cast = add(x = input_91_cast, y = hidden_states_35_cast); - tensor hidden_states_37_axes_0 = const()[name = tensor("hidden_states_37_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252518272)))]; - tensor text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252520384)))]; - tensor hidden_states_37_cast = layer_norm(axes = hidden_states_37_axes_0, beta = text_encoder_text_model_encoder_layers_6_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_6_layer_norm1_weight_to_fp16, x = input_99_cast); - tensor text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(252522496)))]; - tensor text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254619712)))]; - tensor var_632_cast = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_q_proj_weight_to_fp16, x = hidden_states_37_cast); - tensor var_633_to_fp16 = const()[name = tensor("op_633_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_41_cast = mul(x = var_632_cast, y = var_633_to_fp16); - tensor text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(254621824)))]; - tensor text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256719040)))]; - tensor tensor_37_cast = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_k_proj_weight_to_fp16, x = hidden_states_37_cast); - tensor var_638 = const()[name = tensor("op_638"), val = tensor([1, -1, 16, 64])]; - tensor var_639_cast = reshape(shape = var_638, x = tensor_37_cast); - tensor var_640_perm_0 = const()[name = tensor("op_640_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(256721152)))]; - tensor text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258818368)))]; - tensor tensor_39_cast = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_v_proj_weight_to_fp16, x = hidden_states_37_cast); - tensor var_645 = const()[name = tensor("op_645"), val = tensor([1, -1, 16, 64])]; - tensor var_646_cast = reshape(shape = var_645, x = tensor_39_cast); - tensor var_647_perm_0 = const()[name = tensor("op_647_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_654 = const()[name = tensor("op_654"), val = tensor([1, 77, 16, 64])]; - tensor var_655_cast = reshape(shape = var_654, x = tensor_41_cast); - tensor var_656_perm_0 = const()[name = tensor("op_656_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_658 = const()[name = tensor("op_658"), val = tensor([16, -1, 64])]; - tensor transpose_83 = transpose(perm = var_656_perm_0, x = var_655_cast); - tensor query_states_13_cast = reshape(shape = var_658, x = transpose_83); - tensor var_660 = const()[name = tensor("op_660"), val = tensor([16, -1, 64])]; - tensor transpose_85 = transpose(perm = var_640_perm_0, x = var_639_cast); - tensor key_states_27_cast = reshape(shape = var_660, x = transpose_85); - tensor var_662 = const()[name = tensor("op_662"), val = tensor([16, -1, 64])]; - tensor transpose_84 = transpose(perm = var_647_perm_0, x = var_646_cast); - tensor value_states_27_cast = reshape(shape = var_662, x = transpose_84); - tensor var_665_perm_0 = const()[name = tensor("op_665_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_37_transpose_x_0 = const()[name = tensor("attn_weights_37_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_37_transpose_y_0 = const()[name = tensor("attn_weights_37_transpose_y_0"), val = tensor(false)]; - tensor transpose_82 = transpose(perm = var_665_perm_0, x = key_states_27_cast); - tensor attn_weights_37_cast = matmul(transpose_x = attn_weights_37_transpose_x_0, transpose_y = attn_weights_37_transpose_y_0, x = query_states_13_cast, y = transpose_82); - tensor var_667 = const()[name = tensor("op_667"), val = tensor([1, 16, 77, 77])]; - tensor var_668_cast = reshape(shape = var_667, x = attn_weights_37_cast); - tensor attn_weights_39_cast = add(x = var_668_cast, y = var_44_cast); - tensor var_673 = const()[name = tensor("op_673"), val = tensor([16, 77, 77])]; - tensor input_101_cast = reshape(shape = var_673, x = attn_weights_39_cast); - tensor input_103_cast = softmax(axis = var_5, x = input_101_cast); - tensor attn_output_37_transpose_x_0 = const()[name = tensor("attn_output_37_transpose_x_0"), val = tensor(false)]; - tensor attn_output_37_transpose_y_0 = const()[name = tensor("attn_output_37_transpose_y_0"), val = tensor(false)]; - tensor attn_output_37_cast = matmul(transpose_x = attn_output_37_transpose_x_0, transpose_y = attn_output_37_transpose_y_0, x = input_103_cast, y = value_states_27_cast); - tensor var_678 = const()[name = tensor("op_678"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_39_cast = reshape(shape = var_678, x = attn_output_37_cast); - tensor attn_output_41_perm_0 = const()[name = tensor("attn_output_41_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_681 = const()[name = tensor("op_681"), val = tensor([1, 77, 1024])]; - tensor transpose_81 = transpose(perm = attn_output_41_perm_0, x = attn_output_39_cast); - tensor input_105_cast = reshape(shape = var_681, x = transpose_81); - tensor text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(258820480)))]; - tensor text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(260917696)))]; - tensor hidden_states_39_cast = linear(bias = text_encoder_text_model_encoder_layers_6_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_self_attn_out_proj_weight_to_fp16, x = input_105_cast); - tensor input_107_cast = add(x = input_99_cast, y = hidden_states_39_cast); - tensor input_109_axes_0 = const()[name = tensor("input_109_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(260919808)))]; - tensor text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(260921920)))]; - tensor input_109_cast = layer_norm(axes = input_109_axes_0, beta = text_encoder_text_model_encoder_layers_6_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_6_layer_norm2_weight_to_fp16, x = input_107_cast); - tensor text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(260924032)))]; - tensor text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269312704)))]; - tensor input_111_cast = linear(bias = text_encoder_text_model_encoder_layers_6_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_mlp_fc1_weight_to_fp16, x = input_109_cast); - tensor input_113_mode_0 = const()[name = tensor("input_113_mode_0"), val = tensor("EXACT")]; - tensor input_113_cast = gelu(mode = input_113_mode_0, x = input_111_cast); - tensor text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(269320960)))]; - tensor text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277709632)))]; - tensor hidden_states_41_cast = linear(bias = text_encoder_text_model_encoder_layers_6_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_6_mlp_fc2_weight_to_fp16, x = input_113_cast); - tensor input_115_cast = add(x = input_107_cast, y = hidden_states_41_cast); - tensor hidden_states_43_axes_0 = const()[name = tensor("hidden_states_43_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277711744)))]; - tensor text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277713856)))]; - tensor hidden_states_43_cast = layer_norm(axes = hidden_states_43_axes_0, beta = text_encoder_text_model_encoder_layers_7_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_7_layer_norm1_weight_to_fp16, x = input_115_cast); - tensor text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(277715968)))]; - tensor text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279813184)))]; - tensor var_719_cast = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_q_proj_weight_to_fp16, x = hidden_states_43_cast); - tensor var_720_to_fp16 = const()[name = tensor("op_720_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_47_cast = mul(x = var_719_cast, y = var_720_to_fp16); - tensor text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(279815296)))]; - tensor text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281912512)))]; - tensor tensor_43_cast = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_k_proj_weight_to_fp16, x = hidden_states_43_cast); - tensor var_725 = const()[name = tensor("op_725"), val = tensor([1, -1, 16, 64])]; - tensor var_726_cast = reshape(shape = var_725, x = tensor_43_cast); - tensor var_727_perm_0 = const()[name = tensor("op_727_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(281914624)))]; - tensor text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284011840)))]; - tensor tensor_45_cast = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_v_proj_weight_to_fp16, x = hidden_states_43_cast); - tensor var_732 = const()[name = tensor("op_732"), val = tensor([1, -1, 16, 64])]; - tensor var_733_cast = reshape(shape = var_732, x = tensor_45_cast); - tensor var_734_perm_0 = const()[name = tensor("op_734_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_741 = const()[name = tensor("op_741"), val = tensor([1, 77, 16, 64])]; - tensor var_742_cast = reshape(shape = var_741, x = tensor_47_cast); - tensor var_743_perm_0 = const()[name = tensor("op_743_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_745 = const()[name = tensor("op_745"), val = tensor([16, -1, 64])]; - tensor transpose_78 = transpose(perm = var_743_perm_0, x = var_742_cast); - tensor query_states_15_cast = reshape(shape = var_745, x = transpose_78); - tensor var_747 = const()[name = tensor("op_747"), val = tensor([16, -1, 64])]; - tensor transpose_80 = transpose(perm = var_727_perm_0, x = var_726_cast); - tensor key_states_31_cast = reshape(shape = var_747, x = transpose_80); - tensor var_749 = const()[name = tensor("op_749"), val = tensor([16, -1, 64])]; - tensor transpose_79 = transpose(perm = var_734_perm_0, x = var_733_cast); - tensor value_states_31_cast = reshape(shape = var_749, x = transpose_79); - tensor var_752_perm_0 = const()[name = tensor("op_752_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_43_transpose_x_0 = const()[name = tensor("attn_weights_43_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_43_transpose_y_0 = const()[name = tensor("attn_weights_43_transpose_y_0"), val = tensor(false)]; - tensor transpose_77 = transpose(perm = var_752_perm_0, x = key_states_31_cast); - tensor attn_weights_43_cast = matmul(transpose_x = attn_weights_43_transpose_x_0, transpose_y = attn_weights_43_transpose_y_0, x = query_states_15_cast, y = transpose_77); - tensor var_754 = const()[name = tensor("op_754"), val = tensor([1, 16, 77, 77])]; - tensor var_755_cast = reshape(shape = var_754, x = attn_weights_43_cast); - tensor attn_weights_45_cast = add(x = var_755_cast, y = var_44_cast); - tensor var_760 = const()[name = tensor("op_760"), val = tensor([16, 77, 77])]; - tensor input_117_cast = reshape(shape = var_760, x = attn_weights_45_cast); - tensor input_119_cast = softmax(axis = var_5, x = input_117_cast); - tensor attn_output_43_transpose_x_0 = const()[name = tensor("attn_output_43_transpose_x_0"), val = tensor(false)]; - tensor attn_output_43_transpose_y_0 = const()[name = tensor("attn_output_43_transpose_y_0"), val = tensor(false)]; - tensor attn_output_43_cast = matmul(transpose_x = attn_output_43_transpose_x_0, transpose_y = attn_output_43_transpose_y_0, x = input_119_cast, y = value_states_31_cast); - tensor var_765 = const()[name = tensor("op_765"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_45_cast = reshape(shape = var_765, x = attn_output_43_cast); - tensor attn_output_47_perm_0 = const()[name = tensor("attn_output_47_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_768 = const()[name = tensor("op_768"), val = tensor([1, 77, 1024])]; - tensor transpose_76 = transpose(perm = attn_output_47_perm_0, x = attn_output_45_cast); - tensor input_121_cast = reshape(shape = var_768, x = transpose_76); - tensor text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(284013952)))]; - tensor text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286111168)))]; - tensor hidden_states_45_cast = linear(bias = text_encoder_text_model_encoder_layers_7_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_self_attn_out_proj_weight_to_fp16, x = input_121_cast); - tensor input_123_cast = add(x = input_115_cast, y = hidden_states_45_cast); - tensor input_125_axes_0 = const()[name = tensor("input_125_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286113280)))]; - tensor text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286115392)))]; - tensor input_125_cast = layer_norm(axes = input_125_axes_0, beta = text_encoder_text_model_encoder_layers_7_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_7_layer_norm2_weight_to_fp16, x = input_123_cast); - tensor text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(286117504)))]; - tensor text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294506176)))]; - tensor input_127_cast = linear(bias = text_encoder_text_model_encoder_layers_7_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_mlp_fc1_weight_to_fp16, x = input_125_cast); - tensor input_129_mode_0 = const()[name = tensor("input_129_mode_0"), val = tensor("EXACT")]; - tensor input_129_cast = gelu(mode = input_129_mode_0, x = input_127_cast); - tensor text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(294514432)))]; - tensor text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(302903104)))]; - tensor hidden_states_47_cast = linear(bias = text_encoder_text_model_encoder_layers_7_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_7_mlp_fc2_weight_to_fp16, x = input_129_cast); - tensor input_131_cast = add(x = input_123_cast, y = hidden_states_47_cast); - tensor hidden_states_49_axes_0 = const()[name = tensor("hidden_states_49_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(302905216)))]; - tensor text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(302907328)))]; - tensor hidden_states_49_cast = layer_norm(axes = hidden_states_49_axes_0, beta = text_encoder_text_model_encoder_layers_8_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_8_layer_norm1_weight_to_fp16, x = input_131_cast); - tensor text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(302909440)))]; - tensor text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305006656)))]; - tensor var_806_cast = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_q_proj_weight_to_fp16, x = hidden_states_49_cast); - tensor var_807_to_fp16 = const()[name = tensor("op_807_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_53_cast = mul(x = var_806_cast, y = var_807_to_fp16); - tensor text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(305008768)))]; - tensor text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307105984)))]; - tensor tensor_49_cast = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_k_proj_weight_to_fp16, x = hidden_states_49_cast); - tensor var_812 = const()[name = tensor("op_812"), val = tensor([1, -1, 16, 64])]; - tensor var_813_cast = reshape(shape = var_812, x = tensor_49_cast); - tensor var_814_perm_0 = const()[name = tensor("op_814_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(307108096)))]; - tensor text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(309205312)))]; - tensor tensor_51_cast = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_v_proj_weight_to_fp16, x = hidden_states_49_cast); - tensor var_819 = const()[name = tensor("op_819"), val = tensor([1, -1, 16, 64])]; - tensor var_820_cast = reshape(shape = var_819, x = tensor_51_cast); - tensor var_821_perm_0 = const()[name = tensor("op_821_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_828 = const()[name = tensor("op_828"), val = tensor([1, 77, 16, 64])]; - tensor var_829_cast = reshape(shape = var_828, x = tensor_53_cast); - tensor var_830_perm_0 = const()[name = tensor("op_830_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_832 = const()[name = tensor("op_832"), val = tensor([16, -1, 64])]; - tensor transpose_73 = transpose(perm = var_830_perm_0, x = var_829_cast); - tensor query_states_17_cast = reshape(shape = var_832, x = transpose_73); - tensor var_834 = const()[name = tensor("op_834"), val = tensor([16, -1, 64])]; - tensor transpose_75 = transpose(perm = var_814_perm_0, x = var_813_cast); - tensor key_states_35_cast = reshape(shape = var_834, x = transpose_75); - tensor var_836 = const()[name = tensor("op_836"), val = tensor([16, -1, 64])]; - tensor transpose_74 = transpose(perm = var_821_perm_0, x = var_820_cast); - tensor value_states_35_cast = reshape(shape = var_836, x = transpose_74); - tensor var_839_perm_0 = const()[name = tensor("op_839_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_49_transpose_x_0 = const()[name = tensor("attn_weights_49_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_49_transpose_y_0 = const()[name = tensor("attn_weights_49_transpose_y_0"), val = tensor(false)]; - tensor transpose_72 = transpose(perm = var_839_perm_0, x = key_states_35_cast); - tensor attn_weights_49_cast = matmul(transpose_x = attn_weights_49_transpose_x_0, transpose_y = attn_weights_49_transpose_y_0, x = query_states_17_cast, y = transpose_72); - tensor var_841 = const()[name = tensor("op_841"), val = tensor([1, 16, 77, 77])]; - tensor var_842_cast = reshape(shape = var_841, x = attn_weights_49_cast); - tensor attn_weights_51_cast = add(x = var_842_cast, y = var_44_cast); - tensor var_847 = const()[name = tensor("op_847"), val = tensor([16, 77, 77])]; - tensor input_133_cast = reshape(shape = var_847, x = attn_weights_51_cast); - tensor input_135_cast = softmax(axis = var_5, x = input_133_cast); - tensor attn_output_49_transpose_x_0 = const()[name = tensor("attn_output_49_transpose_x_0"), val = tensor(false)]; - tensor attn_output_49_transpose_y_0 = const()[name = tensor("attn_output_49_transpose_y_0"), val = tensor(false)]; - tensor attn_output_49_cast = matmul(transpose_x = attn_output_49_transpose_x_0, transpose_y = attn_output_49_transpose_y_0, x = input_135_cast, y = value_states_35_cast); - tensor var_852 = const()[name = tensor("op_852"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_51_cast = reshape(shape = var_852, x = attn_output_49_cast); - tensor attn_output_53_perm_0 = const()[name = tensor("attn_output_53_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_855 = const()[name = tensor("op_855"), val = tensor([1, 77, 1024])]; - tensor transpose_71 = transpose(perm = attn_output_53_perm_0, x = attn_output_51_cast); - tensor input_137_cast = reshape(shape = var_855, x = transpose_71); - tensor text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(309207424)))]; - tensor text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311304640)))]; - tensor hidden_states_51_cast = linear(bias = text_encoder_text_model_encoder_layers_8_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_self_attn_out_proj_weight_to_fp16, x = input_137_cast); - tensor input_139_cast = add(x = input_131_cast, y = hidden_states_51_cast); - tensor input_141_axes_0 = const()[name = tensor("input_141_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311306752)))]; - tensor text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311308864)))]; - tensor input_141_cast = layer_norm(axes = input_141_axes_0, beta = text_encoder_text_model_encoder_layers_8_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_8_layer_norm2_weight_to_fp16, x = input_139_cast); - tensor text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(311310976)))]; - tensor text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(319699648)))]; - tensor input_143_cast = linear(bias = text_encoder_text_model_encoder_layers_8_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_mlp_fc1_weight_to_fp16, x = input_141_cast); - tensor input_145_mode_0 = const()[name = tensor("input_145_mode_0"), val = tensor("EXACT")]; - tensor input_145_cast = gelu(mode = input_145_mode_0, x = input_143_cast); - tensor text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(319707904)))]; - tensor text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328096576)))]; - tensor hidden_states_53_cast = linear(bias = text_encoder_text_model_encoder_layers_8_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_8_mlp_fc2_weight_to_fp16, x = input_145_cast); - tensor input_147_cast = add(x = input_139_cast, y = hidden_states_53_cast); - tensor hidden_states_55_axes_0 = const()[name = tensor("hidden_states_55_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328098688)))]; - tensor text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328100800)))]; - tensor hidden_states_55_cast = layer_norm(axes = hidden_states_55_axes_0, beta = text_encoder_text_model_encoder_layers_9_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_9_layer_norm1_weight_to_fp16, x = input_147_cast); - tensor text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(328102912)))]; - tensor text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(330200128)))]; - tensor var_893_cast = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_q_proj_weight_to_fp16, x = hidden_states_55_cast); - tensor var_894_to_fp16 = const()[name = tensor("op_894_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_59_cast = mul(x = var_893_cast, y = var_894_to_fp16); - tensor text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(330202240)))]; - tensor text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(332299456)))]; - tensor tensor_55_cast = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_k_proj_weight_to_fp16, x = hidden_states_55_cast); - tensor var_899 = const()[name = tensor("op_899"), val = tensor([1, -1, 16, 64])]; - tensor var_900_cast = reshape(shape = var_899, x = tensor_55_cast); - tensor var_901_perm_0 = const()[name = tensor("op_901_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(332301568)))]; - tensor text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(334398784)))]; - tensor tensor_57_cast = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_v_proj_weight_to_fp16, x = hidden_states_55_cast); - tensor var_906 = const()[name = tensor("op_906"), val = tensor([1, -1, 16, 64])]; - tensor var_907_cast = reshape(shape = var_906, x = tensor_57_cast); - tensor var_908_perm_0 = const()[name = tensor("op_908_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_915 = const()[name = tensor("op_915"), val = tensor([1, 77, 16, 64])]; - tensor var_916_cast = reshape(shape = var_915, x = tensor_59_cast); - tensor var_917_perm_0 = const()[name = tensor("op_917_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_919 = const()[name = tensor("op_919"), val = tensor([16, -1, 64])]; - tensor transpose_68 = transpose(perm = var_917_perm_0, x = var_916_cast); - tensor query_states_19_cast = reshape(shape = var_919, x = transpose_68); - tensor var_921 = const()[name = tensor("op_921"), val = tensor([16, -1, 64])]; - tensor transpose_70 = transpose(perm = var_901_perm_0, x = var_900_cast); - tensor key_states_39_cast = reshape(shape = var_921, x = transpose_70); - tensor var_923 = const()[name = tensor("op_923"), val = tensor([16, -1, 64])]; - tensor transpose_69 = transpose(perm = var_908_perm_0, x = var_907_cast); - tensor value_states_39_cast = reshape(shape = var_923, x = transpose_69); - tensor var_926_perm_0 = const()[name = tensor("op_926_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_55_transpose_x_0 = const()[name = tensor("attn_weights_55_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_55_transpose_y_0 = const()[name = tensor("attn_weights_55_transpose_y_0"), val = tensor(false)]; - tensor transpose_67 = transpose(perm = var_926_perm_0, x = key_states_39_cast); - tensor attn_weights_55_cast = matmul(transpose_x = attn_weights_55_transpose_x_0, transpose_y = attn_weights_55_transpose_y_0, x = query_states_19_cast, y = transpose_67); - tensor var_928 = const()[name = tensor("op_928"), val = tensor([1, 16, 77, 77])]; - tensor var_929_cast = reshape(shape = var_928, x = attn_weights_55_cast); - tensor attn_weights_57_cast = add(x = var_929_cast, y = var_44_cast); - tensor var_934 = const()[name = tensor("op_934"), val = tensor([16, 77, 77])]; - tensor input_149_cast = reshape(shape = var_934, x = attn_weights_57_cast); - tensor input_151_cast = softmax(axis = var_5, x = input_149_cast); - tensor attn_output_55_transpose_x_0 = const()[name = tensor("attn_output_55_transpose_x_0"), val = tensor(false)]; - tensor attn_output_55_transpose_y_0 = const()[name = tensor("attn_output_55_transpose_y_0"), val = tensor(false)]; - tensor attn_output_55_cast = matmul(transpose_x = attn_output_55_transpose_x_0, transpose_y = attn_output_55_transpose_y_0, x = input_151_cast, y = value_states_39_cast); - tensor var_939 = const()[name = tensor("op_939"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_57_cast = reshape(shape = var_939, x = attn_output_55_cast); - tensor attn_output_59_perm_0 = const()[name = tensor("attn_output_59_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_942 = const()[name = tensor("op_942"), val = tensor([1, 77, 1024])]; - tensor transpose_66 = transpose(perm = attn_output_59_perm_0, x = attn_output_57_cast); - tensor input_153_cast = reshape(shape = var_942, x = transpose_66); - tensor text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(334400896)))]; - tensor text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(336498112)))]; - tensor hidden_states_57_cast = linear(bias = text_encoder_text_model_encoder_layers_9_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_self_attn_out_proj_weight_to_fp16, x = input_153_cast); - tensor input_155_cast = add(x = input_147_cast, y = hidden_states_57_cast); - tensor input_157_axes_0 = const()[name = tensor("input_157_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(336500224)))]; - tensor text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(336502336)))]; - tensor input_157_cast = layer_norm(axes = input_157_axes_0, beta = text_encoder_text_model_encoder_layers_9_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_9_layer_norm2_weight_to_fp16, x = input_155_cast); - tensor text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(336504448)))]; - tensor text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344893120)))]; - tensor input_159_cast = linear(bias = text_encoder_text_model_encoder_layers_9_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_mlp_fc1_weight_to_fp16, x = input_157_cast); - tensor input_161_mode_0 = const()[name = tensor("input_161_mode_0"), val = tensor("EXACT")]; - tensor input_161_cast = gelu(mode = input_161_mode_0, x = input_159_cast); - tensor text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(344901376)))]; - tensor text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(353290048)))]; - tensor hidden_states_59_cast = linear(bias = text_encoder_text_model_encoder_layers_9_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_9_mlp_fc2_weight_to_fp16, x = input_161_cast); - tensor input_163_cast = add(x = input_155_cast, y = hidden_states_59_cast); - tensor hidden_states_61_axes_0 = const()[name = tensor("hidden_states_61_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(353292160)))]; - tensor text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(353294272)))]; - tensor hidden_states_61_cast = layer_norm(axes = hidden_states_61_axes_0, beta = text_encoder_text_model_encoder_layers_10_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_10_layer_norm1_weight_to_fp16, x = input_163_cast); - tensor text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(353296384)))]; - tensor text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(355393600)))]; - tensor var_980_cast = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_q_proj_weight_to_fp16, x = hidden_states_61_cast); - tensor var_981_to_fp16 = const()[name = tensor("op_981_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_65_cast = mul(x = var_980_cast, y = var_981_to_fp16); - tensor text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(355395712)))]; - tensor text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(357492928)))]; - tensor tensor_61_cast = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_k_proj_weight_to_fp16, x = hidden_states_61_cast); - tensor var_986 = const()[name = tensor("op_986"), val = tensor([1, -1, 16, 64])]; - tensor var_987_cast = reshape(shape = var_986, x = tensor_61_cast); - tensor var_988_perm_0 = const()[name = tensor("op_988_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(357495040)))]; - tensor text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359592256)))]; - tensor tensor_63_cast = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_v_proj_weight_to_fp16, x = hidden_states_61_cast); - tensor var_993 = const()[name = tensor("op_993"), val = tensor([1, -1, 16, 64])]; - tensor var_994_cast = reshape(shape = var_993, x = tensor_63_cast); - tensor var_995_perm_0 = const()[name = tensor("op_995_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1002 = const()[name = tensor("op_1002"), val = tensor([1, 77, 16, 64])]; - tensor var_1003_cast = reshape(shape = var_1002, x = tensor_65_cast); - tensor var_1004_perm_0 = const()[name = tensor("op_1004_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1006 = const()[name = tensor("op_1006"), val = tensor([16, -1, 64])]; - tensor transpose_63 = transpose(perm = var_1004_perm_0, x = var_1003_cast); - tensor query_states_21_cast = reshape(shape = var_1006, x = transpose_63); - tensor var_1008 = const()[name = tensor("op_1008"), val = tensor([16, -1, 64])]; - tensor transpose_65 = transpose(perm = var_988_perm_0, x = var_987_cast); - tensor key_states_43_cast = reshape(shape = var_1008, x = transpose_65); - tensor var_1010 = const()[name = tensor("op_1010"), val = tensor([16, -1, 64])]; - tensor transpose_64 = transpose(perm = var_995_perm_0, x = var_994_cast); - tensor value_states_43_cast = reshape(shape = var_1010, x = transpose_64); - tensor var_1013_perm_0 = const()[name = tensor("op_1013_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_61_transpose_x_0 = const()[name = tensor("attn_weights_61_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_61_transpose_y_0 = const()[name = tensor("attn_weights_61_transpose_y_0"), val = tensor(false)]; - tensor transpose_62 = transpose(perm = var_1013_perm_0, x = key_states_43_cast); - tensor attn_weights_61_cast = matmul(transpose_x = attn_weights_61_transpose_x_0, transpose_y = attn_weights_61_transpose_y_0, x = query_states_21_cast, y = transpose_62); - tensor var_1015 = const()[name = tensor("op_1015"), val = tensor([1, 16, 77, 77])]; - tensor var_1016_cast = reshape(shape = var_1015, x = attn_weights_61_cast); - tensor attn_weights_63_cast = add(x = var_1016_cast, y = var_44_cast); - tensor var_1021 = const()[name = tensor("op_1021"), val = tensor([16, 77, 77])]; - tensor input_165_cast = reshape(shape = var_1021, x = attn_weights_63_cast); - tensor input_167_cast = softmax(axis = var_5, x = input_165_cast); - tensor attn_output_61_transpose_x_0 = const()[name = tensor("attn_output_61_transpose_x_0"), val = tensor(false)]; - tensor attn_output_61_transpose_y_0 = const()[name = tensor("attn_output_61_transpose_y_0"), val = tensor(false)]; - tensor attn_output_61_cast = matmul(transpose_x = attn_output_61_transpose_x_0, transpose_y = attn_output_61_transpose_y_0, x = input_167_cast, y = value_states_43_cast); - tensor var_1026 = const()[name = tensor("op_1026"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_63_cast = reshape(shape = var_1026, x = attn_output_61_cast); - tensor attn_output_65_perm_0 = const()[name = tensor("attn_output_65_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1029 = const()[name = tensor("op_1029"), val = tensor([1, 77, 1024])]; - tensor transpose_61 = transpose(perm = attn_output_65_perm_0, x = attn_output_63_cast); - tensor input_169_cast = reshape(shape = var_1029, x = transpose_61); - tensor text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(359594368)))]; - tensor text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361691584)))]; - tensor hidden_states_63_cast = linear(bias = text_encoder_text_model_encoder_layers_10_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_self_attn_out_proj_weight_to_fp16, x = input_169_cast); - tensor input_171_cast = add(x = input_163_cast, y = hidden_states_63_cast); - tensor input_173_axes_0 = const()[name = tensor("input_173_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361693696)))]; - tensor text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361695808)))]; - tensor input_173_cast = layer_norm(axes = input_173_axes_0, beta = text_encoder_text_model_encoder_layers_10_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_10_layer_norm2_weight_to_fp16, x = input_171_cast); - tensor text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(361697920)))]; - tensor text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(370086592)))]; - tensor input_175_cast = linear(bias = text_encoder_text_model_encoder_layers_10_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_mlp_fc1_weight_to_fp16, x = input_173_cast); - tensor input_177_mode_0 = const()[name = tensor("input_177_mode_0"), val = tensor("EXACT")]; - tensor input_177_cast = gelu(mode = input_177_mode_0, x = input_175_cast); - tensor text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(370094848)))]; - tensor text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378483520)))]; - tensor hidden_states_65_cast = linear(bias = text_encoder_text_model_encoder_layers_10_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_10_mlp_fc2_weight_to_fp16, x = input_177_cast); - tensor input_179_cast = add(x = input_171_cast, y = hidden_states_65_cast); - tensor hidden_states_67_axes_0 = const()[name = tensor("hidden_states_67_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378485632)))]; - tensor text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378487744)))]; - tensor hidden_states_67_cast = layer_norm(axes = hidden_states_67_axes_0, beta = text_encoder_text_model_encoder_layers_11_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_11_layer_norm1_weight_to_fp16, x = input_179_cast); - tensor text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(378489856)))]; - tensor text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(380587072)))]; - tensor var_1067_cast = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_q_proj_weight_to_fp16, x = hidden_states_67_cast); - tensor var_1068_to_fp16 = const()[name = tensor("op_1068_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_71_cast = mul(x = var_1067_cast, y = var_1068_to_fp16); - tensor text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(380589184)))]; - tensor text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382686400)))]; - tensor tensor_67_cast = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_k_proj_weight_to_fp16, x = hidden_states_67_cast); - tensor var_1073 = const()[name = tensor("op_1073"), val = tensor([1, -1, 16, 64])]; - tensor var_1074_cast = reshape(shape = var_1073, x = tensor_67_cast); - tensor var_1075_perm_0 = const()[name = tensor("op_1075_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(382688512)))]; - tensor text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(384785728)))]; - tensor tensor_69_cast = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_v_proj_weight_to_fp16, x = hidden_states_67_cast); - tensor var_1080 = const()[name = tensor("op_1080"), val = tensor([1, -1, 16, 64])]; - tensor var_1081_cast = reshape(shape = var_1080, x = tensor_69_cast); - tensor var_1082_perm_0 = const()[name = tensor("op_1082_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1089 = const()[name = tensor("op_1089"), val = tensor([1, 77, 16, 64])]; - tensor var_1090_cast = reshape(shape = var_1089, x = tensor_71_cast); - tensor var_1091_perm_0 = const()[name = tensor("op_1091_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1093 = const()[name = tensor("op_1093"), val = tensor([16, -1, 64])]; - tensor transpose_58 = transpose(perm = var_1091_perm_0, x = var_1090_cast); - tensor query_states_23_cast = reshape(shape = var_1093, x = transpose_58); - tensor var_1095 = const()[name = tensor("op_1095"), val = tensor([16, -1, 64])]; - tensor transpose_60 = transpose(perm = var_1075_perm_0, x = var_1074_cast); - tensor key_states_47_cast = reshape(shape = var_1095, x = transpose_60); - tensor var_1097 = const()[name = tensor("op_1097"), val = tensor([16, -1, 64])]; - tensor transpose_59 = transpose(perm = var_1082_perm_0, x = var_1081_cast); - tensor value_states_47_cast = reshape(shape = var_1097, x = transpose_59); - tensor var_1100_perm_0 = const()[name = tensor("op_1100_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_67_transpose_x_0 = const()[name = tensor("attn_weights_67_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_67_transpose_y_0 = const()[name = tensor("attn_weights_67_transpose_y_0"), val = tensor(false)]; - tensor transpose_57 = transpose(perm = var_1100_perm_0, x = key_states_47_cast); - tensor attn_weights_67_cast = matmul(transpose_x = attn_weights_67_transpose_x_0, transpose_y = attn_weights_67_transpose_y_0, x = query_states_23_cast, y = transpose_57); - tensor var_1102 = const()[name = tensor("op_1102"), val = tensor([1, 16, 77, 77])]; - tensor var_1103_cast = reshape(shape = var_1102, x = attn_weights_67_cast); - tensor attn_weights_69_cast = add(x = var_1103_cast, y = var_44_cast); - tensor var_1108 = const()[name = tensor("op_1108"), val = tensor([16, 77, 77])]; - tensor input_181_cast = reshape(shape = var_1108, x = attn_weights_69_cast); - tensor input_183_cast = softmax(axis = var_5, x = input_181_cast); - tensor attn_output_67_transpose_x_0 = const()[name = tensor("attn_output_67_transpose_x_0"), val = tensor(false)]; - tensor attn_output_67_transpose_y_0 = const()[name = tensor("attn_output_67_transpose_y_0"), val = tensor(false)]; - tensor attn_output_67_cast = matmul(transpose_x = attn_output_67_transpose_x_0, transpose_y = attn_output_67_transpose_y_0, x = input_183_cast, y = value_states_47_cast); - tensor var_1113 = const()[name = tensor("op_1113"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_69_cast = reshape(shape = var_1113, x = attn_output_67_cast); - tensor attn_output_71_perm_0 = const()[name = tensor("attn_output_71_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1116 = const()[name = tensor("op_1116"), val = tensor([1, 77, 1024])]; - tensor transpose_56 = transpose(perm = attn_output_71_perm_0, x = attn_output_69_cast); - tensor input_185_cast = reshape(shape = var_1116, x = transpose_56); - tensor text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(384787840)))]; - tensor text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(386885056)))]; - tensor hidden_states_69_cast = linear(bias = text_encoder_text_model_encoder_layers_11_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_self_attn_out_proj_weight_to_fp16, x = input_185_cast); - tensor input_187_cast = add(x = input_179_cast, y = hidden_states_69_cast); - tensor input_189_axes_0 = const()[name = tensor("input_189_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(386887168)))]; - tensor text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(386889280)))]; - tensor input_189_cast = layer_norm(axes = input_189_axes_0, beta = text_encoder_text_model_encoder_layers_11_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_11_layer_norm2_weight_to_fp16, x = input_187_cast); - tensor text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(386891392)))]; - tensor text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(395280064)))]; - tensor input_191_cast = linear(bias = text_encoder_text_model_encoder_layers_11_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_mlp_fc1_weight_to_fp16, x = input_189_cast); - tensor input_193_mode_0 = const()[name = tensor("input_193_mode_0"), val = tensor("EXACT")]; - tensor input_193_cast = gelu(mode = input_193_mode_0, x = input_191_cast); - tensor text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(395288320)))]; - tensor text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(403676992)))]; - tensor hidden_states_71_cast = linear(bias = text_encoder_text_model_encoder_layers_11_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_11_mlp_fc2_weight_to_fp16, x = input_193_cast); - tensor input_195_cast = add(x = input_187_cast, y = hidden_states_71_cast); - tensor hidden_states_73_axes_0 = const()[name = tensor("hidden_states_73_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(403679104)))]; - tensor text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(403681216)))]; - tensor hidden_states_73_cast = layer_norm(axes = hidden_states_73_axes_0, beta = text_encoder_text_model_encoder_layers_12_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_12_layer_norm1_weight_to_fp16, x = input_195_cast); - tensor text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(403683328)))]; - tensor text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(405780544)))]; - tensor var_1154_cast = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_q_proj_weight_to_fp16, x = hidden_states_73_cast); - tensor var_1155_to_fp16 = const()[name = tensor("op_1155_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_77_cast = mul(x = var_1154_cast, y = var_1155_to_fp16); - tensor text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(405782656)))]; - tensor text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(407879872)))]; - tensor tensor_73_cast = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_k_proj_weight_to_fp16, x = hidden_states_73_cast); - tensor var_1160 = const()[name = tensor("op_1160"), val = tensor([1, -1, 16, 64])]; - tensor var_1161_cast = reshape(shape = var_1160, x = tensor_73_cast); - tensor var_1162_perm_0 = const()[name = tensor("op_1162_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(407881984)))]; - tensor text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409979200)))]; - tensor tensor_75_cast = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_v_proj_weight_to_fp16, x = hidden_states_73_cast); - tensor var_1167 = const()[name = tensor("op_1167"), val = tensor([1, -1, 16, 64])]; - tensor var_1168_cast = reshape(shape = var_1167, x = tensor_75_cast); - tensor var_1169_perm_0 = const()[name = tensor("op_1169_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1176 = const()[name = tensor("op_1176"), val = tensor([1, 77, 16, 64])]; - tensor var_1177_cast = reshape(shape = var_1176, x = tensor_77_cast); - tensor var_1178_perm_0 = const()[name = tensor("op_1178_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1180 = const()[name = tensor("op_1180"), val = tensor([16, -1, 64])]; - tensor transpose_53 = transpose(perm = var_1178_perm_0, x = var_1177_cast); - tensor query_states_25_cast = reshape(shape = var_1180, x = transpose_53); - tensor var_1182 = const()[name = tensor("op_1182"), val = tensor([16, -1, 64])]; - tensor transpose_55 = transpose(perm = var_1162_perm_0, x = var_1161_cast); - tensor key_states_51_cast = reshape(shape = var_1182, x = transpose_55); - tensor var_1184 = const()[name = tensor("op_1184"), val = tensor([16, -1, 64])]; - tensor transpose_54 = transpose(perm = var_1169_perm_0, x = var_1168_cast); - tensor value_states_51_cast = reshape(shape = var_1184, x = transpose_54); - tensor var_1187_perm_0 = const()[name = tensor("op_1187_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_73_transpose_x_0 = const()[name = tensor("attn_weights_73_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_73_transpose_y_0 = const()[name = tensor("attn_weights_73_transpose_y_0"), val = tensor(false)]; - tensor transpose_52 = transpose(perm = var_1187_perm_0, x = key_states_51_cast); - tensor attn_weights_73_cast = matmul(transpose_x = attn_weights_73_transpose_x_0, transpose_y = attn_weights_73_transpose_y_0, x = query_states_25_cast, y = transpose_52); - tensor var_1189 = const()[name = tensor("op_1189"), val = tensor([1, 16, 77, 77])]; - tensor var_1190_cast = reshape(shape = var_1189, x = attn_weights_73_cast); - tensor attn_weights_75_cast = add(x = var_1190_cast, y = var_44_cast); - tensor var_1195 = const()[name = tensor("op_1195"), val = tensor([16, 77, 77])]; - tensor input_197_cast = reshape(shape = var_1195, x = attn_weights_75_cast); - tensor input_199_cast = softmax(axis = var_5, x = input_197_cast); - tensor attn_output_73_transpose_x_0 = const()[name = tensor("attn_output_73_transpose_x_0"), val = tensor(false)]; - tensor attn_output_73_transpose_y_0 = const()[name = tensor("attn_output_73_transpose_y_0"), val = tensor(false)]; - tensor attn_output_73_cast = matmul(transpose_x = attn_output_73_transpose_x_0, transpose_y = attn_output_73_transpose_y_0, x = input_199_cast, y = value_states_51_cast); - tensor var_1200 = const()[name = tensor("op_1200"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_75_cast = reshape(shape = var_1200, x = attn_output_73_cast); - tensor attn_output_77_perm_0 = const()[name = tensor("attn_output_77_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1203 = const()[name = tensor("op_1203"), val = tensor([1, 77, 1024])]; - tensor transpose_51 = transpose(perm = attn_output_77_perm_0, x = attn_output_75_cast); - tensor input_201_cast = reshape(shape = var_1203, x = transpose_51); - tensor text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(409981312)))]; - tensor text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(412078528)))]; - tensor hidden_states_75_cast = linear(bias = text_encoder_text_model_encoder_layers_12_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_self_attn_out_proj_weight_to_fp16, x = input_201_cast); - tensor input_203_cast = add(x = input_195_cast, y = hidden_states_75_cast); - tensor input_205_axes_0 = const()[name = tensor("input_205_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(412080640)))]; - tensor text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(412082752)))]; - tensor input_205_cast = layer_norm(axes = input_205_axes_0, beta = text_encoder_text_model_encoder_layers_12_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_12_layer_norm2_weight_to_fp16, x = input_203_cast); - tensor text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(412084864)))]; - tensor text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(420473536)))]; - tensor input_207_cast = linear(bias = text_encoder_text_model_encoder_layers_12_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_mlp_fc1_weight_to_fp16, x = input_205_cast); - tensor input_209_mode_0 = const()[name = tensor("input_209_mode_0"), val = tensor("EXACT")]; - tensor input_209_cast = gelu(mode = input_209_mode_0, x = input_207_cast); - tensor text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(420481792)))]; - tensor text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(428870464)))]; - tensor hidden_states_77_cast = linear(bias = text_encoder_text_model_encoder_layers_12_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_12_mlp_fc2_weight_to_fp16, x = input_209_cast); - tensor input_211_cast = add(x = input_203_cast, y = hidden_states_77_cast); - tensor hidden_states_79_axes_0 = const()[name = tensor("hidden_states_79_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(428872576)))]; - tensor text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(428874688)))]; - tensor hidden_states_79_cast = layer_norm(axes = hidden_states_79_axes_0, beta = text_encoder_text_model_encoder_layers_13_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_13_layer_norm1_weight_to_fp16, x = input_211_cast); - tensor text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(428876800)))]; - tensor text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(430974016)))]; - tensor var_1241_cast = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_q_proj_weight_to_fp16, x = hidden_states_79_cast); - tensor var_1242_to_fp16 = const()[name = tensor("op_1242_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_83_cast = mul(x = var_1241_cast, y = var_1242_to_fp16); - tensor text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(430976128)))]; - tensor text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433073344)))]; - tensor tensor_79_cast = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_k_proj_weight_to_fp16, x = hidden_states_79_cast); - tensor var_1247 = const()[name = tensor("op_1247"), val = tensor([1, -1, 16, 64])]; - tensor var_1248_cast = reshape(shape = var_1247, x = tensor_79_cast); - tensor var_1249_perm_0 = const()[name = tensor("op_1249_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(433075456)))]; - tensor text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435172672)))]; - tensor tensor_81_cast = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_v_proj_weight_to_fp16, x = hidden_states_79_cast); - tensor var_1254 = const()[name = tensor("op_1254"), val = tensor([1, -1, 16, 64])]; - tensor var_1255_cast = reshape(shape = var_1254, x = tensor_81_cast); - tensor var_1256_perm_0 = const()[name = tensor("op_1256_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1263 = const()[name = tensor("op_1263"), val = tensor([1, 77, 16, 64])]; - tensor var_1264_cast = reshape(shape = var_1263, x = tensor_83_cast); - tensor var_1265_perm_0 = const()[name = tensor("op_1265_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1267 = const()[name = tensor("op_1267"), val = tensor([16, -1, 64])]; - tensor transpose_48 = transpose(perm = var_1265_perm_0, x = var_1264_cast); - tensor query_states_27_cast = reshape(shape = var_1267, x = transpose_48); - tensor var_1269 = const()[name = tensor("op_1269"), val = tensor([16, -1, 64])]; - tensor transpose_50 = transpose(perm = var_1249_perm_0, x = var_1248_cast); - tensor key_states_55_cast = reshape(shape = var_1269, x = transpose_50); - tensor var_1271 = const()[name = tensor("op_1271"), val = tensor([16, -1, 64])]; - tensor transpose_49 = transpose(perm = var_1256_perm_0, x = var_1255_cast); - tensor value_states_55_cast = reshape(shape = var_1271, x = transpose_49); - tensor var_1274_perm_0 = const()[name = tensor("op_1274_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_79_transpose_x_0 = const()[name = tensor("attn_weights_79_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_79_transpose_y_0 = const()[name = tensor("attn_weights_79_transpose_y_0"), val = tensor(false)]; - tensor transpose_47 = transpose(perm = var_1274_perm_0, x = key_states_55_cast); - tensor attn_weights_79_cast = matmul(transpose_x = attn_weights_79_transpose_x_0, transpose_y = attn_weights_79_transpose_y_0, x = query_states_27_cast, y = transpose_47); - tensor var_1276 = const()[name = tensor("op_1276"), val = tensor([1, 16, 77, 77])]; - tensor var_1277_cast = reshape(shape = var_1276, x = attn_weights_79_cast); - tensor attn_weights_81_cast = add(x = var_1277_cast, y = var_44_cast); - tensor var_1282 = const()[name = tensor("op_1282"), val = tensor([16, 77, 77])]; - tensor input_213_cast = reshape(shape = var_1282, x = attn_weights_81_cast); - tensor input_215_cast = softmax(axis = var_5, x = input_213_cast); - tensor attn_output_79_transpose_x_0 = const()[name = tensor("attn_output_79_transpose_x_0"), val = tensor(false)]; - tensor attn_output_79_transpose_y_0 = const()[name = tensor("attn_output_79_transpose_y_0"), val = tensor(false)]; - tensor attn_output_79_cast = matmul(transpose_x = attn_output_79_transpose_x_0, transpose_y = attn_output_79_transpose_y_0, x = input_215_cast, y = value_states_55_cast); - tensor var_1287 = const()[name = tensor("op_1287"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_81_cast = reshape(shape = var_1287, x = attn_output_79_cast); - tensor attn_output_83_perm_0 = const()[name = tensor("attn_output_83_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1290 = const()[name = tensor("op_1290"), val = tensor([1, 77, 1024])]; - tensor transpose_46 = transpose(perm = attn_output_83_perm_0, x = attn_output_81_cast); - tensor input_217_cast = reshape(shape = var_1290, x = transpose_46); - tensor text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(435174784)))]; - tensor text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(437272000)))]; - tensor hidden_states_81_cast = linear(bias = text_encoder_text_model_encoder_layers_13_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_self_attn_out_proj_weight_to_fp16, x = input_217_cast); - tensor input_219_cast = add(x = input_211_cast, y = hidden_states_81_cast); - tensor input_221_axes_0 = const()[name = tensor("input_221_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(437274112)))]; - tensor text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(437276224)))]; - tensor input_221_cast = layer_norm(axes = input_221_axes_0, beta = text_encoder_text_model_encoder_layers_13_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_13_layer_norm2_weight_to_fp16, x = input_219_cast); - tensor text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(437278336)))]; - tensor text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(445667008)))]; - tensor input_223_cast = linear(bias = text_encoder_text_model_encoder_layers_13_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_mlp_fc1_weight_to_fp16, x = input_221_cast); - tensor input_225_mode_0 = const()[name = tensor("input_225_mode_0"), val = tensor("EXACT")]; - tensor input_225_cast = gelu(mode = input_225_mode_0, x = input_223_cast); - tensor text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(445675264)))]; - tensor text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(454063936)))]; - tensor hidden_states_83_cast = linear(bias = text_encoder_text_model_encoder_layers_13_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_13_mlp_fc2_weight_to_fp16, x = input_225_cast); - tensor input_227_cast = add(x = input_219_cast, y = hidden_states_83_cast); - tensor hidden_states_85_axes_0 = const()[name = tensor("hidden_states_85_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(454066048)))]; - tensor text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(454068160)))]; - tensor hidden_states_85_cast = layer_norm(axes = hidden_states_85_axes_0, beta = text_encoder_text_model_encoder_layers_14_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_14_layer_norm1_weight_to_fp16, x = input_227_cast); - tensor text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(454070272)))]; - tensor text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(456167488)))]; - tensor var_1328_cast = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_q_proj_weight_to_fp16, x = hidden_states_85_cast); - tensor var_1329_to_fp16 = const()[name = tensor("op_1329_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_89_cast = mul(x = var_1328_cast, y = var_1329_to_fp16); - tensor text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(456169600)))]; - tensor text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(458266816)))]; - tensor tensor_85_cast = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_k_proj_weight_to_fp16, x = hidden_states_85_cast); - tensor var_1334 = const()[name = tensor("op_1334"), val = tensor([1, -1, 16, 64])]; - tensor var_1335_cast = reshape(shape = var_1334, x = tensor_85_cast); - tensor var_1336_perm_0 = const()[name = tensor("op_1336_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(458268928)))]; - tensor text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(460366144)))]; - tensor tensor_87_cast = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_v_proj_weight_to_fp16, x = hidden_states_85_cast); - tensor var_1341 = const()[name = tensor("op_1341"), val = tensor([1, -1, 16, 64])]; - tensor var_1342_cast = reshape(shape = var_1341, x = tensor_87_cast); - tensor var_1343_perm_0 = const()[name = tensor("op_1343_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1350 = const()[name = tensor("op_1350"), val = tensor([1, 77, 16, 64])]; - tensor var_1351_cast = reshape(shape = var_1350, x = tensor_89_cast); - tensor var_1352_perm_0 = const()[name = tensor("op_1352_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1354 = const()[name = tensor("op_1354"), val = tensor([16, -1, 64])]; - tensor transpose_43 = transpose(perm = var_1352_perm_0, x = var_1351_cast); - tensor query_states_29_cast = reshape(shape = var_1354, x = transpose_43); - tensor var_1356 = const()[name = tensor("op_1356"), val = tensor([16, -1, 64])]; - tensor transpose_45 = transpose(perm = var_1336_perm_0, x = var_1335_cast); - tensor key_states_59_cast = reshape(shape = var_1356, x = transpose_45); - tensor var_1358 = const()[name = tensor("op_1358"), val = tensor([16, -1, 64])]; - tensor transpose_44 = transpose(perm = var_1343_perm_0, x = var_1342_cast); - tensor value_states_59_cast = reshape(shape = var_1358, x = transpose_44); - tensor var_1361_perm_0 = const()[name = tensor("op_1361_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_85_transpose_x_0 = const()[name = tensor("attn_weights_85_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_85_transpose_y_0 = const()[name = tensor("attn_weights_85_transpose_y_0"), val = tensor(false)]; - tensor transpose_42 = transpose(perm = var_1361_perm_0, x = key_states_59_cast); - tensor attn_weights_85_cast = matmul(transpose_x = attn_weights_85_transpose_x_0, transpose_y = attn_weights_85_transpose_y_0, x = query_states_29_cast, y = transpose_42); - tensor var_1363 = const()[name = tensor("op_1363"), val = tensor([1, 16, 77, 77])]; - tensor var_1364_cast = reshape(shape = var_1363, x = attn_weights_85_cast); - tensor attn_weights_87_cast = add(x = var_1364_cast, y = var_44_cast); - tensor var_1369 = const()[name = tensor("op_1369"), val = tensor([16, 77, 77])]; - tensor input_229_cast = reshape(shape = var_1369, x = attn_weights_87_cast); - tensor input_231_cast = softmax(axis = var_5, x = input_229_cast); - tensor attn_output_85_transpose_x_0 = const()[name = tensor("attn_output_85_transpose_x_0"), val = tensor(false)]; - tensor attn_output_85_transpose_y_0 = const()[name = tensor("attn_output_85_transpose_y_0"), val = tensor(false)]; - tensor attn_output_85_cast = matmul(transpose_x = attn_output_85_transpose_x_0, transpose_y = attn_output_85_transpose_y_0, x = input_231_cast, y = value_states_59_cast); - tensor var_1374 = const()[name = tensor("op_1374"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_87_cast = reshape(shape = var_1374, x = attn_output_85_cast); - tensor attn_output_89_perm_0 = const()[name = tensor("attn_output_89_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1377 = const()[name = tensor("op_1377"), val = tensor([1, 77, 1024])]; - tensor transpose_41 = transpose(perm = attn_output_89_perm_0, x = attn_output_87_cast); - tensor input_233_cast = reshape(shape = var_1377, x = transpose_41); - tensor text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(460368256)))]; - tensor text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462465472)))]; - tensor hidden_states_87_cast = linear(bias = text_encoder_text_model_encoder_layers_14_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_self_attn_out_proj_weight_to_fp16, x = input_233_cast); - tensor input_235_cast = add(x = input_227_cast, y = hidden_states_87_cast); - tensor input_237_axes_0 = const()[name = tensor("input_237_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462467584)))]; - tensor text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462469696)))]; - tensor input_237_cast = layer_norm(axes = input_237_axes_0, beta = text_encoder_text_model_encoder_layers_14_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_14_layer_norm2_weight_to_fp16, x = input_235_cast); - tensor text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(462471808)))]; - tensor text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(470860480)))]; - tensor input_239_cast = linear(bias = text_encoder_text_model_encoder_layers_14_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_mlp_fc1_weight_to_fp16, x = input_237_cast); - tensor input_241_mode_0 = const()[name = tensor("input_241_mode_0"), val = tensor("EXACT")]; - tensor input_241_cast = gelu(mode = input_241_mode_0, x = input_239_cast); - tensor text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(470868736)))]; - tensor text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(479257408)))]; - tensor hidden_states_89_cast = linear(bias = text_encoder_text_model_encoder_layers_14_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_14_mlp_fc2_weight_to_fp16, x = input_241_cast); - tensor input_243_cast = add(x = input_235_cast, y = hidden_states_89_cast); - tensor hidden_states_91_axes_0 = const()[name = tensor("hidden_states_91_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(479259520)))]; - tensor text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(479261632)))]; - tensor hidden_states_91_cast = layer_norm(axes = hidden_states_91_axes_0, beta = text_encoder_text_model_encoder_layers_15_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_15_layer_norm1_weight_to_fp16, x = input_243_cast); - tensor text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(479263744)))]; - tensor text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(481360960)))]; - tensor var_1415_cast = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_q_proj_weight_to_fp16, x = hidden_states_91_cast); - tensor var_1416_to_fp16 = const()[name = tensor("op_1416_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_95_cast = mul(x = var_1415_cast, y = var_1416_to_fp16); - tensor text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(481363072)))]; - tensor text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(483460288)))]; - tensor tensor_91_cast = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_k_proj_weight_to_fp16, x = hidden_states_91_cast); - tensor var_1421 = const()[name = tensor("op_1421"), val = tensor([1, -1, 16, 64])]; - tensor var_1422_cast = reshape(shape = var_1421, x = tensor_91_cast); - tensor var_1423_perm_0 = const()[name = tensor("op_1423_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(483462400)))]; - tensor text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(485559616)))]; - tensor tensor_93_cast = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_v_proj_weight_to_fp16, x = hidden_states_91_cast); - tensor var_1428 = const()[name = tensor("op_1428"), val = tensor([1, -1, 16, 64])]; - tensor var_1429_cast = reshape(shape = var_1428, x = tensor_93_cast); - tensor var_1430_perm_0 = const()[name = tensor("op_1430_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1437 = const()[name = tensor("op_1437"), val = tensor([1, 77, 16, 64])]; - tensor var_1438_cast = reshape(shape = var_1437, x = tensor_95_cast); - tensor var_1439_perm_0 = const()[name = tensor("op_1439_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1441 = const()[name = tensor("op_1441"), val = tensor([16, -1, 64])]; - tensor transpose_38 = transpose(perm = var_1439_perm_0, x = var_1438_cast); - tensor query_states_31_cast = reshape(shape = var_1441, x = transpose_38); - tensor var_1443 = const()[name = tensor("op_1443"), val = tensor([16, -1, 64])]; - tensor transpose_40 = transpose(perm = var_1423_perm_0, x = var_1422_cast); - tensor key_states_63_cast = reshape(shape = var_1443, x = transpose_40); - tensor var_1445 = const()[name = tensor("op_1445"), val = tensor([16, -1, 64])]; - tensor transpose_39 = transpose(perm = var_1430_perm_0, x = var_1429_cast); - tensor value_states_63_cast = reshape(shape = var_1445, x = transpose_39); - tensor var_1448_perm_0 = const()[name = tensor("op_1448_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_91_transpose_x_0 = const()[name = tensor("attn_weights_91_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_91_transpose_y_0 = const()[name = tensor("attn_weights_91_transpose_y_0"), val = tensor(false)]; - tensor transpose_37 = transpose(perm = var_1448_perm_0, x = key_states_63_cast); - tensor attn_weights_91_cast = matmul(transpose_x = attn_weights_91_transpose_x_0, transpose_y = attn_weights_91_transpose_y_0, x = query_states_31_cast, y = transpose_37); - tensor var_1450 = const()[name = tensor("op_1450"), val = tensor([1, 16, 77, 77])]; - tensor var_1451_cast = reshape(shape = var_1450, x = attn_weights_91_cast); - tensor attn_weights_93_cast = add(x = var_1451_cast, y = var_44_cast); - tensor var_1456 = const()[name = tensor("op_1456"), val = tensor([16, 77, 77])]; - tensor input_245_cast = reshape(shape = var_1456, x = attn_weights_93_cast); - tensor input_247_cast = softmax(axis = var_5, x = input_245_cast); - tensor attn_output_91_transpose_x_0 = const()[name = tensor("attn_output_91_transpose_x_0"), val = tensor(false)]; - tensor attn_output_91_transpose_y_0 = const()[name = tensor("attn_output_91_transpose_y_0"), val = tensor(false)]; - tensor attn_output_91_cast = matmul(transpose_x = attn_output_91_transpose_x_0, transpose_y = attn_output_91_transpose_y_0, x = input_247_cast, y = value_states_63_cast); - tensor var_1461 = const()[name = tensor("op_1461"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_93_cast = reshape(shape = var_1461, x = attn_output_91_cast); - tensor attn_output_95_perm_0 = const()[name = tensor("attn_output_95_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1464 = const()[name = tensor("op_1464"), val = tensor([1, 77, 1024])]; - tensor transpose_36 = transpose(perm = attn_output_95_perm_0, x = attn_output_93_cast); - tensor input_249_cast = reshape(shape = var_1464, x = transpose_36); - tensor text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(485561728)))]; - tensor text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(487658944)))]; - tensor hidden_states_93_cast = linear(bias = text_encoder_text_model_encoder_layers_15_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_self_attn_out_proj_weight_to_fp16, x = input_249_cast); - tensor input_251_cast = add(x = input_243_cast, y = hidden_states_93_cast); - tensor input_253_axes_0 = const()[name = tensor("input_253_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(487661056)))]; - tensor text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(487663168)))]; - tensor input_253_cast = layer_norm(axes = input_253_axes_0, beta = text_encoder_text_model_encoder_layers_15_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_15_layer_norm2_weight_to_fp16, x = input_251_cast); - tensor text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(487665280)))]; - tensor text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(496053952)))]; - tensor input_255_cast = linear(bias = text_encoder_text_model_encoder_layers_15_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_mlp_fc1_weight_to_fp16, x = input_253_cast); - tensor input_257_mode_0 = const()[name = tensor("input_257_mode_0"), val = tensor("EXACT")]; - tensor input_257_cast = gelu(mode = input_257_mode_0, x = input_255_cast); - tensor text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(496062208)))]; - tensor text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(504450880)))]; - tensor hidden_states_95_cast = linear(bias = text_encoder_text_model_encoder_layers_15_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_15_mlp_fc2_weight_to_fp16, x = input_257_cast); - tensor input_259_cast = add(x = input_251_cast, y = hidden_states_95_cast); - tensor hidden_states_97_axes_0 = const()[name = tensor("hidden_states_97_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(504452992)))]; - tensor text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(504455104)))]; - tensor hidden_states_97_cast = layer_norm(axes = hidden_states_97_axes_0, beta = text_encoder_text_model_encoder_layers_16_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_16_layer_norm1_weight_to_fp16, x = input_259_cast); - tensor text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(504457216)))]; - tensor text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(506554432)))]; - tensor var_1502_cast = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_q_proj_weight_to_fp16, x = hidden_states_97_cast); - tensor var_1503_to_fp16 = const()[name = tensor("op_1503_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_101_cast = mul(x = var_1502_cast, y = var_1503_to_fp16); - tensor text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(506556544)))]; - tensor text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(508653760)))]; - tensor tensor_97_cast = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_k_proj_weight_to_fp16, x = hidden_states_97_cast); - tensor var_1508 = const()[name = tensor("op_1508"), val = tensor([1, -1, 16, 64])]; - tensor var_1509_cast = reshape(shape = var_1508, x = tensor_97_cast); - tensor var_1510_perm_0 = const()[name = tensor("op_1510_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(508655872)))]; - tensor text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(510753088)))]; - tensor tensor_99_cast = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_v_proj_weight_to_fp16, x = hidden_states_97_cast); - tensor var_1515 = const()[name = tensor("op_1515"), val = tensor([1, -1, 16, 64])]; - tensor var_1516_cast = reshape(shape = var_1515, x = tensor_99_cast); - tensor var_1517_perm_0 = const()[name = tensor("op_1517_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1524 = const()[name = tensor("op_1524"), val = tensor([1, 77, 16, 64])]; - tensor var_1525_cast = reshape(shape = var_1524, x = tensor_101_cast); - tensor var_1526_perm_0 = const()[name = tensor("op_1526_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1528 = const()[name = tensor("op_1528"), val = tensor([16, -1, 64])]; - tensor transpose_33 = transpose(perm = var_1526_perm_0, x = var_1525_cast); - tensor query_states_33_cast = reshape(shape = var_1528, x = transpose_33); - tensor var_1530 = const()[name = tensor("op_1530"), val = tensor([16, -1, 64])]; - tensor transpose_35 = transpose(perm = var_1510_perm_0, x = var_1509_cast); - tensor key_states_67_cast = reshape(shape = var_1530, x = transpose_35); - tensor var_1532 = const()[name = tensor("op_1532"), val = tensor([16, -1, 64])]; - tensor transpose_34 = transpose(perm = var_1517_perm_0, x = var_1516_cast); - tensor value_states_67_cast = reshape(shape = var_1532, x = transpose_34); - tensor var_1535_perm_0 = const()[name = tensor("op_1535_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_97_transpose_x_0 = const()[name = tensor("attn_weights_97_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_97_transpose_y_0 = const()[name = tensor("attn_weights_97_transpose_y_0"), val = tensor(false)]; - tensor transpose_32 = transpose(perm = var_1535_perm_0, x = key_states_67_cast); - tensor attn_weights_97_cast = matmul(transpose_x = attn_weights_97_transpose_x_0, transpose_y = attn_weights_97_transpose_y_0, x = query_states_33_cast, y = transpose_32); - tensor var_1537 = const()[name = tensor("op_1537"), val = tensor([1, 16, 77, 77])]; - tensor var_1538_cast = reshape(shape = var_1537, x = attn_weights_97_cast); - tensor attn_weights_99_cast = add(x = var_1538_cast, y = var_44_cast); - tensor var_1543 = const()[name = tensor("op_1543"), val = tensor([16, 77, 77])]; - tensor input_261_cast = reshape(shape = var_1543, x = attn_weights_99_cast); - tensor input_263_cast = softmax(axis = var_5, x = input_261_cast); - tensor attn_output_97_transpose_x_0 = const()[name = tensor("attn_output_97_transpose_x_0"), val = tensor(false)]; - tensor attn_output_97_transpose_y_0 = const()[name = tensor("attn_output_97_transpose_y_0"), val = tensor(false)]; - tensor attn_output_97_cast = matmul(transpose_x = attn_output_97_transpose_x_0, transpose_y = attn_output_97_transpose_y_0, x = input_263_cast, y = value_states_67_cast); - tensor var_1548 = const()[name = tensor("op_1548"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_99_cast = reshape(shape = var_1548, x = attn_output_97_cast); - tensor attn_output_101_perm_0 = const()[name = tensor("attn_output_101_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1551 = const()[name = tensor("op_1551"), val = tensor([1, 77, 1024])]; - tensor transpose_31 = transpose(perm = attn_output_101_perm_0, x = attn_output_99_cast); - tensor input_265_cast = reshape(shape = var_1551, x = transpose_31); - tensor text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(510755200)))]; - tensor text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(512852416)))]; - tensor hidden_states_99_cast = linear(bias = text_encoder_text_model_encoder_layers_16_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_self_attn_out_proj_weight_to_fp16, x = input_265_cast); - tensor input_267_cast = add(x = input_259_cast, y = hidden_states_99_cast); - tensor input_269_axes_0 = const()[name = tensor("input_269_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(512854528)))]; - tensor text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(512856640)))]; - tensor input_269_cast = layer_norm(axes = input_269_axes_0, beta = text_encoder_text_model_encoder_layers_16_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_16_layer_norm2_weight_to_fp16, x = input_267_cast); - tensor text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(512858752)))]; - tensor text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521247424)))]; - tensor input_271_cast = linear(bias = text_encoder_text_model_encoder_layers_16_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_mlp_fc1_weight_to_fp16, x = input_269_cast); - tensor input_273_mode_0 = const()[name = tensor("input_273_mode_0"), val = tensor("EXACT")]; - tensor input_273_cast = gelu(mode = input_273_mode_0, x = input_271_cast); - tensor text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(521255680)))]; - tensor text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(529644352)))]; - tensor hidden_states_101_cast = linear(bias = text_encoder_text_model_encoder_layers_16_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_16_mlp_fc2_weight_to_fp16, x = input_273_cast); - tensor input_275_cast = add(x = input_267_cast, y = hidden_states_101_cast); - tensor hidden_states_103_axes_0 = const()[name = tensor("hidden_states_103_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(529646464)))]; - tensor text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(529648576)))]; - tensor hidden_states_103_cast = layer_norm(axes = hidden_states_103_axes_0, beta = text_encoder_text_model_encoder_layers_17_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_17_layer_norm1_weight_to_fp16, x = input_275_cast); - tensor text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(529650688)))]; - tensor text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531747904)))]; - tensor var_1589_cast = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_q_proj_weight_to_fp16, x = hidden_states_103_cast); - tensor var_1590_to_fp16 = const()[name = tensor("op_1590_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_107_cast = mul(x = var_1589_cast, y = var_1590_to_fp16); - tensor text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(531750016)))]; - tensor text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(533847232)))]; - tensor tensor_103_cast = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_k_proj_weight_to_fp16, x = hidden_states_103_cast); - tensor var_1595 = const()[name = tensor("op_1595"), val = tensor([1, -1, 16, 64])]; - tensor var_1596_cast = reshape(shape = var_1595, x = tensor_103_cast); - tensor var_1597_perm_0 = const()[name = tensor("op_1597_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(533849344)))]; - tensor text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(535946560)))]; - tensor tensor_105_cast = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_v_proj_weight_to_fp16, x = hidden_states_103_cast); - tensor var_1602 = const()[name = tensor("op_1602"), val = tensor([1, -1, 16, 64])]; - tensor var_1603_cast = reshape(shape = var_1602, x = tensor_105_cast); - tensor var_1604_perm_0 = const()[name = tensor("op_1604_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1611 = const()[name = tensor("op_1611"), val = tensor([1, 77, 16, 64])]; - tensor var_1612_cast = reshape(shape = var_1611, x = tensor_107_cast); - tensor var_1613_perm_0 = const()[name = tensor("op_1613_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1615 = const()[name = tensor("op_1615"), val = tensor([16, -1, 64])]; - tensor transpose_28 = transpose(perm = var_1613_perm_0, x = var_1612_cast); - tensor query_states_35_cast = reshape(shape = var_1615, x = transpose_28); - tensor var_1617 = const()[name = tensor("op_1617"), val = tensor([16, -1, 64])]; - tensor transpose_30 = transpose(perm = var_1597_perm_0, x = var_1596_cast); - tensor key_states_71_cast = reshape(shape = var_1617, x = transpose_30); - tensor var_1619 = const()[name = tensor("op_1619"), val = tensor([16, -1, 64])]; - tensor transpose_29 = transpose(perm = var_1604_perm_0, x = var_1603_cast); - tensor value_states_71_cast = reshape(shape = var_1619, x = transpose_29); - tensor var_1622_perm_0 = const()[name = tensor("op_1622_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_103_transpose_x_0 = const()[name = tensor("attn_weights_103_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_103_transpose_y_0 = const()[name = tensor("attn_weights_103_transpose_y_0"), val = tensor(false)]; - tensor transpose_27 = transpose(perm = var_1622_perm_0, x = key_states_71_cast); - tensor attn_weights_103_cast = matmul(transpose_x = attn_weights_103_transpose_x_0, transpose_y = attn_weights_103_transpose_y_0, x = query_states_35_cast, y = transpose_27); - tensor var_1624 = const()[name = tensor("op_1624"), val = tensor([1, 16, 77, 77])]; - tensor var_1625_cast = reshape(shape = var_1624, x = attn_weights_103_cast); - tensor attn_weights_105_cast = add(x = var_1625_cast, y = var_44_cast); - tensor var_1630 = const()[name = tensor("op_1630"), val = tensor([16, 77, 77])]; - tensor input_277_cast = reshape(shape = var_1630, x = attn_weights_105_cast); - tensor input_279_cast = softmax(axis = var_5, x = input_277_cast); - tensor attn_output_103_transpose_x_0 = const()[name = tensor("attn_output_103_transpose_x_0"), val = tensor(false)]; - tensor attn_output_103_transpose_y_0 = const()[name = tensor("attn_output_103_transpose_y_0"), val = tensor(false)]; - tensor attn_output_103_cast = matmul(transpose_x = attn_output_103_transpose_x_0, transpose_y = attn_output_103_transpose_y_0, x = input_279_cast, y = value_states_71_cast); - tensor var_1635 = const()[name = tensor("op_1635"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_105_cast = reshape(shape = var_1635, x = attn_output_103_cast); - tensor attn_output_107_perm_0 = const()[name = tensor("attn_output_107_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1638 = const()[name = tensor("op_1638"), val = tensor([1, 77, 1024])]; - tensor transpose_26 = transpose(perm = attn_output_107_perm_0, x = attn_output_105_cast); - tensor input_281_cast = reshape(shape = var_1638, x = transpose_26); - tensor text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(535948672)))]; - tensor text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(538045888)))]; - tensor hidden_states_105_cast = linear(bias = text_encoder_text_model_encoder_layers_17_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_self_attn_out_proj_weight_to_fp16, x = input_281_cast); - tensor input_283_cast = add(x = input_275_cast, y = hidden_states_105_cast); - tensor input_285_axes_0 = const()[name = tensor("input_285_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(538048000)))]; - tensor text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(538050112)))]; - tensor input_285_cast = layer_norm(axes = input_285_axes_0, beta = text_encoder_text_model_encoder_layers_17_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_17_layer_norm2_weight_to_fp16, x = input_283_cast); - tensor text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(538052224)))]; - tensor text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(546440896)))]; - tensor input_287_cast = linear(bias = text_encoder_text_model_encoder_layers_17_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_mlp_fc1_weight_to_fp16, x = input_285_cast); - tensor input_289_mode_0 = const()[name = tensor("input_289_mode_0"), val = tensor("EXACT")]; - tensor input_289_cast = gelu(mode = input_289_mode_0, x = input_287_cast); - tensor text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(546449152)))]; - tensor text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(554837824)))]; - tensor hidden_states_107_cast = linear(bias = text_encoder_text_model_encoder_layers_17_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_17_mlp_fc2_weight_to_fp16, x = input_289_cast); - tensor input_291_cast = add(x = input_283_cast, y = hidden_states_107_cast); - tensor hidden_states_109_axes_0 = const()[name = tensor("hidden_states_109_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(554839936)))]; - tensor text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(554842048)))]; - tensor hidden_states_109_cast = layer_norm(axes = hidden_states_109_axes_0, beta = text_encoder_text_model_encoder_layers_18_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_18_layer_norm1_weight_to_fp16, x = input_291_cast); - tensor text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(554844160)))]; - tensor text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(556941376)))]; - tensor var_1676_cast = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_q_proj_weight_to_fp16, x = hidden_states_109_cast); - tensor var_1677_to_fp16 = const()[name = tensor("op_1677_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_113_cast = mul(x = var_1676_cast, y = var_1677_to_fp16); - tensor text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(556943488)))]; - tensor text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(559040704)))]; - tensor tensor_109_cast = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_k_proj_weight_to_fp16, x = hidden_states_109_cast); - tensor var_1682 = const()[name = tensor("op_1682"), val = tensor([1, -1, 16, 64])]; - tensor var_1683_cast = reshape(shape = var_1682, x = tensor_109_cast); - tensor var_1684_perm_0 = const()[name = tensor("op_1684_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(559042816)))]; - tensor text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(561140032)))]; - tensor tensor_111_cast = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_v_proj_weight_to_fp16, x = hidden_states_109_cast); - tensor var_1689 = const()[name = tensor("op_1689"), val = tensor([1, -1, 16, 64])]; - tensor var_1690_cast = reshape(shape = var_1689, x = tensor_111_cast); - tensor var_1691_perm_0 = const()[name = tensor("op_1691_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1698 = const()[name = tensor("op_1698"), val = tensor([1, 77, 16, 64])]; - tensor var_1699_cast = reshape(shape = var_1698, x = tensor_113_cast); - tensor var_1700_perm_0 = const()[name = tensor("op_1700_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1702 = const()[name = tensor("op_1702"), val = tensor([16, -1, 64])]; - tensor transpose_23 = transpose(perm = var_1700_perm_0, x = var_1699_cast); - tensor query_states_37_cast = reshape(shape = var_1702, x = transpose_23); - tensor var_1704 = const()[name = tensor("op_1704"), val = tensor([16, -1, 64])]; - tensor transpose_25 = transpose(perm = var_1684_perm_0, x = var_1683_cast); - tensor key_states_75_cast = reshape(shape = var_1704, x = transpose_25); - tensor var_1706 = const()[name = tensor("op_1706"), val = tensor([16, -1, 64])]; - tensor transpose_24 = transpose(perm = var_1691_perm_0, x = var_1690_cast); - tensor value_states_75_cast = reshape(shape = var_1706, x = transpose_24); - tensor var_1709_perm_0 = const()[name = tensor("op_1709_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_109_transpose_x_0 = const()[name = tensor("attn_weights_109_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_109_transpose_y_0 = const()[name = tensor("attn_weights_109_transpose_y_0"), val = tensor(false)]; - tensor transpose_22 = transpose(perm = var_1709_perm_0, x = key_states_75_cast); - tensor attn_weights_109_cast = matmul(transpose_x = attn_weights_109_transpose_x_0, transpose_y = attn_weights_109_transpose_y_0, x = query_states_37_cast, y = transpose_22); - tensor var_1711 = const()[name = tensor("op_1711"), val = tensor([1, 16, 77, 77])]; - tensor var_1712_cast = reshape(shape = var_1711, x = attn_weights_109_cast); - tensor attn_weights_111_cast = add(x = var_1712_cast, y = var_44_cast); - tensor var_1717 = const()[name = tensor("op_1717"), val = tensor([16, 77, 77])]; - tensor input_293_cast = reshape(shape = var_1717, x = attn_weights_111_cast); - tensor input_295_cast = softmax(axis = var_5, x = input_293_cast); - tensor attn_output_109_transpose_x_0 = const()[name = tensor("attn_output_109_transpose_x_0"), val = tensor(false)]; - tensor attn_output_109_transpose_y_0 = const()[name = tensor("attn_output_109_transpose_y_0"), val = tensor(false)]; - tensor attn_output_109_cast = matmul(transpose_x = attn_output_109_transpose_x_0, transpose_y = attn_output_109_transpose_y_0, x = input_295_cast, y = value_states_75_cast); - tensor var_1722 = const()[name = tensor("op_1722"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_111_cast = reshape(shape = var_1722, x = attn_output_109_cast); - tensor attn_output_113_perm_0 = const()[name = tensor("attn_output_113_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1725 = const()[name = tensor("op_1725"), val = tensor([1, 77, 1024])]; - tensor transpose_21 = transpose(perm = attn_output_113_perm_0, x = attn_output_111_cast); - tensor input_297_cast = reshape(shape = var_1725, x = transpose_21); - tensor text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(561142144)))]; - tensor text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(563239360)))]; - tensor hidden_states_111_cast = linear(bias = text_encoder_text_model_encoder_layers_18_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_self_attn_out_proj_weight_to_fp16, x = input_297_cast); - tensor input_299_cast = add(x = input_291_cast, y = hidden_states_111_cast); - tensor input_301_axes_0 = const()[name = tensor("input_301_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(563241472)))]; - tensor text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(563243584)))]; - tensor input_301_cast = layer_norm(axes = input_301_axes_0, beta = text_encoder_text_model_encoder_layers_18_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_18_layer_norm2_weight_to_fp16, x = input_299_cast); - tensor text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(563245696)))]; - tensor text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(571634368)))]; - tensor input_303_cast = linear(bias = text_encoder_text_model_encoder_layers_18_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_mlp_fc1_weight_to_fp16, x = input_301_cast); - tensor input_305_mode_0 = const()[name = tensor("input_305_mode_0"), val = tensor("EXACT")]; - tensor input_305_cast = gelu(mode = input_305_mode_0, x = input_303_cast); - tensor text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(571642624)))]; - tensor text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(580031296)))]; - tensor hidden_states_113_cast = linear(bias = text_encoder_text_model_encoder_layers_18_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_18_mlp_fc2_weight_to_fp16, x = input_305_cast); - tensor input_307_cast = add(x = input_299_cast, y = hidden_states_113_cast); - tensor hidden_states_115_axes_0 = const()[name = tensor("hidden_states_115_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(580033408)))]; - tensor text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(580035520)))]; - tensor hidden_states_115_cast = layer_norm(axes = hidden_states_115_axes_0, beta = text_encoder_text_model_encoder_layers_19_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_19_layer_norm1_weight_to_fp16, x = input_307_cast); - tensor text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(580037632)))]; - tensor text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(582134848)))]; - tensor var_1763_cast = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_q_proj_weight_to_fp16, x = hidden_states_115_cast); - tensor var_1764_to_fp16 = const()[name = tensor("op_1764_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_119_cast = mul(x = var_1763_cast, y = var_1764_to_fp16); - tensor text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(582136960)))]; - tensor text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(584234176)))]; - tensor tensor_115_cast = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_k_proj_weight_to_fp16, x = hidden_states_115_cast); - tensor var_1769 = const()[name = tensor("op_1769"), val = tensor([1, -1, 16, 64])]; - tensor var_1770_cast = reshape(shape = var_1769, x = tensor_115_cast); - tensor var_1771_perm_0 = const()[name = tensor("op_1771_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(584236288)))]; - tensor text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(586333504)))]; - tensor tensor_117_cast = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_v_proj_weight_to_fp16, x = hidden_states_115_cast); - tensor var_1776 = const()[name = tensor("op_1776"), val = tensor([1, -1, 16, 64])]; - tensor var_1777_cast = reshape(shape = var_1776, x = tensor_117_cast); - tensor var_1778_perm_0 = const()[name = tensor("op_1778_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1785 = const()[name = tensor("op_1785"), val = tensor([1, 77, 16, 64])]; - tensor var_1786_cast = reshape(shape = var_1785, x = tensor_119_cast); - tensor var_1787_perm_0 = const()[name = tensor("op_1787_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1789 = const()[name = tensor("op_1789"), val = tensor([16, -1, 64])]; - tensor transpose_18 = transpose(perm = var_1787_perm_0, x = var_1786_cast); - tensor query_states_39_cast = reshape(shape = var_1789, x = transpose_18); - tensor var_1791 = const()[name = tensor("op_1791"), val = tensor([16, -1, 64])]; - tensor transpose_20 = transpose(perm = var_1771_perm_0, x = var_1770_cast); - tensor key_states_79_cast = reshape(shape = var_1791, x = transpose_20); - tensor var_1793 = const()[name = tensor("op_1793"), val = tensor([16, -1, 64])]; - tensor transpose_19 = transpose(perm = var_1778_perm_0, x = var_1777_cast); - tensor value_states_79_cast = reshape(shape = var_1793, x = transpose_19); - tensor var_1796_perm_0 = const()[name = tensor("op_1796_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_115_transpose_x_0 = const()[name = tensor("attn_weights_115_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_115_transpose_y_0 = const()[name = tensor("attn_weights_115_transpose_y_0"), val = tensor(false)]; - tensor transpose_17 = transpose(perm = var_1796_perm_0, x = key_states_79_cast); - tensor attn_weights_115_cast = matmul(transpose_x = attn_weights_115_transpose_x_0, transpose_y = attn_weights_115_transpose_y_0, x = query_states_39_cast, y = transpose_17); - tensor var_1798 = const()[name = tensor("op_1798"), val = tensor([1, 16, 77, 77])]; - tensor var_1799_cast = reshape(shape = var_1798, x = attn_weights_115_cast); - tensor attn_weights_117_cast = add(x = var_1799_cast, y = var_44_cast); - tensor var_1804 = const()[name = tensor("op_1804"), val = tensor([16, 77, 77])]; - tensor input_309_cast = reshape(shape = var_1804, x = attn_weights_117_cast); - tensor input_311_cast = softmax(axis = var_5, x = input_309_cast); - tensor attn_output_115_transpose_x_0 = const()[name = tensor("attn_output_115_transpose_x_0"), val = tensor(false)]; - tensor attn_output_115_transpose_y_0 = const()[name = tensor("attn_output_115_transpose_y_0"), val = tensor(false)]; - tensor attn_output_115_cast = matmul(transpose_x = attn_output_115_transpose_x_0, transpose_y = attn_output_115_transpose_y_0, x = input_311_cast, y = value_states_79_cast); - tensor var_1809 = const()[name = tensor("op_1809"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_117_cast = reshape(shape = var_1809, x = attn_output_115_cast); - tensor attn_output_119_perm_0 = const()[name = tensor("attn_output_119_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1812 = const()[name = tensor("op_1812"), val = tensor([1, 77, 1024])]; - tensor transpose_16 = transpose(perm = attn_output_119_perm_0, x = attn_output_117_cast); - tensor input_313_cast = reshape(shape = var_1812, x = transpose_16); - tensor text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(586335616)))]; - tensor text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(588432832)))]; - tensor hidden_states_117_cast = linear(bias = text_encoder_text_model_encoder_layers_19_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_self_attn_out_proj_weight_to_fp16, x = input_313_cast); - tensor input_315_cast = add(x = input_307_cast, y = hidden_states_117_cast); - tensor input_317_axes_0 = const()[name = tensor("input_317_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(588434944)))]; - tensor text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(588437056)))]; - tensor input_317_cast = layer_norm(axes = input_317_axes_0, beta = text_encoder_text_model_encoder_layers_19_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_19_layer_norm2_weight_to_fp16, x = input_315_cast); - tensor text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(588439168)))]; - tensor text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(596827840)))]; - tensor input_319_cast = linear(bias = text_encoder_text_model_encoder_layers_19_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_mlp_fc1_weight_to_fp16, x = input_317_cast); - tensor input_321_mode_0 = const()[name = tensor("input_321_mode_0"), val = tensor("EXACT")]; - tensor input_321_cast = gelu(mode = input_321_mode_0, x = input_319_cast); - tensor text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(596836096)))]; - tensor text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(605224768)))]; - tensor hidden_states_119_cast = linear(bias = text_encoder_text_model_encoder_layers_19_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_19_mlp_fc2_weight_to_fp16, x = input_321_cast); - tensor input_323_cast = add(x = input_315_cast, y = hidden_states_119_cast); - tensor hidden_states_121_axes_0 = const()[name = tensor("hidden_states_121_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(605226880)))]; - tensor text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(605228992)))]; - tensor hidden_states_121_cast = layer_norm(axes = hidden_states_121_axes_0, beta = text_encoder_text_model_encoder_layers_20_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_20_layer_norm1_weight_to_fp16, x = input_323_cast); - tensor text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(605231104)))]; - tensor text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607328320)))]; - tensor var_1850_cast = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_q_proj_weight_to_fp16, x = hidden_states_121_cast); - tensor var_1851_to_fp16 = const()[name = tensor("op_1851_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_125_cast = mul(x = var_1850_cast, y = var_1851_to_fp16); - tensor text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(607330432)))]; - tensor text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(609427648)))]; - tensor tensor_121_cast = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_k_proj_weight_to_fp16, x = hidden_states_121_cast); - tensor var_1856 = const()[name = tensor("op_1856"), val = tensor([1, -1, 16, 64])]; - tensor var_1857_cast = reshape(shape = var_1856, x = tensor_121_cast); - tensor var_1858_perm_0 = const()[name = tensor("op_1858_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(609429760)))]; - tensor text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(611526976)))]; - tensor tensor_123_cast = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_v_proj_weight_to_fp16, x = hidden_states_121_cast); - tensor var_1863 = const()[name = tensor("op_1863"), val = tensor([1, -1, 16, 64])]; - tensor var_1864_cast = reshape(shape = var_1863, x = tensor_123_cast); - tensor var_1865_perm_0 = const()[name = tensor("op_1865_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1872 = const()[name = tensor("op_1872"), val = tensor([1, 77, 16, 64])]; - tensor var_1873_cast = reshape(shape = var_1872, x = tensor_125_cast); - tensor var_1874_perm_0 = const()[name = tensor("op_1874_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1876 = const()[name = tensor("op_1876"), val = tensor([16, -1, 64])]; - tensor transpose_13 = transpose(perm = var_1874_perm_0, x = var_1873_cast); - tensor query_states_41_cast = reshape(shape = var_1876, x = transpose_13); - tensor var_1878 = const()[name = tensor("op_1878"), val = tensor([16, -1, 64])]; - tensor transpose_15 = transpose(perm = var_1858_perm_0, x = var_1857_cast); - tensor key_states_83_cast = reshape(shape = var_1878, x = transpose_15); - tensor var_1880 = const()[name = tensor("op_1880"), val = tensor([16, -1, 64])]; - tensor transpose_14 = transpose(perm = var_1865_perm_0, x = var_1864_cast); - tensor value_states_83_cast = reshape(shape = var_1880, x = transpose_14); - tensor var_1883_perm_0 = const()[name = tensor("op_1883_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_121_transpose_x_0 = const()[name = tensor("attn_weights_121_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_121_transpose_y_0 = const()[name = tensor("attn_weights_121_transpose_y_0"), val = tensor(false)]; - tensor transpose_12 = transpose(perm = var_1883_perm_0, x = key_states_83_cast); - tensor attn_weights_121_cast = matmul(transpose_x = attn_weights_121_transpose_x_0, transpose_y = attn_weights_121_transpose_y_0, x = query_states_41_cast, y = transpose_12); - tensor var_1885 = const()[name = tensor("op_1885"), val = tensor([1, 16, 77, 77])]; - tensor var_1886_cast = reshape(shape = var_1885, x = attn_weights_121_cast); - tensor attn_weights_123_cast = add(x = var_1886_cast, y = var_44_cast); - tensor var_1891 = const()[name = tensor("op_1891"), val = tensor([16, 77, 77])]; - tensor input_325_cast = reshape(shape = var_1891, x = attn_weights_123_cast); - tensor input_327_cast = softmax(axis = var_5, x = input_325_cast); - tensor attn_output_121_transpose_x_0 = const()[name = tensor("attn_output_121_transpose_x_0"), val = tensor(false)]; - tensor attn_output_121_transpose_y_0 = const()[name = tensor("attn_output_121_transpose_y_0"), val = tensor(false)]; - tensor attn_output_121_cast = matmul(transpose_x = attn_output_121_transpose_x_0, transpose_y = attn_output_121_transpose_y_0, x = input_327_cast, y = value_states_83_cast); - tensor var_1896 = const()[name = tensor("op_1896"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_123_cast = reshape(shape = var_1896, x = attn_output_121_cast); - tensor attn_output_125_perm_0 = const()[name = tensor("attn_output_125_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1899 = const()[name = tensor("op_1899"), val = tensor([1, 77, 1024])]; - tensor transpose_11 = transpose(perm = attn_output_125_perm_0, x = attn_output_123_cast); - tensor input_329_cast = reshape(shape = var_1899, x = transpose_11); - tensor text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(611529088)))]; - tensor text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(613626304)))]; - tensor hidden_states_123_cast = linear(bias = text_encoder_text_model_encoder_layers_20_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_self_attn_out_proj_weight_to_fp16, x = input_329_cast); - tensor input_331_cast = add(x = input_323_cast, y = hidden_states_123_cast); - tensor input_333_axes_0 = const()[name = tensor("input_333_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(613628416)))]; - tensor text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(613630528)))]; - tensor input_333_cast = layer_norm(axes = input_333_axes_0, beta = text_encoder_text_model_encoder_layers_20_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_20_layer_norm2_weight_to_fp16, x = input_331_cast); - tensor text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(613632640)))]; - tensor text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(622021312)))]; - tensor input_335_cast = linear(bias = text_encoder_text_model_encoder_layers_20_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_mlp_fc1_weight_to_fp16, x = input_333_cast); - tensor input_337_mode_0 = const()[name = tensor("input_337_mode_0"), val = tensor("EXACT")]; - tensor input_337_cast = gelu(mode = input_337_mode_0, x = input_335_cast); - tensor text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(622029568)))]; - tensor text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(630418240)))]; - tensor hidden_states_125_cast = linear(bias = text_encoder_text_model_encoder_layers_20_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_20_mlp_fc2_weight_to_fp16, x = input_337_cast); - tensor input_339_cast = add(x = input_331_cast, y = hidden_states_125_cast); - tensor hidden_states_127_axes_0 = const()[name = tensor("hidden_states_127_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(630420352)))]; - tensor text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(630422464)))]; - tensor hidden_states_127_cast = layer_norm(axes = hidden_states_127_axes_0, beta = text_encoder_text_model_encoder_layers_21_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_21_layer_norm1_weight_to_fp16, x = input_339_cast); - tensor text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(630424576)))]; - tensor text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(632521792)))]; - tensor var_1937_cast = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_q_proj_weight_to_fp16, x = hidden_states_127_cast); - tensor var_1938_to_fp16 = const()[name = tensor("op_1938_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_131_cast = mul(x = var_1937_cast, y = var_1938_to_fp16); - tensor text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(632523904)))]; - tensor text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(634621120)))]; - tensor tensor_127_cast = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_k_proj_weight_to_fp16, x = hidden_states_127_cast); - tensor var_1943 = const()[name = tensor("op_1943"), val = tensor([1, -1, 16, 64])]; - tensor var_1944_cast = reshape(shape = var_1943, x = tensor_127_cast); - tensor var_1945_perm_0 = const()[name = tensor("op_1945_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(634623232)))]; - tensor text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(636720448)))]; - tensor tensor_129_cast = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_v_proj_weight_to_fp16, x = hidden_states_127_cast); - tensor var_1950 = const()[name = tensor("op_1950"), val = tensor([1, -1, 16, 64])]; - tensor var_1951_cast = reshape(shape = var_1950, x = tensor_129_cast); - tensor var_1952_perm_0 = const()[name = tensor("op_1952_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1959 = const()[name = tensor("op_1959"), val = tensor([1, 77, 16, 64])]; - tensor var_1960_cast = reshape(shape = var_1959, x = tensor_131_cast); - tensor var_1961_perm_0 = const()[name = tensor("op_1961_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1963 = const()[name = tensor("op_1963"), val = tensor([16, -1, 64])]; - tensor transpose_8 = transpose(perm = var_1961_perm_0, x = var_1960_cast); - tensor query_states_43_cast = reshape(shape = var_1963, x = transpose_8); - tensor var_1965 = const()[name = tensor("op_1965"), val = tensor([16, -1, 64])]; - tensor transpose_10 = transpose(perm = var_1945_perm_0, x = var_1944_cast); - tensor key_states_87_cast = reshape(shape = var_1965, x = transpose_10); - tensor var_1967 = const()[name = tensor("op_1967"), val = tensor([16, -1, 64])]; - tensor transpose_9 = transpose(perm = var_1952_perm_0, x = var_1951_cast); - tensor value_states_87_cast = reshape(shape = var_1967, x = transpose_9); - tensor var_1970_perm_0 = const()[name = tensor("op_1970_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_127_transpose_x_0 = const()[name = tensor("attn_weights_127_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_127_transpose_y_0 = const()[name = tensor("attn_weights_127_transpose_y_0"), val = tensor(false)]; - tensor transpose_7 = transpose(perm = var_1970_perm_0, x = key_states_87_cast); - tensor attn_weights_127_cast = matmul(transpose_x = attn_weights_127_transpose_x_0, transpose_y = attn_weights_127_transpose_y_0, x = query_states_43_cast, y = transpose_7); - tensor var_1972 = const()[name = tensor("op_1972"), val = tensor([1, 16, 77, 77])]; - tensor var_1973_cast = reshape(shape = var_1972, x = attn_weights_127_cast); - tensor attn_weights_129_cast = add(x = var_1973_cast, y = var_44_cast); - tensor var_1978 = const()[name = tensor("op_1978"), val = tensor([16, 77, 77])]; - tensor input_341_cast = reshape(shape = var_1978, x = attn_weights_129_cast); - tensor input_343_cast = softmax(axis = var_5, x = input_341_cast); - tensor attn_output_127_transpose_x_0 = const()[name = tensor("attn_output_127_transpose_x_0"), val = tensor(false)]; - tensor attn_output_127_transpose_y_0 = const()[name = tensor("attn_output_127_transpose_y_0"), val = tensor(false)]; - tensor attn_output_127_cast = matmul(transpose_x = attn_output_127_transpose_x_0, transpose_y = attn_output_127_transpose_y_0, x = input_343_cast, y = value_states_87_cast); - tensor var_1983 = const()[name = tensor("op_1983"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_129_cast = reshape(shape = var_1983, x = attn_output_127_cast); - tensor attn_output_131_perm_0 = const()[name = tensor("attn_output_131_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_1986 = const()[name = tensor("op_1986"), val = tensor([1, 77, 1024])]; - tensor transpose_6 = transpose(perm = attn_output_131_perm_0, x = attn_output_129_cast); - tensor input_345_cast = reshape(shape = var_1986, x = transpose_6); - tensor text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(636722560)))]; - tensor text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(638819776)))]; - tensor hidden_states_129_cast = linear(bias = text_encoder_text_model_encoder_layers_21_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_self_attn_out_proj_weight_to_fp16, x = input_345_cast); - tensor input_347_cast = add(x = input_339_cast, y = hidden_states_129_cast); - tensor input_349_axes_0 = const()[name = tensor("input_349_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(638821888)))]; - tensor text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(638824000)))]; - tensor input_349_cast = layer_norm(axes = input_349_axes_0, beta = text_encoder_text_model_encoder_layers_21_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_21_layer_norm2_weight_to_fp16, x = input_347_cast); - tensor text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(638826112)))]; - tensor text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(647214784)))]; - tensor input_351_cast = linear(bias = text_encoder_text_model_encoder_layers_21_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_mlp_fc1_weight_to_fp16, x = input_349_cast); - tensor input_353_mode_0 = const()[name = tensor("input_353_mode_0"), val = tensor("EXACT")]; - tensor input_353_cast = gelu(mode = input_353_mode_0, x = input_351_cast); - tensor text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(647223040)))]; - tensor text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655611712)))]; - tensor hidden_states_131_cast = linear(bias = text_encoder_text_model_encoder_layers_21_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_21_mlp_fc2_weight_to_fp16, x = input_353_cast); - tensor input_355_cast = add(x = input_347_cast, y = hidden_states_131_cast); - tensor hidden_states_133_axes_0 = const()[name = tensor("hidden_states_133_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655613824)))]; - tensor text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655615936)))]; - tensor hidden_states_133_cast = layer_norm(axes = hidden_states_133_axes_0, beta = text_encoder_text_model_encoder_layers_22_layer_norm1_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_22_layer_norm1_weight_to_fp16, x = input_355_cast); - tensor text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(655618048)))]; - tensor text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(657715264)))]; - tensor var_2024_cast = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_q_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_q_proj_weight_to_fp16, x = hidden_states_133_cast); - tensor var_2025_to_fp16 = const()[name = tensor("op_2025_to_fp16"), val = tensor(0x1p-3)]; - tensor tensor_cast = mul(x = var_2024_cast, y = var_2025_to_fp16); - tensor text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(657717376)))]; - tensor text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(659814592)))]; - tensor tensor_133_cast = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_k_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_k_proj_weight_to_fp16, x = hidden_states_133_cast); - tensor var_2030 = const()[name = tensor("op_2030"), val = tensor([1, -1, 16, 64])]; - tensor var_2031_cast = reshape(shape = var_2030, x = tensor_133_cast); - tensor var_2032_perm_0 = const()[name = tensor("op_2032_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(659816704)))]; - tensor text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(661913920)))]; - tensor tensor_135_cast = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_v_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_v_proj_weight_to_fp16, x = hidden_states_133_cast); - tensor var_2037 = const()[name = tensor("op_2037"), val = tensor([1, -1, 16, 64])]; - tensor var_2038_cast = reshape(shape = var_2037, x = tensor_135_cast); - tensor var_2039_perm_0 = const()[name = tensor("op_2039_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_2046 = const()[name = tensor("op_2046"), val = tensor([1, 77, 16, 64])]; - tensor var_2047_cast = reshape(shape = var_2046, x = tensor_cast); - tensor var_2048_perm_0 = const()[name = tensor("op_2048_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_2050 = const()[name = tensor("op_2050"), val = tensor([16, -1, 64])]; - tensor transpose_3 = transpose(perm = var_2048_perm_0, x = var_2047_cast); - tensor query_states_cast = reshape(shape = var_2050, x = transpose_3); - tensor var_2052 = const()[name = tensor("op_2052"), val = tensor([16, -1, 64])]; - tensor transpose_5 = transpose(perm = var_2032_perm_0, x = var_2031_cast); - tensor key_states_cast = reshape(shape = var_2052, x = transpose_5); - tensor var_2054 = const()[name = tensor("op_2054"), val = tensor([16, -1, 64])]; - tensor transpose_4 = transpose(perm = var_2039_perm_0, x = var_2038_cast); - tensor value_states_cast = reshape(shape = var_2054, x = transpose_4); - tensor var_2057_perm_0 = const()[name = tensor("op_2057_perm_0"), val = tensor([0, 2, 1])]; - tensor attn_weights_133_transpose_x_0 = const()[name = tensor("attn_weights_133_transpose_x_0"), val = tensor(false)]; - tensor attn_weights_133_transpose_y_0 = const()[name = tensor("attn_weights_133_transpose_y_0"), val = tensor(false)]; - tensor transpose_2 = transpose(perm = var_2057_perm_0, x = key_states_cast); - tensor attn_weights_133_cast = matmul(transpose_x = attn_weights_133_transpose_x_0, transpose_y = attn_weights_133_transpose_y_0, x = query_states_cast, y = transpose_2); - tensor var_2059 = const()[name = tensor("op_2059"), val = tensor([1, 16, 77, 77])]; - tensor var_2060_cast = reshape(shape = var_2059, x = attn_weights_133_cast); - tensor attn_weights_135_cast = add(x = var_2060_cast, y = var_44_cast); - tensor var_2065 = const()[name = tensor("op_2065"), val = tensor([16, 77, 77])]; - tensor input_357_cast = reshape(shape = var_2065, x = attn_weights_135_cast); - tensor input_359_cast = softmax(axis = var_5, x = input_357_cast); - tensor attn_output_133_transpose_x_0 = const()[name = tensor("attn_output_133_transpose_x_0"), val = tensor(false)]; - tensor attn_output_133_transpose_y_0 = const()[name = tensor("attn_output_133_transpose_y_0"), val = tensor(false)]; - tensor attn_output_133_cast = matmul(transpose_x = attn_output_133_transpose_x_0, transpose_y = attn_output_133_transpose_y_0, x = input_359_cast, y = value_states_cast); - tensor var_2070 = const()[name = tensor("op_2070"), val = tensor([1, 16, 77, 64])]; - tensor attn_output_135_cast = reshape(shape = var_2070, x = attn_output_133_cast); - tensor attn_output_perm_0 = const()[name = tensor("attn_output_perm_0"), val = tensor([0, 2, 1, 3])]; - tensor var_2073 = const()[name = tensor("op_2073"), val = tensor([1, 77, 1024])]; - tensor transpose_1 = transpose(perm = attn_output_perm_0, x = attn_output_135_cast); - tensor input_361_cast = reshape(shape = var_2073, x = transpose_1); - tensor text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(661916032)))]; - tensor text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(664013248)))]; - tensor hidden_states_135_cast = linear(bias = text_encoder_text_model_encoder_layers_22_self_attn_out_proj_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_self_attn_out_proj_weight_to_fp16, x = input_361_cast); - tensor input_363_cast = add(x = input_355_cast, y = hidden_states_135_cast); - tensor input_365_axes_0 = const()[name = tensor("input_365_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(664015360)))]; - tensor text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(664017472)))]; - tensor input_365_cast = layer_norm(axes = input_365_axes_0, beta = text_encoder_text_model_encoder_layers_22_layer_norm2_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_encoder_layers_22_layer_norm2_weight_to_fp16, x = input_363_cast); - tensor text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(664019584)))]; - tensor text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(672408256)))]; - tensor input_367_cast = linear(bias = text_encoder_text_model_encoder_layers_22_mlp_fc1_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_mlp_fc1_weight_to_fp16, x = input_365_cast); - tensor input_369_mode_0 = const()[name = tensor("input_369_mode_0"), val = tensor("EXACT")]; - tensor input_369_cast = gelu(mode = input_369_mode_0, x = input_367_cast); - tensor text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(672416512)))]; - tensor text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(680805184)))]; - tensor hidden_states_cast = linear(bias = text_encoder_text_model_encoder_layers_22_mlp_fc2_bias_to_fp16, weight = text_encoder_text_model_encoder_layers_22_mlp_fc2_weight_to_fp16, x = input_369_cast); - tensor input_cast = add(x = input_363_cast, y = hidden_states_cast); - tensor last_hidden_state_axes_0 = const()[name = tensor("last_hidden_state_axes_0"), val = tensor([-1])]; - tensor text_encoder_text_model_final_layer_norm_weight_to_fp16 = const()[name = tensor("text_encoder_text_model_final_layer_norm_weight_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(680807296)))]; - tensor text_encoder_text_model_final_layer_norm_bias_to_fp16 = const()[name = tensor("text_encoder_text_model_final_layer_norm_bias_to_fp16"), val = tensor(BLOBFILE(path = tensor("@model_path/weights/weight.bin"), offset = tensor(680809408)))]; - tensor last_hidden_state_cast = layer_norm(axes = last_hidden_state_axes_0, beta = text_encoder_text_model_final_layer_norm_bias_to_fp16, epsilon = var_12_to_fp16, gamma = text_encoder_text_model_final_layer_norm_weight_to_fp16, x = input_cast); - tensor last_hidden_state_cast_to_fp32_dtype_0 = const()[name = tensor("last_hidden_state_cast_to_fp32_dtype_0"), val = tensor("fp32")]; - tensor var_2098 = const()[name = tensor("op_2098"), val = tensor([0])]; - tensor var_2100 = reduce_argmax(axis = var_5, keep_dims = var_6, x = cast_954); - tensor stack_0_axis_0 = const()[name = tensor("stack_0_axis_0"), val = tensor(1)]; - tensor stack_0 = stack(axis = stack_0_axis_0, values = (var_2098, var_2100)); - tensor var_2102_transpose_batch_dims_0 = const()[name = tensor("op_2102_transpose_batch_dims_0"), val = tensor(0)]; - tensor var_2102_transpose_cast = gather_nd(batch_dims = var_2102_transpose_batch_dims_0, indices = stack_0, x = last_hidden_state_cast); - tensor var_2102_cast_to_fp32_dtype_0 = const()[name = tensor("op_2102_cast_to_fp32_dtype_0"), val = tensor("fp32")]; - tensor pooled_outputs = cast(dtype = var_2102_cast_to_fp32_dtype_0, x = var_2102_transpose_cast); - tensor last_hidden_state = cast(dtype = last_hidden_state_cast_to_fp32_dtype_0, x = last_hidden_state_cast); - } -> (last_hidden_state, pooled_outputs); -} \ No newline at end of file