diff --git "a/text_encoder_fp32/model.txt" "b/text_encoder_fp32/model.txt"
--- "a/text_encoder_fp32/model.txt"
+++ "b/text_encoder_fp32/model.txt"
@@ -1,672 +1,672 @@
-Reshape_113:Reshape*input:onnx_3A__3A_Reshape_5F_0(1,77);onnx_3A__3A_Reshape_5F_2274.bin(int64:2)*output:input(1,77)*allowzero:0
-Gather_114:Gather*input:text_5F_model_2E_embeddings_2E_token_5F_embedding_2E_wrapped_2E_weight.bin(float32:49408,768);input(1,77)*output:onnx_3A__3A_Add_5F_212(1,77,768)
-Add_116:Add*input:onnx_3A__3A_Add_5F_212(1,77,768);onnx_3A__3A_Add_5F_213.bin(float32:1,77,768)*output:input_2E_7(1,77,768)
-ReduceMean_123:ReduceMean*input:input_2E_7(1,77,768)*output:onnx_3A__3A_Sub_5F_221(1,77,1)*axes:-1
-Sub_124:Sub*input:input_2E_7(1,77,768);onnx_3A__3A_Sub_5F_221(1,77,1)*output:onnx_3A__3A_Pow_5F_222(1,77,768)
-Pow_126:Pow*input:onnx_3A__3A_Pow_5F_222(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_224(1,77,768)
-ReduceMean_127:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_224(1,77,768)*output:onnx_3A__3A_Add_5F_225(1,77,1)*axes:-1
-Add_129:Add*input:onnx_3A__3A_Add_5F_225(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_227(1,77,1)
-Sqrt_130:Sqrt*input:onnx_3A__3A_Sqrt_5F_227(1,77,1)*output:onnx_3A__3A_Div_5F_228(1,77,1)
-Div_131:Div*input:onnx_3A__3A_Pow_5F_222(1,77,768);onnx_3A__3A_Div_5F_228(1,77,1)*output:onnx_3A__3A_Mul_5F_229(1,77,768)
-Mul_132:Mul*input:onnx_3A__3A_Mul_5F_229(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_0_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_230(1,77,768)
-Add_133:Add*input:onnx_3A__3A_Add_5F_230(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_0_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_231(1,77,768)
-MatMul_134:MatMul*input:onnx_3A__3A_MatMul_5F_231(1,77,768);onnx_3A__3A_MatMul_5F_2276.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_236(1,77,768)
-Add_135:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_236(1,77,768)*output:onnx_3A__3A_Mul_5F_237(1,77,768)
-Mul_137:Mul*input:onnx_3A__3A_Mul_5F_237(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states(1,77,768)
-MatMul_138:MatMul*input:onnx_3A__3A_MatMul_5F_231(1,77,768);onnx_3A__3A_MatMul_5F_2277.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_241(1,77,768)
-Add_139:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_241(1,77,768)*output:onnx_3A__3A_Reshape_5F_242(1,77,768)
-Reshape_140:Reshape*input:onnx_3A__3A_Reshape_5F_242(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_255(1,77,12,64)*allowzero:0
-Transpose_141:Transpose*input:onnx_3A__3A_Transpose_5F_255(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_256(1,12,77,64)*perm:0,2,1,3
-MatMul_142:MatMul*input:onnx_3A__3A_MatMul_5F_231(1,77,768);onnx_3A__3A_MatMul_5F_2283.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_258(1,77,768)
-Add_143:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_258(1,77,768)*output:onnx_3A__3A_Reshape_5F_259(1,77,768)
-Reshape_144:Reshape*input:onnx_3A__3A_Reshape_5F_259(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_272(1,77,12,64)*allowzero:0
-Transpose_145:Transpose*input:onnx_3A__3A_Transpose_5F_272(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_273(1,12,77,64)*perm:0,2,1,3
-Reshape_146:Reshape*input:query_5F_states(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_286(1,77,12,64)*allowzero:0
-Transpose_147:Transpose*input:onnx_3A__3A_Transpose_5F_286(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_287(1,12,77,64)*perm:0,2,1,3
-Reshape_148:Reshape*input:onnx_3A__3A_Reshape_5F_287(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_297(12,77,64)*allowzero:0
-Reshape_149:Reshape*input:onnx_3A__3A_Reshape_5F_256(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_307(12,77,64)*allowzero:0
-Reshape_150:Reshape*input:onnx_3A__3A_Reshape_5F_273(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_317(12,77,64)*allowzero:0
-Transpose_151:Transpose*input:onnx_3A__3A_Transpose_5F_307(12,77,64)*output:onnx_3A__3A_MatMul_5F_319(12,64,77)*perm:0,2,1
-MatMul_152:MatMul*input:onnx_3A__3A_MatMul_5F_297(12,77,64);onnx_3A__3A_MatMul_5F_319(12,64,77)*output:onnx_3A__3A_Reshape_5F_320(12,77,77)
-Reshape_153:Reshape*input:onnx_3A__3A_Reshape_5F_320(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_331(1,12,77,77)*allowzero:0
-Add_154:Add*input:onnx_3A__3A_Add_5F_331(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_332(1,12,77,77)
-Reshape_155:Reshape*input:onnx_3A__3A_Reshape_5F_332(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights(12,77,77)*allowzero:0
-Softmax_156:Softmax*input:attn_5F_weights(12,77,77)*output:attn_5F_weights_2E_3(12,77,77)*axis:-1
-MatMul_157:MatMul*input:attn_5F_weights_2E_3(12,77,77);onnx_3A__3A_MatMul_5F_317(12,77,64)*output:onnx_3A__3A_Reshape_5F_343(12,77,64)
-Reshape_158:Reshape*input:onnx_3A__3A_Reshape_5F_343(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_355(1,12,77,64)*allowzero:0
-Transpose_159:Transpose*input:onnx_3A__3A_Transpose_5F_355(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_356(1,77,12,64)*perm:0,2,1,3
-Reshape_160:Reshape*input:onnx_3A__3A_Reshape_5F_356(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_364(1,77,768)*allowzero:0
-MatMul_161:MatMul*input:onnx_3A__3A_MatMul_5F_364(1,77,768);onnx_3A__3A_MatMul_5F_2324.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_366(1,77,768)
-Add_162:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_366(1,77,768)*output:onnx_3A__3A_Add_5F_367(1,77,768)
-Add_163:Add*input:input_2E_7(1,77,768);onnx_3A__3A_Add_5F_367(1,77,768)*output:input_2E_11(1,77,768)
-ReduceMean_164:ReduceMean*input:input_2E_11(1,77,768)*output:onnx_3A__3A_Sub_5F_369(1,77,1)*axes:-1
-Sub_165:Sub*input:input_2E_11(1,77,768);onnx_3A__3A_Sub_5F_369(1,77,1)*output:onnx_3A__3A_Pow_5F_370(1,77,768)
-Pow_167:Pow*input:onnx_3A__3A_Pow_5F_370(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_372(1,77,768)
-ReduceMean_168:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_372(1,77,768)*output:onnx_3A__3A_Add_5F_373(1,77,1)*axes:-1
-Add_170:Add*input:onnx_3A__3A_Add_5F_373(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_375(1,77,1)
-Sqrt_171:Sqrt*input:onnx_3A__3A_Sqrt_5F_375(1,77,1)*output:onnx_3A__3A_Div_5F_376(1,77,1)
-Div_172:Div*input:onnx_3A__3A_Pow_5F_370(1,77,768);onnx_3A__3A_Div_5F_376(1,77,1)*output:onnx_3A__3A_Mul_5F_377(1,77,768)
-Mul_173:Mul*input:onnx_3A__3A_Mul_5F_377(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_0_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_378(1,77,768)
-Add_174:Add*input:onnx_3A__3A_Add_5F_378(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_0_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_379(1,77,768)
-MatMul_175:MatMul*input:onnx_3A__3A_MatMul_5F_379(1,77,768);onnx_3A__3A_MatMul_5F_2325.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_381(1,77,3072)
-Add_176:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_381(1,77,3072)*output:onnx_3A__3A_Mul_5F_382(1,77,3072)
-Mul_178:Mul*input:onnx_3A__3A_Mul_5F_382(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_384(1,77,3072)
-Sigmoid_179:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_384(1,77,3072)*output:onnx_3A__3A_Mul_5F_385(1,77,3072)
-Mul_180:Mul*input:onnx_3A__3A_Mul_5F_382(1,77,3072);onnx_3A__3A_Mul_5F_385(1,77,3072)*output:onnx_3A__3A_MatMul_5F_386(1,77,3072)
-MatMul_181:MatMul*input:onnx_3A__3A_MatMul_5F_386(1,77,3072);onnx_3A__3A_MatMul_5F_2326.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_388(1,77,768)
-Add_182:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_388(1,77,768)*output:onnx_3A__3A_Add_5F_389(1,77,768)
-Add_183:Add*input:input_2E_11(1,77,768);onnx_3A__3A_Add_5F_389(1,77,768)*output:input_2E_15(1,77,768)
-ReduceMean_184:ReduceMean*input:input_2E_15(1,77,768)*output:onnx_3A__3A_Sub_5F_391(1,77,1)*axes:-1
-Sub_185:Sub*input:input_2E_15(1,77,768);onnx_3A__3A_Sub_5F_391(1,77,1)*output:onnx_3A__3A_Pow_5F_392(1,77,768)
-Pow_187:Pow*input:onnx_3A__3A_Pow_5F_392(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_394(1,77,768)
-ReduceMean_188:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_394(1,77,768)*output:onnx_3A__3A_Add_5F_395(1,77,1)*axes:-1
-Add_190:Add*input:onnx_3A__3A_Add_5F_395(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_397(1,77,1)
-Sqrt_191:Sqrt*input:onnx_3A__3A_Sqrt_5F_397(1,77,1)*output:onnx_3A__3A_Div_5F_398(1,77,1)
-Div_192:Div*input:onnx_3A__3A_Pow_5F_392(1,77,768);onnx_3A__3A_Div_5F_398(1,77,1)*output:onnx_3A__3A_Mul_5F_399(1,77,768)
-Mul_193:Mul*input:onnx_3A__3A_Mul_5F_399(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_1_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_400(1,77,768)
-Add_194:Add*input:onnx_3A__3A_Add_5F_400(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_1_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_401(1,77,768)
-MatMul_195:MatMul*input:onnx_3A__3A_MatMul_5F_401(1,77,768);onnx_3A__3A_MatMul_5F_2327.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_406(1,77,768)
-Add_196:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_406(1,77,768)*output:onnx_3A__3A_Mul_5F_407(1,77,768)
-Mul_198:Mul*input:onnx_3A__3A_Mul_5F_407(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_3(1,77,768)
-MatMul_199:MatMul*input:onnx_3A__3A_MatMul_5F_401(1,77,768);onnx_3A__3A_MatMul_5F_2328.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_411(1,77,768)
-Add_200:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_411(1,77,768)*output:onnx_3A__3A_Reshape_5F_412(1,77,768)
-Reshape_201:Reshape*input:onnx_3A__3A_Reshape_5F_412(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_425(1,77,12,64)*allowzero:0
-Transpose_202:Transpose*input:onnx_3A__3A_Transpose_5F_425(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_426(1,12,77,64)*perm:0,2,1,3
-MatMul_203:MatMul*input:onnx_3A__3A_MatMul_5F_401(1,77,768);onnx_3A__3A_MatMul_5F_2334.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_428(1,77,768)
-Add_204:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_428(1,77,768)*output:onnx_3A__3A_Reshape_5F_429(1,77,768)
-Reshape_205:Reshape*input:onnx_3A__3A_Reshape_5F_429(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_442(1,77,12,64)*allowzero:0
-Transpose_206:Transpose*input:onnx_3A__3A_Transpose_5F_442(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_443(1,12,77,64)*perm:0,2,1,3
-Reshape_207:Reshape*input:query_5F_states_2E_3(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_456(1,77,12,64)*allowzero:0
-Transpose_208:Transpose*input:onnx_3A__3A_Transpose_5F_456(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_457(1,12,77,64)*perm:0,2,1,3
-Reshape_209:Reshape*input:onnx_3A__3A_Reshape_5F_457(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_467(12,77,64)*allowzero:0
-Reshape_210:Reshape*input:onnx_3A__3A_Reshape_5F_426(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_477(12,77,64)*allowzero:0
-Reshape_211:Reshape*input:onnx_3A__3A_Reshape_5F_443(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_487(12,77,64)*allowzero:0
-Transpose_212:Transpose*input:onnx_3A__3A_Transpose_5F_477(12,77,64)*output:onnx_3A__3A_MatMul_5F_489(12,64,77)*perm:0,2,1
-MatMul_213:MatMul*input:onnx_3A__3A_MatMul_5F_467(12,77,64);onnx_3A__3A_MatMul_5F_489(12,64,77)*output:onnx_3A__3A_Reshape_5F_490(12,77,77)
-Reshape_214:Reshape*input:onnx_3A__3A_Reshape_5F_490(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_501(1,12,77,77)*allowzero:0
-Add_215:Add*input:onnx_3A__3A_Add_5F_501(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_502(1,12,77,77)
-Reshape_216:Reshape*input:onnx_3A__3A_Reshape_5F_502(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_7(12,77,77)*allowzero:0
-Softmax_217:Softmax*input:attn_5F_weights_2E_7(12,77,77)*output:attn_5F_weights_2E_11(12,77,77)*axis:-1
-MatMul_218:MatMul*input:attn_5F_weights_2E_11(12,77,77);onnx_3A__3A_MatMul_5F_487(12,77,64)*output:onnx_3A__3A_Reshape_5F_513(12,77,64)
-Reshape_219:Reshape*input:onnx_3A__3A_Reshape_5F_513(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_525(1,12,77,64)*allowzero:0
-Transpose_220:Transpose*input:onnx_3A__3A_Transpose_5F_525(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_526(1,77,12,64)*perm:0,2,1,3
-Reshape_221:Reshape*input:onnx_3A__3A_Reshape_5F_526(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_534(1,77,768)*allowzero:0
-MatMul_222:MatMul*input:onnx_3A__3A_MatMul_5F_534(1,77,768);onnx_3A__3A_MatMul_5F_2375.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_536(1,77,768)
-Add_223:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_536(1,77,768)*output:onnx_3A__3A_Add_5F_537(1,77,768)
-Add_224:Add*input:input_2E_15(1,77,768);onnx_3A__3A_Add_5F_537(1,77,768)*output:input_2E_19(1,77,768)
-ReduceMean_225:ReduceMean*input:input_2E_19(1,77,768)*output:onnx_3A__3A_Sub_5F_539(1,77,1)*axes:-1
-Sub_226:Sub*input:input_2E_19(1,77,768);onnx_3A__3A_Sub_5F_539(1,77,1)*output:onnx_3A__3A_Pow_5F_540(1,77,768)
-Pow_228:Pow*input:onnx_3A__3A_Pow_5F_540(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_542(1,77,768)
-ReduceMean_229:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_542(1,77,768)*output:onnx_3A__3A_Add_5F_543(1,77,1)*axes:-1
-Add_231:Add*input:onnx_3A__3A_Add_5F_543(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_545(1,77,1)
-Sqrt_232:Sqrt*input:onnx_3A__3A_Sqrt_5F_545(1,77,1)*output:onnx_3A__3A_Div_5F_546(1,77,1)
-Div_233:Div*input:onnx_3A__3A_Pow_5F_540(1,77,768);onnx_3A__3A_Div_5F_546(1,77,1)*output:onnx_3A__3A_Mul_5F_547(1,77,768)
-Mul_234:Mul*input:onnx_3A__3A_Mul_5F_547(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_1_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_548(1,77,768)
-Add_235:Add*input:onnx_3A__3A_Add_5F_548(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_1_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_549(1,77,768)
-MatMul_236:MatMul*input:onnx_3A__3A_MatMul_5F_549(1,77,768);onnx_3A__3A_MatMul_5F_2376.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_551(1,77,3072)
-Add_237:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_551(1,77,3072)*output:onnx_3A__3A_Mul_5F_552(1,77,3072)
-Mul_239:Mul*input:onnx_3A__3A_Mul_5F_552(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_554(1,77,3072)
-Sigmoid_240:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_554(1,77,3072)*output:onnx_3A__3A_Mul_5F_555(1,77,3072)
-Mul_241:Mul*input:onnx_3A__3A_Mul_5F_552(1,77,3072);onnx_3A__3A_Mul_5F_555(1,77,3072)*output:onnx_3A__3A_MatMul_5F_556(1,77,3072)
-MatMul_242:MatMul*input:onnx_3A__3A_MatMul_5F_556(1,77,3072);onnx_3A__3A_MatMul_5F_2377.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_558(1,77,768)
-Add_243:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_558(1,77,768)*output:onnx_3A__3A_Add_5F_559(1,77,768)
-Add_244:Add*input:input_2E_19(1,77,768);onnx_3A__3A_Add_5F_559(1,77,768)*output:input_2E_23(1,77,768)
-ReduceMean_245:ReduceMean*input:input_2E_23(1,77,768)*output:onnx_3A__3A_Sub_5F_561(1,77,1)*axes:-1
-Sub_246:Sub*input:input_2E_23(1,77,768);onnx_3A__3A_Sub_5F_561(1,77,1)*output:onnx_3A__3A_Pow_5F_562(1,77,768)
-Pow_248:Pow*input:onnx_3A__3A_Pow_5F_562(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_564(1,77,768)
-ReduceMean_249:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_564(1,77,768)*output:onnx_3A__3A_Add_5F_565(1,77,1)*axes:-1
-Add_251:Add*input:onnx_3A__3A_Add_5F_565(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_567(1,77,1)
-Sqrt_252:Sqrt*input:onnx_3A__3A_Sqrt_5F_567(1,77,1)*output:onnx_3A__3A_Div_5F_568(1,77,1)
-Div_253:Div*input:onnx_3A__3A_Pow_5F_562(1,77,768);onnx_3A__3A_Div_5F_568(1,77,1)*output:onnx_3A__3A_Mul_5F_569(1,77,768)
-Mul_254:Mul*input:onnx_3A__3A_Mul_5F_569(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_2_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_570(1,77,768)
-Add_255:Add*input:onnx_3A__3A_Add_5F_570(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_2_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_571(1,77,768)
-MatMul_256:MatMul*input:onnx_3A__3A_MatMul_5F_571(1,77,768);onnx_3A__3A_MatMul_5F_2378.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_576(1,77,768)
-Add_257:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_576(1,77,768)*output:onnx_3A__3A_Mul_5F_577(1,77,768)
-Mul_259:Mul*input:onnx_3A__3A_Mul_5F_577(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_7(1,77,768)
-MatMul_260:MatMul*input:onnx_3A__3A_MatMul_5F_571(1,77,768);onnx_3A__3A_MatMul_5F_2379.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_581(1,77,768)
-Add_261:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_581(1,77,768)*output:onnx_3A__3A_Reshape_5F_582(1,77,768)
-Reshape_262:Reshape*input:onnx_3A__3A_Reshape_5F_582(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_595(1,77,12,64)*allowzero:0
-Transpose_263:Transpose*input:onnx_3A__3A_Transpose_5F_595(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_596(1,12,77,64)*perm:0,2,1,3
-MatMul_264:MatMul*input:onnx_3A__3A_MatMul_5F_571(1,77,768);onnx_3A__3A_MatMul_5F_2385.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_598(1,77,768)
-Add_265:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_598(1,77,768)*output:onnx_3A__3A_Reshape_5F_599(1,77,768)
-Reshape_266:Reshape*input:onnx_3A__3A_Reshape_5F_599(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_612(1,77,12,64)*allowzero:0
-Transpose_267:Transpose*input:onnx_3A__3A_Transpose_5F_612(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_613(1,12,77,64)*perm:0,2,1,3
-Reshape_268:Reshape*input:query_5F_states_2E_7(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_626(1,77,12,64)*allowzero:0
-Transpose_269:Transpose*input:onnx_3A__3A_Transpose_5F_626(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_627(1,12,77,64)*perm:0,2,1,3
-Reshape_270:Reshape*input:onnx_3A__3A_Reshape_5F_627(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_637(12,77,64)*allowzero:0
-Reshape_271:Reshape*input:onnx_3A__3A_Reshape_5F_596(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_647(12,77,64)*allowzero:0
-Reshape_272:Reshape*input:onnx_3A__3A_Reshape_5F_613(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_657(12,77,64)*allowzero:0
-Transpose_273:Transpose*input:onnx_3A__3A_Transpose_5F_647(12,77,64)*output:onnx_3A__3A_MatMul_5F_659(12,64,77)*perm:0,2,1
-MatMul_274:MatMul*input:onnx_3A__3A_MatMul_5F_637(12,77,64);onnx_3A__3A_MatMul_5F_659(12,64,77)*output:onnx_3A__3A_Reshape_5F_660(12,77,77)
-Reshape_275:Reshape*input:onnx_3A__3A_Reshape_5F_660(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_671(1,12,77,77)*allowzero:0
-Add_276:Add*input:onnx_3A__3A_Add_5F_671(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_672(1,12,77,77)
-Reshape_277:Reshape*input:onnx_3A__3A_Reshape_5F_672(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_15(12,77,77)*allowzero:0
-Softmax_278:Softmax*input:attn_5F_weights_2E_15(12,77,77)*output:attn_5F_weights_2E_19(12,77,77)*axis:-1
-MatMul_279:MatMul*input:attn_5F_weights_2E_19(12,77,77);onnx_3A__3A_MatMul_5F_657(12,77,64)*output:onnx_3A__3A_Reshape_5F_683(12,77,64)
-Reshape_280:Reshape*input:onnx_3A__3A_Reshape_5F_683(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_695(1,12,77,64)*allowzero:0
-Transpose_281:Transpose*input:onnx_3A__3A_Transpose_5F_695(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_696(1,77,12,64)*perm:0,2,1,3
-Reshape_282:Reshape*input:onnx_3A__3A_Reshape_5F_696(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_704(1,77,768)*allowzero:0
-MatMul_283:MatMul*input:onnx_3A__3A_MatMul_5F_704(1,77,768);onnx_3A__3A_MatMul_5F_2426.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_706(1,77,768)
-Add_284:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_706(1,77,768)*output:onnx_3A__3A_Add_5F_707(1,77,768)
-Add_285:Add*input:input_2E_23(1,77,768);onnx_3A__3A_Add_5F_707(1,77,768)*output:input_2E_27(1,77,768)
-ReduceMean_286:ReduceMean*input:input_2E_27(1,77,768)*output:onnx_3A__3A_Sub_5F_709(1,77,1)*axes:-1
-Sub_287:Sub*input:input_2E_27(1,77,768);onnx_3A__3A_Sub_5F_709(1,77,1)*output:onnx_3A__3A_Pow_5F_710(1,77,768)
-Pow_289:Pow*input:onnx_3A__3A_Pow_5F_710(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_712(1,77,768)
-ReduceMean_290:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_712(1,77,768)*output:onnx_3A__3A_Add_5F_713(1,77,1)*axes:-1
-Add_292:Add*input:onnx_3A__3A_Add_5F_713(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_715(1,77,1)
-Sqrt_293:Sqrt*input:onnx_3A__3A_Sqrt_5F_715(1,77,1)*output:onnx_3A__3A_Div_5F_716(1,77,1)
-Div_294:Div*input:onnx_3A__3A_Pow_5F_710(1,77,768);onnx_3A__3A_Div_5F_716(1,77,1)*output:onnx_3A__3A_Mul_5F_717(1,77,768)
-Mul_295:Mul*input:onnx_3A__3A_Mul_5F_717(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_2_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_718(1,77,768)
-Add_296:Add*input:onnx_3A__3A_Add_5F_718(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_2_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_719(1,77,768)
-MatMul_297:MatMul*input:onnx_3A__3A_MatMul_5F_719(1,77,768);onnx_3A__3A_MatMul_5F_2427.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_721(1,77,3072)
-Add_298:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_721(1,77,3072)*output:onnx_3A__3A_Mul_5F_722(1,77,3072)
-Mul_300:Mul*input:onnx_3A__3A_Mul_5F_722(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_724(1,77,3072)
-Sigmoid_301:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_724(1,77,3072)*output:onnx_3A__3A_Mul_5F_725(1,77,3072)
-Mul_302:Mul*input:onnx_3A__3A_Mul_5F_722(1,77,3072);onnx_3A__3A_Mul_5F_725(1,77,3072)*output:onnx_3A__3A_MatMul_5F_726(1,77,3072)
-MatMul_303:MatMul*input:onnx_3A__3A_MatMul_5F_726(1,77,3072);onnx_3A__3A_MatMul_5F_2428.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_728(1,77,768)
-Add_304:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_728(1,77,768)*output:onnx_3A__3A_Add_5F_729(1,77,768)
-Add_305:Add*input:input_2E_27(1,77,768);onnx_3A__3A_Add_5F_729(1,77,768)*output:input_2E_31(1,77,768)
-ReduceMean_306:ReduceMean*input:input_2E_31(1,77,768)*output:onnx_3A__3A_Sub_5F_731(1,77,1)*axes:-1
-Sub_307:Sub*input:input_2E_31(1,77,768);onnx_3A__3A_Sub_5F_731(1,77,1)*output:onnx_3A__3A_Pow_5F_732(1,77,768)
-Pow_309:Pow*input:onnx_3A__3A_Pow_5F_732(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_734(1,77,768)
-ReduceMean_310:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_734(1,77,768)*output:onnx_3A__3A_Add_5F_735(1,77,1)*axes:-1
-Add_312:Add*input:onnx_3A__3A_Add_5F_735(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_737(1,77,1)
-Sqrt_313:Sqrt*input:onnx_3A__3A_Sqrt_5F_737(1,77,1)*output:onnx_3A__3A_Div_5F_738(1,77,1)
-Div_314:Div*input:onnx_3A__3A_Pow_5F_732(1,77,768);onnx_3A__3A_Div_5F_738(1,77,1)*output:onnx_3A__3A_Mul_5F_739(1,77,768)
-Mul_315:Mul*input:onnx_3A__3A_Mul_5F_739(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_3_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_740(1,77,768)
-Add_316:Add*input:onnx_3A__3A_Add_5F_740(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_3_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_741(1,77,768)
-MatMul_317:MatMul*input:onnx_3A__3A_MatMul_5F_741(1,77,768);onnx_3A__3A_MatMul_5F_2429.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_746(1,77,768)
-Add_318:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_746(1,77,768)*output:onnx_3A__3A_Mul_5F_747(1,77,768)
-Mul_320:Mul*input:onnx_3A__3A_Mul_5F_747(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_11(1,77,768)
-MatMul_321:MatMul*input:onnx_3A__3A_MatMul_5F_741(1,77,768);onnx_3A__3A_MatMul_5F_2430.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_751(1,77,768)
-Add_322:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_751(1,77,768)*output:onnx_3A__3A_Reshape_5F_752(1,77,768)
-Reshape_323:Reshape*input:onnx_3A__3A_Reshape_5F_752(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_765(1,77,12,64)*allowzero:0
-Transpose_324:Transpose*input:onnx_3A__3A_Transpose_5F_765(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_766(1,12,77,64)*perm:0,2,1,3
-MatMul_325:MatMul*input:onnx_3A__3A_MatMul_5F_741(1,77,768);onnx_3A__3A_MatMul_5F_2436.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_768(1,77,768)
-Add_326:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_768(1,77,768)*output:onnx_3A__3A_Reshape_5F_769(1,77,768)
-Reshape_327:Reshape*input:onnx_3A__3A_Reshape_5F_769(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_782(1,77,12,64)*allowzero:0
-Transpose_328:Transpose*input:onnx_3A__3A_Transpose_5F_782(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_783(1,12,77,64)*perm:0,2,1,3
-Reshape_329:Reshape*input:query_5F_states_2E_11(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_796(1,77,12,64)*allowzero:0
-Transpose_330:Transpose*input:onnx_3A__3A_Transpose_5F_796(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_797(1,12,77,64)*perm:0,2,1,3
-Reshape_331:Reshape*input:onnx_3A__3A_Reshape_5F_797(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_807(12,77,64)*allowzero:0
-Reshape_332:Reshape*input:onnx_3A__3A_Reshape_5F_766(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_817(12,77,64)*allowzero:0
-Reshape_333:Reshape*input:onnx_3A__3A_Reshape_5F_783(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_827(12,77,64)*allowzero:0
-Transpose_334:Transpose*input:onnx_3A__3A_Transpose_5F_817(12,77,64)*output:onnx_3A__3A_MatMul_5F_829(12,64,77)*perm:0,2,1
-MatMul_335:MatMul*input:onnx_3A__3A_MatMul_5F_807(12,77,64);onnx_3A__3A_MatMul_5F_829(12,64,77)*output:onnx_3A__3A_Reshape_5F_830(12,77,77)
-Reshape_336:Reshape*input:onnx_3A__3A_Reshape_5F_830(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_841(1,12,77,77)*allowzero:0
-Add_337:Add*input:onnx_3A__3A_Add_5F_841(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_842(1,12,77,77)
-Reshape_338:Reshape*input:onnx_3A__3A_Reshape_5F_842(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_23(12,77,77)*allowzero:0
-Softmax_339:Softmax*input:attn_5F_weights_2E_23(12,77,77)*output:attn_5F_weights_2E_27(12,77,77)*axis:-1
-MatMul_340:MatMul*input:attn_5F_weights_2E_27(12,77,77);onnx_3A__3A_MatMul_5F_827(12,77,64)*output:onnx_3A__3A_Reshape_5F_853(12,77,64)
-Reshape_341:Reshape*input:onnx_3A__3A_Reshape_5F_853(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_865(1,12,77,64)*allowzero:0
-Transpose_342:Transpose*input:onnx_3A__3A_Transpose_5F_865(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_866(1,77,12,64)*perm:0,2,1,3
-Reshape_343:Reshape*input:onnx_3A__3A_Reshape_5F_866(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_874(1,77,768)*allowzero:0
-MatMul_344:MatMul*input:onnx_3A__3A_MatMul_5F_874(1,77,768);onnx_3A__3A_MatMul_5F_2477.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_876(1,77,768)
-Add_345:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_876(1,77,768)*output:onnx_3A__3A_Add_5F_877(1,77,768)
-Add_346:Add*input:input_2E_31(1,77,768);onnx_3A__3A_Add_5F_877(1,77,768)*output:input_2E_35(1,77,768)
-ReduceMean_347:ReduceMean*input:input_2E_35(1,77,768)*output:onnx_3A__3A_Sub_5F_879(1,77,1)*axes:-1
-Sub_348:Sub*input:input_2E_35(1,77,768);onnx_3A__3A_Sub_5F_879(1,77,1)*output:onnx_3A__3A_Pow_5F_880(1,77,768)
-Pow_350:Pow*input:onnx_3A__3A_Pow_5F_880(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_882(1,77,768)
-ReduceMean_351:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_882(1,77,768)*output:onnx_3A__3A_Add_5F_883(1,77,1)*axes:-1
-Add_353:Add*input:onnx_3A__3A_Add_5F_883(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_885(1,77,1)
-Sqrt_354:Sqrt*input:onnx_3A__3A_Sqrt_5F_885(1,77,1)*output:onnx_3A__3A_Div_5F_886(1,77,1)
-Div_355:Div*input:onnx_3A__3A_Pow_5F_880(1,77,768);onnx_3A__3A_Div_5F_886(1,77,1)*output:onnx_3A__3A_Mul_5F_887(1,77,768)
-Mul_356:Mul*input:onnx_3A__3A_Mul_5F_887(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_3_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_888(1,77,768)
-Add_357:Add*input:onnx_3A__3A_Add_5F_888(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_3_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_889(1,77,768)
-MatMul_358:MatMul*input:onnx_3A__3A_MatMul_5F_889(1,77,768);onnx_3A__3A_MatMul_5F_2478.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_891(1,77,3072)
-Add_359:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_891(1,77,3072)*output:onnx_3A__3A_Mul_5F_892(1,77,3072)
-Mul_361:Mul*input:onnx_3A__3A_Mul_5F_892(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_894(1,77,3072)
-Sigmoid_362:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_894(1,77,3072)*output:onnx_3A__3A_Mul_5F_895(1,77,3072)
-Mul_363:Mul*input:onnx_3A__3A_Mul_5F_892(1,77,3072);onnx_3A__3A_Mul_5F_895(1,77,3072)*output:onnx_3A__3A_MatMul_5F_896(1,77,3072)
-MatMul_364:MatMul*input:onnx_3A__3A_MatMul_5F_896(1,77,3072);onnx_3A__3A_MatMul_5F_2479.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_898(1,77,768)
-Add_365:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_898(1,77,768)*output:onnx_3A__3A_Add_5F_899(1,77,768)
-Add_366:Add*input:input_2E_35(1,77,768);onnx_3A__3A_Add_5F_899(1,77,768)*output:input_2E_39(1,77,768)
-ReduceMean_367:ReduceMean*input:input_2E_39(1,77,768)*output:onnx_3A__3A_Sub_5F_901(1,77,1)*axes:-1
-Sub_368:Sub*input:input_2E_39(1,77,768);onnx_3A__3A_Sub_5F_901(1,77,1)*output:onnx_3A__3A_Pow_5F_902(1,77,768)
-Pow_370:Pow*input:onnx_3A__3A_Pow_5F_902(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_904(1,77,768)
-ReduceMean_371:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_904(1,77,768)*output:onnx_3A__3A_Add_5F_905(1,77,1)*axes:-1
-Add_373:Add*input:onnx_3A__3A_Add_5F_905(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_907(1,77,1)
-Sqrt_374:Sqrt*input:onnx_3A__3A_Sqrt_5F_907(1,77,1)*output:onnx_3A__3A_Div_5F_908(1,77,1)
-Div_375:Div*input:onnx_3A__3A_Pow_5F_902(1,77,768);onnx_3A__3A_Div_5F_908(1,77,1)*output:onnx_3A__3A_Mul_5F_909(1,77,768)
-Mul_376:Mul*input:onnx_3A__3A_Mul_5F_909(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_4_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_910(1,77,768)
-Add_377:Add*input:onnx_3A__3A_Add_5F_910(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_4_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_911(1,77,768)
-MatMul_378:MatMul*input:onnx_3A__3A_MatMul_5F_911(1,77,768);onnx_3A__3A_MatMul_5F_2480.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_916(1,77,768)
-Add_379:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_916(1,77,768)*output:onnx_3A__3A_Mul_5F_917(1,77,768)
-Mul_381:Mul*input:onnx_3A__3A_Mul_5F_917(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_15(1,77,768)
-MatMul_382:MatMul*input:onnx_3A__3A_MatMul_5F_911(1,77,768);onnx_3A__3A_MatMul_5F_2481.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_921(1,77,768)
-Add_383:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_921(1,77,768)*output:onnx_3A__3A_Reshape_5F_922(1,77,768)
-Reshape_384:Reshape*input:onnx_3A__3A_Reshape_5F_922(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_935(1,77,12,64)*allowzero:0
-Transpose_385:Transpose*input:onnx_3A__3A_Transpose_5F_935(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_936(1,12,77,64)*perm:0,2,1,3
-MatMul_386:MatMul*input:onnx_3A__3A_MatMul_5F_911(1,77,768);onnx_3A__3A_MatMul_5F_2487.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_938(1,77,768)
-Add_387:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_938(1,77,768)*output:onnx_3A__3A_Reshape_5F_939(1,77,768)
-Reshape_388:Reshape*input:onnx_3A__3A_Reshape_5F_939(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_952(1,77,12,64)*allowzero:0
-Transpose_389:Transpose*input:onnx_3A__3A_Transpose_5F_952(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_953(1,12,77,64)*perm:0,2,1,3
-Reshape_390:Reshape*input:query_5F_states_2E_15(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_966(1,77,12,64)*allowzero:0
-Transpose_391:Transpose*input:onnx_3A__3A_Transpose_5F_966(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_967(1,12,77,64)*perm:0,2,1,3
-Reshape_392:Reshape*input:onnx_3A__3A_Reshape_5F_967(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_977(12,77,64)*allowzero:0
-Reshape_393:Reshape*input:onnx_3A__3A_Reshape_5F_936(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_987(12,77,64)*allowzero:0
-Reshape_394:Reshape*input:onnx_3A__3A_Reshape_5F_953(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_997(12,77,64)*allowzero:0
-Transpose_395:Transpose*input:onnx_3A__3A_Transpose_5F_987(12,77,64)*output:onnx_3A__3A_MatMul_5F_999(12,64,77)*perm:0,2,1
-MatMul_396:MatMul*input:onnx_3A__3A_MatMul_5F_977(12,77,64);onnx_3A__3A_MatMul_5F_999(12,64,77)*output:onnx_3A__3A_Reshape_5F_1000(12,77,77)
-Reshape_397:Reshape*input:onnx_3A__3A_Reshape_5F_1000(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1011(1,12,77,77)*allowzero:0
-Add_398:Add*input:onnx_3A__3A_Add_5F_1011(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1012(1,12,77,77)
-Reshape_399:Reshape*input:onnx_3A__3A_Reshape_5F_1012(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_31(12,77,77)*allowzero:0
-Softmax_400:Softmax*input:attn_5F_weights_2E_31(12,77,77)*output:attn_5F_weights_2E_35(12,77,77)*axis:-1
-MatMul_401:MatMul*input:attn_5F_weights_2E_35(12,77,77);onnx_3A__3A_MatMul_5F_997(12,77,64)*output:onnx_3A__3A_Reshape_5F_1023(12,77,64)
-Reshape_402:Reshape*input:onnx_3A__3A_Reshape_5F_1023(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1035(1,12,77,64)*allowzero:0
-Transpose_403:Transpose*input:onnx_3A__3A_Transpose_5F_1035(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1036(1,77,12,64)*perm:0,2,1,3
-Reshape_404:Reshape*input:onnx_3A__3A_Reshape_5F_1036(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1044(1,77,768)*allowzero:0
-MatMul_405:MatMul*input:onnx_3A__3A_MatMul_5F_1044(1,77,768);onnx_3A__3A_MatMul_5F_2528.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1046(1,77,768)
-Add_406:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1046(1,77,768)*output:onnx_3A__3A_Add_5F_1047(1,77,768)
-Add_407:Add*input:input_2E_39(1,77,768);onnx_3A__3A_Add_5F_1047(1,77,768)*output:input_2E_43(1,77,768)
-ReduceMean_408:ReduceMean*input:input_2E_43(1,77,768)*output:onnx_3A__3A_Sub_5F_1049(1,77,1)*axes:-1
-Sub_409:Sub*input:input_2E_43(1,77,768);onnx_3A__3A_Sub_5F_1049(1,77,1)*output:onnx_3A__3A_Pow_5F_1050(1,77,768)
-Pow_411:Pow*input:onnx_3A__3A_Pow_5F_1050(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1052(1,77,768)
-ReduceMean_412:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1052(1,77,768)*output:onnx_3A__3A_Add_5F_1053(1,77,1)*axes:-1
-Add_414:Add*input:onnx_3A__3A_Add_5F_1053(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1055(1,77,1)
-Sqrt_415:Sqrt*input:onnx_3A__3A_Sqrt_5F_1055(1,77,1)*output:onnx_3A__3A_Div_5F_1056(1,77,1)
-Div_416:Div*input:onnx_3A__3A_Pow_5F_1050(1,77,768);onnx_3A__3A_Div_5F_1056(1,77,1)*output:onnx_3A__3A_Mul_5F_1057(1,77,768)
-Mul_417:Mul*input:onnx_3A__3A_Mul_5F_1057(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_4_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1058(1,77,768)
-Add_418:Add*input:onnx_3A__3A_Add_5F_1058(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_4_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1059(1,77,768)
-MatMul_419:MatMul*input:onnx_3A__3A_MatMul_5F_1059(1,77,768);onnx_3A__3A_MatMul_5F_2529.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1061(1,77,3072)
-Add_420:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1061(1,77,3072)*output:onnx_3A__3A_Mul_5F_1062(1,77,3072)
-Mul_422:Mul*input:onnx_3A__3A_Mul_5F_1062(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1064(1,77,3072)
-Sigmoid_423:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1064(1,77,3072)*output:onnx_3A__3A_Mul_5F_1065(1,77,3072)
-Mul_424:Mul*input:onnx_3A__3A_Mul_5F_1062(1,77,3072);onnx_3A__3A_Mul_5F_1065(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1066(1,77,3072)
-MatMul_425:MatMul*input:onnx_3A__3A_MatMul_5F_1066(1,77,3072);onnx_3A__3A_MatMul_5F_2530.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1068(1,77,768)
-Add_426:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1068(1,77,768)*output:onnx_3A__3A_Add_5F_1069(1,77,768)
-Add_427:Add*input:input_2E_43(1,77,768);onnx_3A__3A_Add_5F_1069(1,77,768)*output:input_2E_47(1,77,768)
-ReduceMean_428:ReduceMean*input:input_2E_47(1,77,768)*output:onnx_3A__3A_Sub_5F_1071(1,77,1)*axes:-1
-Sub_429:Sub*input:input_2E_47(1,77,768);onnx_3A__3A_Sub_5F_1071(1,77,1)*output:onnx_3A__3A_Pow_5F_1072(1,77,768)
-Pow_431:Pow*input:onnx_3A__3A_Pow_5F_1072(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1074(1,77,768)
-ReduceMean_432:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1074(1,77,768)*output:onnx_3A__3A_Add_5F_1075(1,77,1)*axes:-1
-Add_434:Add*input:onnx_3A__3A_Add_5F_1075(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1077(1,77,1)
-Sqrt_435:Sqrt*input:onnx_3A__3A_Sqrt_5F_1077(1,77,1)*output:onnx_3A__3A_Div_5F_1078(1,77,1)
-Div_436:Div*input:onnx_3A__3A_Pow_5F_1072(1,77,768);onnx_3A__3A_Div_5F_1078(1,77,1)*output:onnx_3A__3A_Mul_5F_1079(1,77,768)
-Mul_437:Mul*input:onnx_3A__3A_Mul_5F_1079(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_5_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1080(1,77,768)
-Add_438:Add*input:onnx_3A__3A_Add_5F_1080(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_5_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1081(1,77,768)
-MatMul_439:MatMul*input:onnx_3A__3A_MatMul_5F_1081(1,77,768);onnx_3A__3A_MatMul_5F_2531.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1086(1,77,768)
-Add_440:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1086(1,77,768)*output:onnx_3A__3A_Mul_5F_1087(1,77,768)
-Mul_442:Mul*input:onnx_3A__3A_Mul_5F_1087(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_19(1,77,768)
-MatMul_443:MatMul*input:onnx_3A__3A_MatMul_5F_1081(1,77,768);onnx_3A__3A_MatMul_5F_2532.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1091(1,77,768)
-Add_444:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1091(1,77,768)*output:onnx_3A__3A_Reshape_5F_1092(1,77,768)
-Reshape_445:Reshape*input:onnx_3A__3A_Reshape_5F_1092(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1105(1,77,12,64)*allowzero:0
-Transpose_446:Transpose*input:onnx_3A__3A_Transpose_5F_1105(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1106(1,12,77,64)*perm:0,2,1,3
-MatMul_447:MatMul*input:onnx_3A__3A_MatMul_5F_1081(1,77,768);onnx_3A__3A_MatMul_5F_2538.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1108(1,77,768)
-Add_448:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1108(1,77,768)*output:onnx_3A__3A_Reshape_5F_1109(1,77,768)
-Reshape_449:Reshape*input:onnx_3A__3A_Reshape_5F_1109(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1122(1,77,12,64)*allowzero:0
-Transpose_450:Transpose*input:onnx_3A__3A_Transpose_5F_1122(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1123(1,12,77,64)*perm:0,2,1,3
-Reshape_451:Reshape*input:query_5F_states_2E_19(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1136(1,77,12,64)*allowzero:0
-Transpose_452:Transpose*input:onnx_3A__3A_Transpose_5F_1136(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1137(1,12,77,64)*perm:0,2,1,3
-Reshape_453:Reshape*input:onnx_3A__3A_Reshape_5F_1137(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1147(12,77,64)*allowzero:0
-Reshape_454:Reshape*input:onnx_3A__3A_Reshape_5F_1106(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1157(12,77,64)*allowzero:0
-Reshape_455:Reshape*input:onnx_3A__3A_Reshape_5F_1123(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1167(12,77,64)*allowzero:0
-Transpose_456:Transpose*input:onnx_3A__3A_Transpose_5F_1157(12,77,64)*output:onnx_3A__3A_MatMul_5F_1169(12,64,77)*perm:0,2,1
-MatMul_457:MatMul*input:onnx_3A__3A_MatMul_5F_1147(12,77,64);onnx_3A__3A_MatMul_5F_1169(12,64,77)*output:onnx_3A__3A_Reshape_5F_1170(12,77,77)
-Reshape_458:Reshape*input:onnx_3A__3A_Reshape_5F_1170(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1181(1,12,77,77)*allowzero:0
-Add_459:Add*input:onnx_3A__3A_Add_5F_1181(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1182(1,12,77,77)
-Reshape_460:Reshape*input:onnx_3A__3A_Reshape_5F_1182(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_39(12,77,77)*allowzero:0
-Softmax_461:Softmax*input:attn_5F_weights_2E_39(12,77,77)*output:attn_5F_weights_2E_43(12,77,77)*axis:-1
-MatMul_462:MatMul*input:attn_5F_weights_2E_43(12,77,77);onnx_3A__3A_MatMul_5F_1167(12,77,64)*output:onnx_3A__3A_Reshape_5F_1193(12,77,64)
-Reshape_463:Reshape*input:onnx_3A__3A_Reshape_5F_1193(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1205(1,12,77,64)*allowzero:0
-Transpose_464:Transpose*input:onnx_3A__3A_Transpose_5F_1205(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1206(1,77,12,64)*perm:0,2,1,3
-Reshape_465:Reshape*input:onnx_3A__3A_Reshape_5F_1206(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1214(1,77,768)*allowzero:0
-MatMul_466:MatMul*input:onnx_3A__3A_MatMul_5F_1214(1,77,768);onnx_3A__3A_MatMul_5F_2579.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1216(1,77,768)
-Add_467:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1216(1,77,768)*output:onnx_3A__3A_Add_5F_1217(1,77,768)
-Add_468:Add*input:input_2E_47(1,77,768);onnx_3A__3A_Add_5F_1217(1,77,768)*output:input_2E_51(1,77,768)
-ReduceMean_469:ReduceMean*input:input_2E_51(1,77,768)*output:onnx_3A__3A_Sub_5F_1219(1,77,1)*axes:-1
-Sub_470:Sub*input:input_2E_51(1,77,768);onnx_3A__3A_Sub_5F_1219(1,77,1)*output:onnx_3A__3A_Pow_5F_1220(1,77,768)
-Pow_472:Pow*input:onnx_3A__3A_Pow_5F_1220(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1222(1,77,768)
-ReduceMean_473:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1222(1,77,768)*output:onnx_3A__3A_Add_5F_1223(1,77,1)*axes:-1
-Add_475:Add*input:onnx_3A__3A_Add_5F_1223(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1225(1,77,1)
-Sqrt_476:Sqrt*input:onnx_3A__3A_Sqrt_5F_1225(1,77,1)*output:onnx_3A__3A_Div_5F_1226(1,77,1)
-Div_477:Div*input:onnx_3A__3A_Pow_5F_1220(1,77,768);onnx_3A__3A_Div_5F_1226(1,77,1)*output:onnx_3A__3A_Mul_5F_1227(1,77,768)
-Mul_478:Mul*input:onnx_3A__3A_Mul_5F_1227(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_5_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1228(1,77,768)
-Add_479:Add*input:onnx_3A__3A_Add_5F_1228(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_5_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1229(1,77,768)
-MatMul_480:MatMul*input:onnx_3A__3A_MatMul_5F_1229(1,77,768);onnx_3A__3A_MatMul_5F_2580.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1231(1,77,3072)
-Add_481:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1231(1,77,3072)*output:onnx_3A__3A_Mul_5F_1232(1,77,3072)
-Mul_483:Mul*input:onnx_3A__3A_Mul_5F_1232(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1234(1,77,3072)
-Sigmoid_484:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1234(1,77,3072)*output:onnx_3A__3A_Mul_5F_1235(1,77,3072)
-Mul_485:Mul*input:onnx_3A__3A_Mul_5F_1232(1,77,3072);onnx_3A__3A_Mul_5F_1235(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1236(1,77,3072)
-MatMul_486:MatMul*input:onnx_3A__3A_MatMul_5F_1236(1,77,3072);onnx_3A__3A_MatMul_5F_2581.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1238(1,77,768)
-Add_487:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1238(1,77,768)*output:onnx_3A__3A_Add_5F_1239(1,77,768)
-Add_488:Add*input:input_2E_51(1,77,768);onnx_3A__3A_Add_5F_1239(1,77,768)*output:input_2E_55(1,77,768)
-ReduceMean_489:ReduceMean*input:input_2E_55(1,77,768)*output:onnx_3A__3A_Sub_5F_1241(1,77,1)*axes:-1
-Sub_490:Sub*input:input_2E_55(1,77,768);onnx_3A__3A_Sub_5F_1241(1,77,1)*output:onnx_3A__3A_Pow_5F_1242(1,77,768)
-Pow_492:Pow*input:onnx_3A__3A_Pow_5F_1242(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1244(1,77,768)
-ReduceMean_493:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1244(1,77,768)*output:onnx_3A__3A_Add_5F_1245(1,77,1)*axes:-1
-Add_495:Add*input:onnx_3A__3A_Add_5F_1245(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1247(1,77,1)
-Sqrt_496:Sqrt*input:onnx_3A__3A_Sqrt_5F_1247(1,77,1)*output:onnx_3A__3A_Div_5F_1248(1,77,1)
-Div_497:Div*input:onnx_3A__3A_Pow_5F_1242(1,77,768);onnx_3A__3A_Div_5F_1248(1,77,1)*output:onnx_3A__3A_Mul_5F_1249(1,77,768)
-Mul_498:Mul*input:onnx_3A__3A_Mul_5F_1249(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_6_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1250(1,77,768)
-Add_499:Add*input:onnx_3A__3A_Add_5F_1250(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_6_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1251(1,77,768)
-MatMul_500:MatMul*input:onnx_3A__3A_MatMul_5F_1251(1,77,768);onnx_3A__3A_MatMul_5F_2582.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1256(1,77,768)
-Add_501:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1256(1,77,768)*output:onnx_3A__3A_Mul_5F_1257(1,77,768)
-Mul_503:Mul*input:onnx_3A__3A_Mul_5F_1257(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_23(1,77,768)
-MatMul_504:MatMul*input:onnx_3A__3A_MatMul_5F_1251(1,77,768);onnx_3A__3A_MatMul_5F_2583.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1261(1,77,768)
-Add_505:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1261(1,77,768)*output:onnx_3A__3A_Reshape_5F_1262(1,77,768)
-Reshape_506:Reshape*input:onnx_3A__3A_Reshape_5F_1262(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1275(1,77,12,64)*allowzero:0
-Transpose_507:Transpose*input:onnx_3A__3A_Transpose_5F_1275(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1276(1,12,77,64)*perm:0,2,1,3
-MatMul_508:MatMul*input:onnx_3A__3A_MatMul_5F_1251(1,77,768);onnx_3A__3A_MatMul_5F_2589.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1278(1,77,768)
-Add_509:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1278(1,77,768)*output:onnx_3A__3A_Reshape_5F_1279(1,77,768)
-Reshape_510:Reshape*input:onnx_3A__3A_Reshape_5F_1279(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1292(1,77,12,64)*allowzero:0
-Transpose_511:Transpose*input:onnx_3A__3A_Transpose_5F_1292(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1293(1,12,77,64)*perm:0,2,1,3
-Reshape_512:Reshape*input:query_5F_states_2E_23(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1306(1,77,12,64)*allowzero:0
-Transpose_513:Transpose*input:onnx_3A__3A_Transpose_5F_1306(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1307(1,12,77,64)*perm:0,2,1,3
-Reshape_514:Reshape*input:onnx_3A__3A_Reshape_5F_1307(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1317(12,77,64)*allowzero:0
-Reshape_515:Reshape*input:onnx_3A__3A_Reshape_5F_1276(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1327(12,77,64)*allowzero:0
-Reshape_516:Reshape*input:onnx_3A__3A_Reshape_5F_1293(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1337(12,77,64)*allowzero:0
-Transpose_517:Transpose*input:onnx_3A__3A_Transpose_5F_1327(12,77,64)*output:onnx_3A__3A_MatMul_5F_1339(12,64,77)*perm:0,2,1
-MatMul_518:MatMul*input:onnx_3A__3A_MatMul_5F_1317(12,77,64);onnx_3A__3A_MatMul_5F_1339(12,64,77)*output:onnx_3A__3A_Reshape_5F_1340(12,77,77)
-Reshape_519:Reshape*input:onnx_3A__3A_Reshape_5F_1340(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1351(1,12,77,77)*allowzero:0
-Add_520:Add*input:onnx_3A__3A_Add_5F_1351(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1352(1,12,77,77)
-Reshape_521:Reshape*input:onnx_3A__3A_Reshape_5F_1352(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_47(12,77,77)*allowzero:0
-Softmax_522:Softmax*input:attn_5F_weights_2E_47(12,77,77)*output:attn_5F_weights_2E_51(12,77,77)*axis:-1
-MatMul_523:MatMul*input:attn_5F_weights_2E_51(12,77,77);onnx_3A__3A_MatMul_5F_1337(12,77,64)*output:onnx_3A__3A_Reshape_5F_1363(12,77,64)
-Reshape_524:Reshape*input:onnx_3A__3A_Reshape_5F_1363(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1375(1,12,77,64)*allowzero:0
-Transpose_525:Transpose*input:onnx_3A__3A_Transpose_5F_1375(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1376(1,77,12,64)*perm:0,2,1,3
-Reshape_526:Reshape*input:onnx_3A__3A_Reshape_5F_1376(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1384(1,77,768)*allowzero:0
-MatMul_527:MatMul*input:onnx_3A__3A_MatMul_5F_1384(1,77,768);onnx_3A__3A_MatMul_5F_2630.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1386(1,77,768)
-Add_528:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1386(1,77,768)*output:onnx_3A__3A_Add_5F_1387(1,77,768)
-Add_529:Add*input:input_2E_55(1,77,768);onnx_3A__3A_Add_5F_1387(1,77,768)*output:input_2E_59(1,77,768)
-ReduceMean_530:ReduceMean*input:input_2E_59(1,77,768)*output:onnx_3A__3A_Sub_5F_1389(1,77,1)*axes:-1
-Sub_531:Sub*input:input_2E_59(1,77,768);onnx_3A__3A_Sub_5F_1389(1,77,1)*output:onnx_3A__3A_Pow_5F_1390(1,77,768)
-Pow_533:Pow*input:onnx_3A__3A_Pow_5F_1390(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1392(1,77,768)
-ReduceMean_534:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1392(1,77,768)*output:onnx_3A__3A_Add_5F_1393(1,77,1)*axes:-1
-Add_536:Add*input:onnx_3A__3A_Add_5F_1393(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1395(1,77,1)
-Sqrt_537:Sqrt*input:onnx_3A__3A_Sqrt_5F_1395(1,77,1)*output:onnx_3A__3A_Div_5F_1396(1,77,1)
-Div_538:Div*input:onnx_3A__3A_Pow_5F_1390(1,77,768);onnx_3A__3A_Div_5F_1396(1,77,1)*output:onnx_3A__3A_Mul_5F_1397(1,77,768)
-Mul_539:Mul*input:onnx_3A__3A_Mul_5F_1397(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_6_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1398(1,77,768)
-Add_540:Add*input:onnx_3A__3A_Add_5F_1398(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_6_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1399(1,77,768)
-MatMul_541:MatMul*input:onnx_3A__3A_MatMul_5F_1399(1,77,768);onnx_3A__3A_MatMul_5F_2631.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1401(1,77,3072)
-Add_542:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1401(1,77,3072)*output:onnx_3A__3A_Mul_5F_1402(1,77,3072)
-Mul_544:Mul*input:onnx_3A__3A_Mul_5F_1402(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1404(1,77,3072)
-Sigmoid_545:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1404(1,77,3072)*output:onnx_3A__3A_Mul_5F_1405(1,77,3072)
-Mul_546:Mul*input:onnx_3A__3A_Mul_5F_1402(1,77,3072);onnx_3A__3A_Mul_5F_1405(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1406(1,77,3072)
-MatMul_547:MatMul*input:onnx_3A__3A_MatMul_5F_1406(1,77,3072);onnx_3A__3A_MatMul_5F_2632.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1408(1,77,768)
-Add_548:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1408(1,77,768)*output:onnx_3A__3A_Add_5F_1409(1,77,768)
-Add_549:Add*input:input_2E_59(1,77,768);onnx_3A__3A_Add_5F_1409(1,77,768)*output:input_2E_63(1,77,768)
-ReduceMean_550:ReduceMean*input:input_2E_63(1,77,768)*output:onnx_3A__3A_Sub_5F_1411(1,77,1)*axes:-1
-Sub_551:Sub*input:input_2E_63(1,77,768);onnx_3A__3A_Sub_5F_1411(1,77,1)*output:onnx_3A__3A_Pow_5F_1412(1,77,768)
-Pow_553:Pow*input:onnx_3A__3A_Pow_5F_1412(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1414(1,77,768)
-ReduceMean_554:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1414(1,77,768)*output:onnx_3A__3A_Add_5F_1415(1,77,1)*axes:-1
-Add_556:Add*input:onnx_3A__3A_Add_5F_1415(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1417(1,77,1)
-Sqrt_557:Sqrt*input:onnx_3A__3A_Sqrt_5F_1417(1,77,1)*output:onnx_3A__3A_Div_5F_1418(1,77,1)
-Div_558:Div*input:onnx_3A__3A_Pow_5F_1412(1,77,768);onnx_3A__3A_Div_5F_1418(1,77,1)*output:onnx_3A__3A_Mul_5F_1419(1,77,768)
-Mul_559:Mul*input:onnx_3A__3A_Mul_5F_1419(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_7_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1420(1,77,768)
-Add_560:Add*input:onnx_3A__3A_Add_5F_1420(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_7_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1421(1,77,768)
-MatMul_561:MatMul*input:onnx_3A__3A_MatMul_5F_1421(1,77,768);onnx_3A__3A_MatMul_5F_2633.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1426(1,77,768)
-Add_562:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1426(1,77,768)*output:onnx_3A__3A_Mul_5F_1427(1,77,768)
-Mul_564:Mul*input:onnx_3A__3A_Mul_5F_1427(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_27(1,77,768)
-MatMul_565:MatMul*input:onnx_3A__3A_MatMul_5F_1421(1,77,768);onnx_3A__3A_MatMul_5F_2634.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1431(1,77,768)
-Add_566:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1431(1,77,768)*output:onnx_3A__3A_Reshape_5F_1432(1,77,768)
-Reshape_567:Reshape*input:onnx_3A__3A_Reshape_5F_1432(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1445(1,77,12,64)*allowzero:0
-Transpose_568:Transpose*input:onnx_3A__3A_Transpose_5F_1445(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1446(1,12,77,64)*perm:0,2,1,3
-MatMul_569:MatMul*input:onnx_3A__3A_MatMul_5F_1421(1,77,768);onnx_3A__3A_MatMul_5F_2640.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1448(1,77,768)
-Add_570:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1448(1,77,768)*output:onnx_3A__3A_Reshape_5F_1449(1,77,768)
-Reshape_571:Reshape*input:onnx_3A__3A_Reshape_5F_1449(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1462(1,77,12,64)*allowzero:0
-Transpose_572:Transpose*input:onnx_3A__3A_Transpose_5F_1462(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1463(1,12,77,64)*perm:0,2,1,3
-Reshape_573:Reshape*input:query_5F_states_2E_27(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1476(1,77,12,64)*allowzero:0
-Transpose_574:Transpose*input:onnx_3A__3A_Transpose_5F_1476(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1477(1,12,77,64)*perm:0,2,1,3
-Reshape_575:Reshape*input:onnx_3A__3A_Reshape_5F_1477(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1487(12,77,64)*allowzero:0
-Reshape_576:Reshape*input:onnx_3A__3A_Reshape_5F_1446(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1497(12,77,64)*allowzero:0
-Reshape_577:Reshape*input:onnx_3A__3A_Reshape_5F_1463(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1507(12,77,64)*allowzero:0
-Transpose_578:Transpose*input:onnx_3A__3A_Transpose_5F_1497(12,77,64)*output:onnx_3A__3A_MatMul_5F_1509(12,64,77)*perm:0,2,1
-MatMul_579:MatMul*input:onnx_3A__3A_MatMul_5F_1487(12,77,64);onnx_3A__3A_MatMul_5F_1509(12,64,77)*output:onnx_3A__3A_Reshape_5F_1510(12,77,77)
-Reshape_580:Reshape*input:onnx_3A__3A_Reshape_5F_1510(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1521(1,12,77,77)*allowzero:0
-Add_581:Add*input:onnx_3A__3A_Add_5F_1521(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1522(1,12,77,77)
-Reshape_582:Reshape*input:onnx_3A__3A_Reshape_5F_1522(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_55(12,77,77)*allowzero:0
-Softmax_583:Softmax*input:attn_5F_weights_2E_55(12,77,77)*output:attn_5F_weights_2E_59(12,77,77)*axis:-1
-MatMul_584:MatMul*input:attn_5F_weights_2E_59(12,77,77);onnx_3A__3A_MatMul_5F_1507(12,77,64)*output:onnx_3A__3A_Reshape_5F_1533(12,77,64)
-Reshape_585:Reshape*input:onnx_3A__3A_Reshape_5F_1533(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1545(1,12,77,64)*allowzero:0
-Transpose_586:Transpose*input:onnx_3A__3A_Transpose_5F_1545(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1546(1,77,12,64)*perm:0,2,1,3
-Reshape_587:Reshape*input:onnx_3A__3A_Reshape_5F_1546(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1554(1,77,768)*allowzero:0
-MatMul_588:MatMul*input:onnx_3A__3A_MatMul_5F_1554(1,77,768);onnx_3A__3A_MatMul_5F_2681.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1556(1,77,768)
-Add_589:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1556(1,77,768)*output:onnx_3A__3A_Add_5F_1557(1,77,768)
-Add_590:Add*input:input_2E_63(1,77,768);onnx_3A__3A_Add_5F_1557(1,77,768)*output:input_2E_67(1,77,768)
-ReduceMean_591:ReduceMean*input:input_2E_67(1,77,768)*output:onnx_3A__3A_Sub_5F_1559(1,77,1)*axes:-1
-Sub_592:Sub*input:input_2E_67(1,77,768);onnx_3A__3A_Sub_5F_1559(1,77,1)*output:onnx_3A__3A_Pow_5F_1560(1,77,768)
-Pow_594:Pow*input:onnx_3A__3A_Pow_5F_1560(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1562(1,77,768)
-ReduceMean_595:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1562(1,77,768)*output:onnx_3A__3A_Add_5F_1563(1,77,1)*axes:-1
-Add_597:Add*input:onnx_3A__3A_Add_5F_1563(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1565(1,77,1)
-Sqrt_598:Sqrt*input:onnx_3A__3A_Sqrt_5F_1565(1,77,1)*output:onnx_3A__3A_Div_5F_1566(1,77,1)
-Div_599:Div*input:onnx_3A__3A_Pow_5F_1560(1,77,768);onnx_3A__3A_Div_5F_1566(1,77,1)*output:onnx_3A__3A_Mul_5F_1567(1,77,768)
-Mul_600:Mul*input:onnx_3A__3A_Mul_5F_1567(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_7_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1568(1,77,768)
-Add_601:Add*input:onnx_3A__3A_Add_5F_1568(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_7_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1569(1,77,768)
-MatMul_602:MatMul*input:onnx_3A__3A_MatMul_5F_1569(1,77,768);onnx_3A__3A_MatMul_5F_2682.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1571(1,77,3072)
-Add_603:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1571(1,77,3072)*output:onnx_3A__3A_Mul_5F_1572(1,77,3072)
-Mul_605:Mul*input:onnx_3A__3A_Mul_5F_1572(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1574(1,77,3072)
-Sigmoid_606:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1574(1,77,3072)*output:onnx_3A__3A_Mul_5F_1575(1,77,3072)
-Mul_607:Mul*input:onnx_3A__3A_Mul_5F_1572(1,77,3072);onnx_3A__3A_Mul_5F_1575(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1576(1,77,3072)
-MatMul_608:MatMul*input:onnx_3A__3A_MatMul_5F_1576(1,77,3072);onnx_3A__3A_MatMul_5F_2683.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1578(1,77,768)
-Add_609:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1578(1,77,768)*output:onnx_3A__3A_Add_5F_1579(1,77,768)
-Add_610:Add*input:input_2E_67(1,77,768);onnx_3A__3A_Add_5F_1579(1,77,768)*output:input_2E_71(1,77,768)
-ReduceMean_611:ReduceMean*input:input_2E_71(1,77,768)*output:onnx_3A__3A_Sub_5F_1581(1,77,1)*axes:-1
-Sub_612:Sub*input:input_2E_71(1,77,768);onnx_3A__3A_Sub_5F_1581(1,77,1)*output:onnx_3A__3A_Pow_5F_1582(1,77,768)
-Pow_614:Pow*input:onnx_3A__3A_Pow_5F_1582(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1584(1,77,768)
-ReduceMean_615:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1584(1,77,768)*output:onnx_3A__3A_Add_5F_1585(1,77,1)*axes:-1
-Add_617:Add*input:onnx_3A__3A_Add_5F_1585(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1587(1,77,1)
-Sqrt_618:Sqrt*input:onnx_3A__3A_Sqrt_5F_1587(1,77,1)*output:onnx_3A__3A_Div_5F_1588(1,77,1)
-Div_619:Div*input:onnx_3A__3A_Pow_5F_1582(1,77,768);onnx_3A__3A_Div_5F_1588(1,77,1)*output:onnx_3A__3A_Mul_5F_1589(1,77,768)
-Mul_620:Mul*input:onnx_3A__3A_Mul_5F_1589(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_8_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1590(1,77,768)
-Add_621:Add*input:onnx_3A__3A_Add_5F_1590(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_8_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1591(1,77,768)
-MatMul_622:MatMul*input:onnx_3A__3A_MatMul_5F_1591(1,77,768);onnx_3A__3A_MatMul_5F_2684.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1596(1,77,768)
-Add_623:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1596(1,77,768)*output:onnx_3A__3A_Mul_5F_1597(1,77,768)
-Mul_625:Mul*input:onnx_3A__3A_Mul_5F_1597(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_31(1,77,768)
-MatMul_626:MatMul*input:onnx_3A__3A_MatMul_5F_1591(1,77,768);onnx_3A__3A_MatMul_5F_2685.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1601(1,77,768)
-Add_627:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1601(1,77,768)*output:onnx_3A__3A_Reshape_5F_1602(1,77,768)
-Reshape_628:Reshape*input:onnx_3A__3A_Reshape_5F_1602(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1615(1,77,12,64)*allowzero:0
-Transpose_629:Transpose*input:onnx_3A__3A_Transpose_5F_1615(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1616(1,12,77,64)*perm:0,2,1,3
-MatMul_630:MatMul*input:onnx_3A__3A_MatMul_5F_1591(1,77,768);onnx_3A__3A_MatMul_5F_2691.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1618(1,77,768)
-Add_631:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1618(1,77,768)*output:onnx_3A__3A_Reshape_5F_1619(1,77,768)
-Reshape_632:Reshape*input:onnx_3A__3A_Reshape_5F_1619(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1632(1,77,12,64)*allowzero:0
-Transpose_633:Transpose*input:onnx_3A__3A_Transpose_5F_1632(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1633(1,12,77,64)*perm:0,2,1,3
-Reshape_634:Reshape*input:query_5F_states_2E_31(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1646(1,77,12,64)*allowzero:0
-Transpose_635:Transpose*input:onnx_3A__3A_Transpose_5F_1646(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1647(1,12,77,64)*perm:0,2,1,3
-Reshape_636:Reshape*input:onnx_3A__3A_Reshape_5F_1647(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1657(12,77,64)*allowzero:0
-Reshape_637:Reshape*input:onnx_3A__3A_Reshape_5F_1616(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1667(12,77,64)*allowzero:0
-Reshape_638:Reshape*input:onnx_3A__3A_Reshape_5F_1633(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1677(12,77,64)*allowzero:0
-Transpose_639:Transpose*input:onnx_3A__3A_Transpose_5F_1667(12,77,64)*output:onnx_3A__3A_MatMul_5F_1679(12,64,77)*perm:0,2,1
-MatMul_640:MatMul*input:onnx_3A__3A_MatMul_5F_1657(12,77,64);onnx_3A__3A_MatMul_5F_1679(12,64,77)*output:onnx_3A__3A_Reshape_5F_1680(12,77,77)
-Reshape_641:Reshape*input:onnx_3A__3A_Reshape_5F_1680(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1691(1,12,77,77)*allowzero:0
-Add_642:Add*input:onnx_3A__3A_Add_5F_1691(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1692(1,12,77,77)
-Reshape_643:Reshape*input:onnx_3A__3A_Reshape_5F_1692(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_63(12,77,77)*allowzero:0
-Softmax_644:Softmax*input:attn_5F_weights_2E_63(12,77,77)*output:attn_5F_weights_2E_67(12,77,77)*axis:-1
-MatMul_645:MatMul*input:attn_5F_weights_2E_67(12,77,77);onnx_3A__3A_MatMul_5F_1677(12,77,64)*output:onnx_3A__3A_Reshape_5F_1703(12,77,64)
-Reshape_646:Reshape*input:onnx_3A__3A_Reshape_5F_1703(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1715(1,12,77,64)*allowzero:0
-Transpose_647:Transpose*input:onnx_3A__3A_Transpose_5F_1715(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1716(1,77,12,64)*perm:0,2,1,3
-Reshape_648:Reshape*input:onnx_3A__3A_Reshape_5F_1716(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1724(1,77,768)*allowzero:0
-MatMul_649:MatMul*input:onnx_3A__3A_MatMul_5F_1724(1,77,768);onnx_3A__3A_MatMul_5F_2732.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1726(1,77,768)
-Add_650:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1726(1,77,768)*output:onnx_3A__3A_Add_5F_1727(1,77,768)
-Add_651:Add*input:input_2E_71(1,77,768);onnx_3A__3A_Add_5F_1727(1,77,768)*output:input_2E_75(1,77,768)
-ReduceMean_652:ReduceMean*input:input_2E_75(1,77,768)*output:onnx_3A__3A_Sub_5F_1729(1,77,1)*axes:-1
-Sub_653:Sub*input:input_2E_75(1,77,768);onnx_3A__3A_Sub_5F_1729(1,77,1)*output:onnx_3A__3A_Pow_5F_1730(1,77,768)
-Pow_655:Pow*input:onnx_3A__3A_Pow_5F_1730(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1732(1,77,768)
-ReduceMean_656:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1732(1,77,768)*output:onnx_3A__3A_Add_5F_1733(1,77,1)*axes:-1
-Add_658:Add*input:onnx_3A__3A_Add_5F_1733(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1735(1,77,1)
-Sqrt_659:Sqrt*input:onnx_3A__3A_Sqrt_5F_1735(1,77,1)*output:onnx_3A__3A_Div_5F_1736(1,77,1)
-Div_660:Div*input:onnx_3A__3A_Pow_5F_1730(1,77,768);onnx_3A__3A_Div_5F_1736(1,77,1)*output:onnx_3A__3A_Mul_5F_1737(1,77,768)
-Mul_661:Mul*input:onnx_3A__3A_Mul_5F_1737(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_8_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1738(1,77,768)
-Add_662:Add*input:onnx_3A__3A_Add_5F_1738(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_8_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1739(1,77,768)
-MatMul_663:MatMul*input:onnx_3A__3A_MatMul_5F_1739(1,77,768);onnx_3A__3A_MatMul_5F_2733.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1741(1,77,3072)
-Add_664:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1741(1,77,3072)*output:onnx_3A__3A_Mul_5F_1742(1,77,3072)
-Mul_666:Mul*input:onnx_3A__3A_Mul_5F_1742(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1744(1,77,3072)
-Sigmoid_667:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1744(1,77,3072)*output:onnx_3A__3A_Mul_5F_1745(1,77,3072)
-Mul_668:Mul*input:onnx_3A__3A_Mul_5F_1742(1,77,3072);onnx_3A__3A_Mul_5F_1745(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1746(1,77,3072)
-MatMul_669:MatMul*input:onnx_3A__3A_MatMul_5F_1746(1,77,3072);onnx_3A__3A_MatMul_5F_2734.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1748(1,77,768)
-Add_670:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1748(1,77,768)*output:onnx_3A__3A_Add_5F_1749(1,77,768)
-Add_671:Add*input:input_2E_75(1,77,768);onnx_3A__3A_Add_5F_1749(1,77,768)*output:input_2E_79(1,77,768)
-ReduceMean_672:ReduceMean*input:input_2E_79(1,77,768)*output:onnx_3A__3A_Sub_5F_1751(1,77,1)*axes:-1
-Sub_673:Sub*input:input_2E_79(1,77,768);onnx_3A__3A_Sub_5F_1751(1,77,1)*output:onnx_3A__3A_Pow_5F_1752(1,77,768)
-Pow_675:Pow*input:onnx_3A__3A_Pow_5F_1752(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1754(1,77,768)
-ReduceMean_676:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1754(1,77,768)*output:onnx_3A__3A_Add_5F_1755(1,77,1)*axes:-1
-Add_678:Add*input:onnx_3A__3A_Add_5F_1755(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1757(1,77,1)
-Sqrt_679:Sqrt*input:onnx_3A__3A_Sqrt_5F_1757(1,77,1)*output:onnx_3A__3A_Div_5F_1758(1,77,1)
-Div_680:Div*input:onnx_3A__3A_Pow_5F_1752(1,77,768);onnx_3A__3A_Div_5F_1758(1,77,1)*output:onnx_3A__3A_Mul_5F_1759(1,77,768)
-Mul_681:Mul*input:onnx_3A__3A_Mul_5F_1759(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_9_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1760(1,77,768)
-Add_682:Add*input:onnx_3A__3A_Add_5F_1760(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_9_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1761(1,77,768)
-MatMul_683:MatMul*input:onnx_3A__3A_MatMul_5F_1761(1,77,768);onnx_3A__3A_MatMul_5F_2735.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1766(1,77,768)
-Add_684:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1766(1,77,768)*output:onnx_3A__3A_Mul_5F_1767(1,77,768)
-Mul_686:Mul*input:onnx_3A__3A_Mul_5F_1767(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_35(1,77,768)
-MatMul_687:MatMul*input:onnx_3A__3A_MatMul_5F_1761(1,77,768);onnx_3A__3A_MatMul_5F_2736.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1771(1,77,768)
-Add_688:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1771(1,77,768)*output:onnx_3A__3A_Reshape_5F_1772(1,77,768)
-Reshape_689:Reshape*input:onnx_3A__3A_Reshape_5F_1772(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1785(1,77,12,64)*allowzero:0
-Transpose_690:Transpose*input:onnx_3A__3A_Transpose_5F_1785(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1786(1,12,77,64)*perm:0,2,1,3
-MatMul_691:MatMul*input:onnx_3A__3A_MatMul_5F_1761(1,77,768);onnx_3A__3A_MatMul_5F_2742.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1788(1,77,768)
-Add_692:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1788(1,77,768)*output:onnx_3A__3A_Reshape_5F_1789(1,77,768)
-Reshape_693:Reshape*input:onnx_3A__3A_Reshape_5F_1789(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1802(1,77,12,64)*allowzero:0
-Transpose_694:Transpose*input:onnx_3A__3A_Transpose_5F_1802(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1803(1,12,77,64)*perm:0,2,1,3
-Reshape_695:Reshape*input:query_5F_states_2E_35(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1816(1,77,12,64)*allowzero:0
-Transpose_696:Transpose*input:onnx_3A__3A_Transpose_5F_1816(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1817(1,12,77,64)*perm:0,2,1,3
-Reshape_697:Reshape*input:onnx_3A__3A_Reshape_5F_1817(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1827(12,77,64)*allowzero:0
-Reshape_698:Reshape*input:onnx_3A__3A_Reshape_5F_1786(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1837(12,77,64)*allowzero:0
-Reshape_699:Reshape*input:onnx_3A__3A_Reshape_5F_1803(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1847(12,77,64)*allowzero:0
-Transpose_700:Transpose*input:onnx_3A__3A_Transpose_5F_1837(12,77,64)*output:onnx_3A__3A_MatMul_5F_1849(12,64,77)*perm:0,2,1
-MatMul_701:MatMul*input:onnx_3A__3A_MatMul_5F_1827(12,77,64);onnx_3A__3A_MatMul_5F_1849(12,64,77)*output:onnx_3A__3A_Reshape_5F_1850(12,77,77)
-Reshape_702:Reshape*input:onnx_3A__3A_Reshape_5F_1850(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1861(1,12,77,77)*allowzero:0
-Add_703:Add*input:onnx_3A__3A_Add_5F_1861(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1862(1,12,77,77)
-Reshape_704:Reshape*input:onnx_3A__3A_Reshape_5F_1862(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_71(12,77,77)*allowzero:0
-Softmax_705:Softmax*input:attn_5F_weights_2E_71(12,77,77)*output:attn_5F_weights_2E_75(12,77,77)*axis:-1
-MatMul_706:MatMul*input:attn_5F_weights_2E_75(12,77,77);onnx_3A__3A_MatMul_5F_1847(12,77,64)*output:onnx_3A__3A_Reshape_5F_1873(12,77,64)
-Reshape_707:Reshape*input:onnx_3A__3A_Reshape_5F_1873(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1885(1,12,77,64)*allowzero:0
-Transpose_708:Transpose*input:onnx_3A__3A_Transpose_5F_1885(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1886(1,77,12,64)*perm:0,2,1,3
-Reshape_709:Reshape*input:onnx_3A__3A_Reshape_5F_1886(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1894(1,77,768)*allowzero:0
-MatMul_710:MatMul*input:onnx_3A__3A_MatMul_5F_1894(1,77,768);onnx_3A__3A_MatMul_5F_2783.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1896(1,77,768)
-Add_711:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1896(1,77,768)*output:onnx_3A__3A_Add_5F_1897(1,77,768)
-Add_712:Add*input:input_2E_79(1,77,768);onnx_3A__3A_Add_5F_1897(1,77,768)*output:input_2E_83(1,77,768)
-ReduceMean_713:ReduceMean*input:input_2E_83(1,77,768)*output:onnx_3A__3A_Sub_5F_1899(1,77,1)*axes:-1
-Sub_714:Sub*input:input_2E_83(1,77,768);onnx_3A__3A_Sub_5F_1899(1,77,1)*output:onnx_3A__3A_Pow_5F_1900(1,77,768)
-Pow_716:Pow*input:onnx_3A__3A_Pow_5F_1900(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1902(1,77,768)
-ReduceMean_717:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1902(1,77,768)*output:onnx_3A__3A_Add_5F_1903(1,77,1)*axes:-1
-Add_719:Add*input:onnx_3A__3A_Add_5F_1903(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1905(1,77,1)
-Sqrt_720:Sqrt*input:onnx_3A__3A_Sqrt_5F_1905(1,77,1)*output:onnx_3A__3A_Div_5F_1906(1,77,1)
-Div_721:Div*input:onnx_3A__3A_Pow_5F_1900(1,77,768);onnx_3A__3A_Div_5F_1906(1,77,1)*output:onnx_3A__3A_Mul_5F_1907(1,77,768)
-Mul_722:Mul*input:onnx_3A__3A_Mul_5F_1907(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_9_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1908(1,77,768)
-Add_723:Add*input:onnx_3A__3A_Add_5F_1908(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_9_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1909(1,77,768)
-MatMul_724:MatMul*input:onnx_3A__3A_MatMul_5F_1909(1,77,768);onnx_3A__3A_MatMul_5F_2784.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1911(1,77,3072)
-Add_725:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1911(1,77,3072)*output:onnx_3A__3A_Mul_5F_1912(1,77,3072)
-Mul_727:Mul*input:onnx_3A__3A_Mul_5F_1912(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1914(1,77,3072)
-Sigmoid_728:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1914(1,77,3072)*output:onnx_3A__3A_Mul_5F_1915(1,77,3072)
-Mul_729:Mul*input:onnx_3A__3A_Mul_5F_1912(1,77,3072);onnx_3A__3A_Mul_5F_1915(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1916(1,77,3072)
-MatMul_730:MatMul*input:onnx_3A__3A_MatMul_5F_1916(1,77,3072);onnx_3A__3A_MatMul_5F_2785.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1918(1,77,768)
-Add_731:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1918(1,77,768)*output:onnx_3A__3A_Add_5F_1919(1,77,768)
-Add_732:Add*input:input_2E_83(1,77,768);onnx_3A__3A_Add_5F_1919(1,77,768)*output:input_2E_87(1,77,768)
-ReduceMean_733:ReduceMean*input:input_2E_87(1,77,768)*output:onnx_3A__3A_Sub_5F_1921(1,77,1)*axes:-1
-Sub_734:Sub*input:input_2E_87(1,77,768);onnx_3A__3A_Sub_5F_1921(1,77,1)*output:onnx_3A__3A_Pow_5F_1922(1,77,768)
-Pow_736:Pow*input:onnx_3A__3A_Pow_5F_1922(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1924(1,77,768)
-ReduceMean_737:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1924(1,77,768)*output:onnx_3A__3A_Add_5F_1925(1,77,1)*axes:-1
-Add_739:Add*input:onnx_3A__3A_Add_5F_1925(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1927(1,77,1)
-Sqrt_740:Sqrt*input:onnx_3A__3A_Sqrt_5F_1927(1,77,1)*output:onnx_3A__3A_Div_5F_1928(1,77,1)
-Div_741:Div*input:onnx_3A__3A_Pow_5F_1922(1,77,768);onnx_3A__3A_Div_5F_1928(1,77,1)*output:onnx_3A__3A_Mul_5F_1929(1,77,768)
-Mul_742:Mul*input:onnx_3A__3A_Mul_5F_1929(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_10_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1930(1,77,768)
-Add_743:Add*input:onnx_3A__3A_Add_5F_1930(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_10_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1931(1,77,768)
-MatMul_744:MatMul*input:onnx_3A__3A_MatMul_5F_1931(1,77,768);onnx_3A__3A_MatMul_5F_2786.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1936(1,77,768)
-Add_745:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1936(1,77,768)*output:onnx_3A__3A_Mul_5F_1937(1,77,768)
-Mul_747:Mul*input:onnx_3A__3A_Mul_5F_1937(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_39(1,77,768)
-MatMul_748:MatMul*input:onnx_3A__3A_MatMul_5F_1931(1,77,768);onnx_3A__3A_MatMul_5F_2787.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1941(1,77,768)
-Add_749:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1941(1,77,768)*output:onnx_3A__3A_Reshape_5F_1942(1,77,768)
-Reshape_750:Reshape*input:onnx_3A__3A_Reshape_5F_1942(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1955(1,77,12,64)*allowzero:0
-Transpose_751:Transpose*input:onnx_3A__3A_Transpose_5F_1955(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1956(1,12,77,64)*perm:0,2,1,3
-MatMul_752:MatMul*input:onnx_3A__3A_MatMul_5F_1931(1,77,768);onnx_3A__3A_MatMul_5F_2793.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1958(1,77,768)
-Add_753:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1958(1,77,768)*output:onnx_3A__3A_Reshape_5F_1959(1,77,768)
-Reshape_754:Reshape*input:onnx_3A__3A_Reshape_5F_1959(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1972(1,77,12,64)*allowzero:0
-Transpose_755:Transpose*input:onnx_3A__3A_Transpose_5F_1972(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1973(1,12,77,64)*perm:0,2,1,3
-Reshape_756:Reshape*input:query_5F_states_2E_39(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1986(1,77,12,64)*allowzero:0
-Transpose_757:Transpose*input:onnx_3A__3A_Transpose_5F_1986(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1987(1,12,77,64)*perm:0,2,1,3
-Reshape_758:Reshape*input:onnx_3A__3A_Reshape_5F_1987(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1997(12,77,64)*allowzero:0
-Reshape_759:Reshape*input:onnx_3A__3A_Reshape_5F_1956(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_2007(12,77,64)*allowzero:0
-Reshape_760:Reshape*input:onnx_3A__3A_Reshape_5F_1973(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2017(12,77,64)*allowzero:0
-Transpose_761:Transpose*input:onnx_3A__3A_Transpose_5F_2007(12,77,64)*output:onnx_3A__3A_MatMul_5F_2019(12,64,77)*perm:0,2,1
-MatMul_762:MatMul*input:onnx_3A__3A_MatMul_5F_1997(12,77,64);onnx_3A__3A_MatMul_5F_2019(12,64,77)*output:onnx_3A__3A_Reshape_5F_2020(12,77,77)
-Reshape_763:Reshape*input:onnx_3A__3A_Reshape_5F_2020(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_2031(1,12,77,77)*allowzero:0
-Add_764:Add*input:onnx_3A__3A_Add_5F_2031(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_2032(1,12,77,77)
-Reshape_765:Reshape*input:onnx_3A__3A_Reshape_5F_2032(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_79(12,77,77)*allowzero:0
-Softmax_766:Softmax*input:attn_5F_weights_2E_79(12,77,77)*output:attn_5F_weights_2E_83(12,77,77)*axis:-1
-MatMul_767:MatMul*input:attn_5F_weights_2E_83(12,77,77);onnx_3A__3A_MatMul_5F_2017(12,77,64)*output:onnx_3A__3A_Reshape_5F_2043(12,77,64)
-Reshape_768:Reshape*input:onnx_3A__3A_Reshape_5F_2043(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2055(1,12,77,64)*allowzero:0
-Transpose_769:Transpose*input:onnx_3A__3A_Transpose_5F_2055(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_2056(1,77,12,64)*perm:0,2,1,3
-Reshape_770:Reshape*input:onnx_3A__3A_Reshape_5F_2056(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2064(1,77,768)*allowzero:0
-MatMul_771:MatMul*input:onnx_3A__3A_MatMul_5F_2064(1,77,768);onnx_3A__3A_MatMul_5F_2834.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2066(1,77,768)
-Add_772:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2066(1,77,768)*output:onnx_3A__3A_Add_5F_2067(1,77,768)
-Add_773:Add*input:input_2E_87(1,77,768);onnx_3A__3A_Add_5F_2067(1,77,768)*output:input_2E_91(1,77,768)
-ReduceMean_774:ReduceMean*input:input_2E_91(1,77,768)*output:onnx_3A__3A_Sub_5F_2069(1,77,1)*axes:-1
-Sub_775:Sub*input:input_2E_91(1,77,768);onnx_3A__3A_Sub_5F_2069(1,77,1)*output:onnx_3A__3A_Pow_5F_2070(1,77,768)
-Pow_777:Pow*input:onnx_3A__3A_Pow_5F_2070(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_2072(1,77,768)
-ReduceMean_778:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_2072(1,77,768)*output:onnx_3A__3A_Add_5F_2073(1,77,1)*axes:-1
-Add_780:Add*input:onnx_3A__3A_Add_5F_2073(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_2075(1,77,1)
-Sqrt_781:Sqrt*input:onnx_3A__3A_Sqrt_5F_2075(1,77,1)*output:onnx_3A__3A_Div_5F_2076(1,77,1)
-Div_782:Div*input:onnx_3A__3A_Pow_5F_2070(1,77,768);onnx_3A__3A_Div_5F_2076(1,77,1)*output:onnx_3A__3A_Mul_5F_2077(1,77,768)
-Mul_783:Mul*input:onnx_3A__3A_Mul_5F_2077(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_10_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_2078(1,77,768)
-Add_784:Add*input:onnx_3A__3A_Add_5F_2078(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_10_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_2079(1,77,768)
-MatMul_785:MatMul*input:onnx_3A__3A_MatMul_5F_2079(1,77,768);onnx_3A__3A_MatMul_5F_2835.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_2081(1,77,3072)
-Add_786:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_2081(1,77,3072)*output:onnx_3A__3A_Mul_5F_2082(1,77,3072)
-Mul_788:Mul*input:onnx_3A__3A_Mul_5F_2082(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_2084(1,77,3072)
-Sigmoid_789:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_2084(1,77,3072)*output:onnx_3A__3A_Mul_5F_2085(1,77,3072)
-Mul_790:Mul*input:onnx_3A__3A_Mul_5F_2082(1,77,3072);onnx_3A__3A_Mul_5F_2085(1,77,3072)*output:onnx_3A__3A_MatMul_5F_2086(1,77,3072)
-MatMul_791:MatMul*input:onnx_3A__3A_MatMul_5F_2086(1,77,3072);onnx_3A__3A_MatMul_5F_2836.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_2088(1,77,768)
-Add_792:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2088(1,77,768)*output:onnx_3A__3A_Add_5F_2089(1,77,768)
-Add_793:Add*input:input_2E_91(1,77,768);onnx_3A__3A_Add_5F_2089(1,77,768)*output:input_2E_95(1,77,768)
-ReduceMean_794:ReduceMean*input:input_2E_95(1,77,768)*output:onnx_3A__3A_Sub_5F_2091(1,77,1)*axes:-1
-Sub_795:Sub*input:input_2E_95(1,77,768);onnx_3A__3A_Sub_5F_2091(1,77,1)*output:onnx_3A__3A_Pow_5F_2092(1,77,768)
-Pow_797:Pow*input:onnx_3A__3A_Pow_5F_2092(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_2094(1,77,768)
-ReduceMean_798:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_2094(1,77,768)*output:onnx_3A__3A_Add_5F_2095(1,77,1)*axes:-1
-Add_800:Add*input:onnx_3A__3A_Add_5F_2095(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_2097(1,77,1)
-Sqrt_801:Sqrt*input:onnx_3A__3A_Sqrt_5F_2097(1,77,1)*output:onnx_3A__3A_Div_5F_2098(1,77,1)
-Div_802:Div*input:onnx_3A__3A_Pow_5F_2092(1,77,768);onnx_3A__3A_Div_5F_2098(1,77,1)*output:onnx_3A__3A_Mul_5F_2099(1,77,768)
-Mul_803:Mul*input:onnx_3A__3A_Mul_5F_2099(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_11_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_2100(1,77,768)
-Add_804:Add*input:onnx_3A__3A_Add_5F_2100(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_11_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_2101(1,77,768)
-MatMul_805:MatMul*input:onnx_3A__3A_MatMul_5F_2101(1,77,768);onnx_3A__3A_MatMul_5F_2837.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2106(1,77,768)
-Add_806:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2106(1,77,768)*output:onnx_3A__3A_Mul_5F_2107(1,77,768)
-Mul_808:Mul*input:onnx_3A__3A_Mul_5F_2107(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_43(1,77,768)
-MatMul_809:MatMul*input:onnx_3A__3A_MatMul_5F_2101(1,77,768);onnx_3A__3A_MatMul_5F_2838.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2111(1,77,768)
-Add_810:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2111(1,77,768)*output:onnx_3A__3A_Reshape_5F_2112(1,77,768)
-Reshape_811:Reshape*input:onnx_3A__3A_Reshape_5F_2112(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2125(1,77,12,64)*allowzero:0
-Transpose_812:Transpose*input:onnx_3A__3A_Transpose_5F_2125(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_2126(1,12,77,64)*perm:0,2,1,3
-MatMul_813:MatMul*input:onnx_3A__3A_MatMul_5F_2101(1,77,768);onnx_3A__3A_MatMul_5F_2844.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2128(1,77,768)
-Add_814:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2128(1,77,768)*output:onnx_3A__3A_Reshape_5F_2129(1,77,768)
-Reshape_815:Reshape*input:onnx_3A__3A_Reshape_5F_2129(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2142(1,77,12,64)*allowzero:0
-Transpose_816:Transpose*input:onnx_3A__3A_Transpose_5F_2142(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_2143(1,12,77,64)*perm:0,2,1,3
-Reshape_817:Reshape*input:query_5F_states_2E_43(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2156(1,77,12,64)*allowzero:0
-Transpose_818:Transpose*input:onnx_3A__3A_Transpose_5F_2156(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_2157(1,12,77,64)*perm:0,2,1,3
-Reshape_819:Reshape*input:onnx_3A__3A_Reshape_5F_2157(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2167(12,77,64)*allowzero:0
-Reshape_820:Reshape*input:onnx_3A__3A_Reshape_5F_2126(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_2177(12,77,64)*allowzero:0
-Reshape_821:Reshape*input:onnx_3A__3A_Reshape_5F_2143(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2187(12,77,64)*allowzero:0
-Transpose_822:Transpose*input:onnx_3A__3A_Transpose_5F_2177(12,77,64)*output:onnx_3A__3A_MatMul_5F_2189(12,64,77)*perm:0,2,1
-MatMul_823:MatMul*input:onnx_3A__3A_MatMul_5F_2167(12,77,64);onnx_3A__3A_MatMul_5F_2189(12,64,77)*output:onnx_3A__3A_Reshape_5F_2190(12,77,77)
-Reshape_824:Reshape*input:onnx_3A__3A_Reshape_5F_2190(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_2201(1,12,77,77)*allowzero:0
-Add_825:Add*input:onnx_3A__3A_Add_5F_2201(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_2202(1,12,77,77)
-Reshape_826:Reshape*input:onnx_3A__3A_Reshape_5F_2202(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_87(12,77,77)*allowzero:0
-Softmax_827:Softmax*input:attn_5F_weights_2E_87(12,77,77)*output:attn_5F_weights_2E_91(12,77,77)*axis:-1
-MatMul_828:MatMul*input:attn_5F_weights_2E_91(12,77,77);onnx_3A__3A_MatMul_5F_2187(12,77,64)*output:onnx_3A__3A_Reshape_5F_2213(12,77,64)
-Reshape_829:Reshape*input:onnx_3A__3A_Reshape_5F_2213(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2225(1,12,77,64)*allowzero:0
-Transpose_830:Transpose*input:onnx_3A__3A_Transpose_5F_2225(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_2226(1,77,12,64)*perm:0,2,1,3
-Reshape_831:Reshape*input:onnx_3A__3A_Reshape_5F_2226(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2234(1,77,768)*allowzero:0
-MatMul_832:MatMul*input:onnx_3A__3A_MatMul_5F_2234(1,77,768);onnx_3A__3A_MatMul_5F_2885.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2236(1,77,768)
-Add_833:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2236(1,77,768)*output:onnx_3A__3A_Add_5F_2237(1,77,768)
-Add_834:Add*input:input_2E_95(1,77,768);onnx_3A__3A_Add_5F_2237(1,77,768)*output:input_2E_99(1,77,768)
-ReduceMean_835:ReduceMean*input:input_2E_99(1,77,768)*output:onnx_3A__3A_Sub_5F_2239(1,77,1)*axes:-1
-Sub_836:Sub*input:input_2E_99(1,77,768);onnx_3A__3A_Sub_5F_2239(1,77,1)*output:onnx_3A__3A_Pow_5F_2240(1,77,768)
-Pow_838:Pow*input:onnx_3A__3A_Pow_5F_2240(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_2242(1,77,768)
-ReduceMean_839:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_2242(1,77,768)*output:onnx_3A__3A_Add_5F_2243(1,77,1)*axes:-1
-Add_841:Add*input:onnx_3A__3A_Add_5F_2243(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_2245(1,77,1)
-Sqrt_842:Sqrt*input:onnx_3A__3A_Sqrt_5F_2245(1,77,1)*output:onnx_3A__3A_Div_5F_2246(1,77,1)
-Div_843:Div*input:onnx_3A__3A_Pow_5F_2240(1,77,768);onnx_3A__3A_Div_5F_2246(1,77,1)*output:onnx_3A__3A_Mul_5F_2247(1,77,768)
-Mul_844:Mul*input:onnx_3A__3A_Mul_5F_2247(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_11_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_2248(1,77,768)
-Add_845:Add*input:onnx_3A__3A_Add_5F_2248(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_11_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_2249(1,77,768)
-MatMul_846:MatMul*input:onnx_3A__3A_MatMul_5F_2249(1,77,768);onnx_3A__3A_MatMul_5F_2886.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_2251(1,77,3072)
-Add_847:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_2251(1,77,3072)*output:onnx_3A__3A_Mul_5F_2252(1,77,3072)
-Mul_849:Mul*input:onnx_3A__3A_Mul_5F_2252(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_2254(1,77,3072)
-Sigmoid_850:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_2254(1,77,3072)*output:onnx_3A__3A_Mul_5F_2255(1,77,3072)
-Mul_851:Mul*input:onnx_3A__3A_Mul_5F_2252(1,77,3072);onnx_3A__3A_Mul_5F_2255(1,77,3072)*output:onnx_3A__3A_MatMul_5F_2256(1,77,3072)
-MatMul_852:MatMul*input:onnx_3A__3A_MatMul_5F_2256(1,77,3072);onnx_3A__3A_MatMul_5F_2887.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_2258(1,77,768)
-Add_853:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2258(1,77,768)*output:onnx_3A__3A_Add_5F_2259(1,77,768)
-Add_854:Add*input:input_2E_99(1,77,768);onnx_3A__3A_Add_5F_2259(1,77,768)*output:input_2E_103(1,77,768)
-ReduceMean_855:ReduceMean*input:input_2E_103(1,77,768)*output:onnx_3A__3A_Sub_5F_2261(1,77,1)*axes:-1
-Sub_856:Sub*input:input_2E_103(1,77,768);onnx_3A__3A_Sub_5F_2261(1,77,1)*output:onnx_3A__3A_Pow_5F_2262(1,77,768)
-Pow_858:Pow*input:onnx_3A__3A_Pow_5F_2262(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_2264(1,77,768)
-ReduceMean_859:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_2264(1,77,768)*output:onnx_3A__3A_Add_5F_2265(1,77,1)*axes:-1
-Add_861:Add*input:onnx_3A__3A_Add_5F_2265(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_2267(1,77,1)
-Sqrt_862:Sqrt*input:onnx_3A__3A_Sqrt_5F_2267(1,77,1)*output:onnx_3A__3A_Div_5F_2268(1,77,1)
-Div_863:Div*input:onnx_3A__3A_Pow_5F_2262(1,77,768);onnx_3A__3A_Div_5F_2268(1,77,1)*output:onnx_3A__3A_Mul_5F_2269(1,77,768)
-Mul_864:Mul*input:onnx_3A__3A_Mul_5F_2269(1,77,768);text_5F_model_2E_final_5F_layer_5F_norm_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_2270(1,77,768)
-Add_865:Add*input:onnx_3A__3A_Add_5F_2270(1,77,768);text_5F_model_2E_final_5F_layer_5F_norm_2E_bias.bin(float32:768)*output:2271(1,77,768)
+Reshape_113:Reshape*input:onnx_3A__3A_Reshape_5F_0(1,77);onnx_3A__3A_Reshape_5F_2274.bin(int64:2)*output:input(1,77)*allowzero:0
+Gather_114:Gather*input:text_5F_model_2E_embeddings_2E_token_5F_embedding_2E_wrapped_2E_weight.bin(float32:49408,768);input(1,77)*output:onnx_3A__3A_Add_5F_212(1,77,768)
+Add_116:Add*input:onnx_3A__3A_Add_5F_212(1,77,768);onnx_3A__3A_Add_5F_213.bin(float32:1,77,768)*output:input_2E_7(1,77,768)
+ReduceMean_123:ReduceMean*input:input_2E_7(1,77,768)*output:onnx_3A__3A_Sub_5F_221(1,77,1)*axes:-1
+Sub_124:Sub*input:input_2E_7(1,77,768);onnx_3A__3A_Sub_5F_221(1,77,1)*output:onnx_3A__3A_Pow_5F_222(1,77,768)
+Pow_126:Pow*input:onnx_3A__3A_Pow_5F_222(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_224(1,77,768)
+ReduceMean_127:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_224(1,77,768)*output:onnx_3A__3A_Add_5F_225(1,77,1)*axes:-1
+Add_129:Add*input:onnx_3A__3A_Add_5F_225(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_227(1,77,1)
+Sqrt_130:Sqrt*input:onnx_3A__3A_Sqrt_5F_227(1,77,1)*output:onnx_3A__3A_Div_5F_228(1,77,1)
+Div_131:Div*input:onnx_3A__3A_Pow_5F_222(1,77,768);onnx_3A__3A_Div_5F_228(1,77,1)*output:onnx_3A__3A_Mul_5F_229(1,77,768)
+Mul_132:Mul*input:onnx_3A__3A_Mul_5F_229(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_0_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_230(1,77,768)
+Add_133:Add*input:onnx_3A__3A_Add_5F_230(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_0_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_231(1,77,768)
+MatMul_134:MatMul*input:onnx_3A__3A_MatMul_5F_231(1,77,768);onnx_3A__3A_MatMul_5F_2276.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_236(1,77,768)
+Add_135:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_236(1,77,768)*output:onnx_3A__3A_Mul_5F_237(1,77,768)
+Mul_137:Mul*input:onnx_3A__3A_Mul_5F_237(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states(1,77,768)
+MatMul_138:MatMul*input:onnx_3A__3A_MatMul_5F_231(1,77,768);onnx_3A__3A_MatMul_5F_2277.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_241(1,77,768)
+Add_139:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_241(1,77,768)*output:onnx_3A__3A_Reshape_5F_242(1,77,768)
+Reshape_140:Reshape*input:onnx_3A__3A_Reshape_5F_242(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_255(1,77,12,64)*allowzero:0
+Transpose_141:Transpose*input:onnx_3A__3A_Transpose_5F_255(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_256(1,12,77,64)*perm:0,2,1,3
+MatMul_142:MatMul*input:onnx_3A__3A_MatMul_5F_231(1,77,768);onnx_3A__3A_MatMul_5F_2283.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_258(1,77,768)
+Add_143:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_258(1,77,768)*output:onnx_3A__3A_Reshape_5F_259(1,77,768)
+Reshape_144:Reshape*input:onnx_3A__3A_Reshape_5F_259(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_272(1,77,12,64)*allowzero:0
+Transpose_145:Transpose*input:onnx_3A__3A_Transpose_5F_272(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_273(1,12,77,64)*perm:0,2,1,3
+Reshape_146:Reshape*input:query_5F_states(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_286(1,77,12,64)*allowzero:0
+Transpose_147:Transpose*input:onnx_3A__3A_Transpose_5F_286(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_287(1,12,77,64)*perm:0,2,1,3
+Reshape_148:Reshape*input:onnx_3A__3A_Reshape_5F_287(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_297(12,77,64)*allowzero:0
+Reshape_149:Reshape*input:onnx_3A__3A_Reshape_5F_256(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_307(12,77,64)*allowzero:0
+Reshape_150:Reshape*input:onnx_3A__3A_Reshape_5F_273(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_317(12,77,64)*allowzero:0
+Transpose_151:Transpose*input:onnx_3A__3A_Transpose_5F_307(12,77,64)*output:onnx_3A__3A_MatMul_5F_319(12,64,77)*perm:0,2,1
+MatMul_152:MatMul*input:onnx_3A__3A_MatMul_5F_297(12,77,64);onnx_3A__3A_MatMul_5F_319(12,64,77)*output:onnx_3A__3A_Reshape_5F_320(12,77,77)
+Reshape_153:Reshape*input:onnx_3A__3A_Reshape_5F_320(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_331(1,12,77,77)*allowzero:0
+Add_154:Add*input:onnx_3A__3A_Add_5F_331(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_332(1,12,77,77)
+Reshape_155:Reshape*input:onnx_3A__3A_Reshape_5F_332(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights(12,77,77)*allowzero:0
+Softmax_156:Softmax*input:attn_5F_weights(12,77,77)*output:attn_5F_weights_2E_3(12,77,77)*axis:-1
+MatMul_157:MatMul*input:attn_5F_weights_2E_3(12,77,77);onnx_3A__3A_MatMul_5F_317(12,77,64)*output:onnx_3A__3A_Reshape_5F_343(12,77,64)
+Reshape_158:Reshape*input:onnx_3A__3A_Reshape_5F_343(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_355(1,12,77,64)*allowzero:0
+Transpose_159:Transpose*input:onnx_3A__3A_Transpose_5F_355(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_356(1,77,12,64)*perm:0,2,1,3
+Reshape_160:Reshape*input:onnx_3A__3A_Reshape_5F_356(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_364(1,77,768)*allowzero:0
+MatMul_161:MatMul*input:onnx_3A__3A_MatMul_5F_364(1,77,768);onnx_3A__3A_MatMul_5F_2324.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_366(1,77,768)
+Add_162:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_366(1,77,768)*output:onnx_3A__3A_Add_5F_367(1,77,768)
+Add_163:Add*input:input_2E_7(1,77,768);onnx_3A__3A_Add_5F_367(1,77,768)*output:input_2E_11(1,77,768)
+ReduceMean_164:ReduceMean*input:input_2E_11(1,77,768)*output:onnx_3A__3A_Sub_5F_369(1,77,1)*axes:-1
+Sub_165:Sub*input:input_2E_11(1,77,768);onnx_3A__3A_Sub_5F_369(1,77,1)*output:onnx_3A__3A_Pow_5F_370(1,77,768)
+Pow_167:Pow*input:onnx_3A__3A_Pow_5F_370(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_372(1,77,768)
+ReduceMean_168:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_372(1,77,768)*output:onnx_3A__3A_Add_5F_373(1,77,1)*axes:-1
+Add_170:Add*input:onnx_3A__3A_Add_5F_373(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_375(1,77,1)
+Sqrt_171:Sqrt*input:onnx_3A__3A_Sqrt_5F_375(1,77,1)*output:onnx_3A__3A_Div_5F_376(1,77,1)
+Div_172:Div*input:onnx_3A__3A_Pow_5F_370(1,77,768);onnx_3A__3A_Div_5F_376(1,77,1)*output:onnx_3A__3A_Mul_5F_377(1,77,768)
+Mul_173:Mul*input:onnx_3A__3A_Mul_5F_377(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_0_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_378(1,77,768)
+Add_174:Add*input:onnx_3A__3A_Add_5F_378(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_0_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_379(1,77,768)
+MatMul_175:MatMul*input:onnx_3A__3A_MatMul_5F_379(1,77,768);onnx_3A__3A_MatMul_5F_2325.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_381(1,77,3072)
+Add_176:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_381(1,77,3072)*output:onnx_3A__3A_Mul_5F_382(1,77,3072)
+Mul_178:Mul*input:onnx_3A__3A_Mul_5F_382(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_384(1,77,3072)
+Sigmoid_179:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_384(1,77,3072)*output:onnx_3A__3A_Mul_5F_385(1,77,3072)
+Mul_180:Mul*input:onnx_3A__3A_Mul_5F_382(1,77,3072);onnx_3A__3A_Mul_5F_385(1,77,3072)*output:onnx_3A__3A_MatMul_5F_386(1,77,3072)
+MatMul_181:MatMul*input:onnx_3A__3A_MatMul_5F_386(1,77,3072);onnx_3A__3A_MatMul_5F_2326.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_388(1,77,768)
+Add_182:Add*input:text_5F_model_2E_encoder_2E_layers_2E_0_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_388(1,77,768)*output:onnx_3A__3A_Add_5F_389(1,77,768)
+Add_183:Add*input:input_2E_11(1,77,768);onnx_3A__3A_Add_5F_389(1,77,768)*output:input_2E_15(1,77,768)
+ReduceMean_184:ReduceMean*input:input_2E_15(1,77,768)*output:onnx_3A__3A_Sub_5F_391(1,77,1)*axes:-1
+Sub_185:Sub*input:input_2E_15(1,77,768);onnx_3A__3A_Sub_5F_391(1,77,1)*output:onnx_3A__3A_Pow_5F_392(1,77,768)
+Pow_187:Pow*input:onnx_3A__3A_Pow_5F_392(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_394(1,77,768)
+ReduceMean_188:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_394(1,77,768)*output:onnx_3A__3A_Add_5F_395(1,77,1)*axes:-1
+Add_190:Add*input:onnx_3A__3A_Add_5F_395(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_397(1,77,1)
+Sqrt_191:Sqrt*input:onnx_3A__3A_Sqrt_5F_397(1,77,1)*output:onnx_3A__3A_Div_5F_398(1,77,1)
+Div_192:Div*input:onnx_3A__3A_Pow_5F_392(1,77,768);onnx_3A__3A_Div_5F_398(1,77,1)*output:onnx_3A__3A_Mul_5F_399(1,77,768)
+Mul_193:Mul*input:onnx_3A__3A_Mul_5F_399(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_1_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_400(1,77,768)
+Add_194:Add*input:onnx_3A__3A_Add_5F_400(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_1_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_401(1,77,768)
+MatMul_195:MatMul*input:onnx_3A__3A_MatMul_5F_401(1,77,768);onnx_3A__3A_MatMul_5F_2327.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_406(1,77,768)
+Add_196:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_406(1,77,768)*output:onnx_3A__3A_Mul_5F_407(1,77,768)
+Mul_198:Mul*input:onnx_3A__3A_Mul_5F_407(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_3(1,77,768)
+MatMul_199:MatMul*input:onnx_3A__3A_MatMul_5F_401(1,77,768);onnx_3A__3A_MatMul_5F_2328.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_411(1,77,768)
+Add_200:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_411(1,77,768)*output:onnx_3A__3A_Reshape_5F_412(1,77,768)
+Reshape_201:Reshape*input:onnx_3A__3A_Reshape_5F_412(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_425(1,77,12,64)*allowzero:0
+Transpose_202:Transpose*input:onnx_3A__3A_Transpose_5F_425(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_426(1,12,77,64)*perm:0,2,1,3
+MatMul_203:MatMul*input:onnx_3A__3A_MatMul_5F_401(1,77,768);onnx_3A__3A_MatMul_5F_2334.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_428(1,77,768)
+Add_204:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_428(1,77,768)*output:onnx_3A__3A_Reshape_5F_429(1,77,768)
+Reshape_205:Reshape*input:onnx_3A__3A_Reshape_5F_429(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_442(1,77,12,64)*allowzero:0
+Transpose_206:Transpose*input:onnx_3A__3A_Transpose_5F_442(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_443(1,12,77,64)*perm:0,2,1,3
+Reshape_207:Reshape*input:query_5F_states_2E_3(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_456(1,77,12,64)*allowzero:0
+Transpose_208:Transpose*input:onnx_3A__3A_Transpose_5F_456(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_457(1,12,77,64)*perm:0,2,1,3
+Reshape_209:Reshape*input:onnx_3A__3A_Reshape_5F_457(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_467(12,77,64)*allowzero:0
+Reshape_210:Reshape*input:onnx_3A__3A_Reshape_5F_426(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_477(12,77,64)*allowzero:0
+Reshape_211:Reshape*input:onnx_3A__3A_Reshape_5F_443(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_487(12,77,64)*allowzero:0
+Transpose_212:Transpose*input:onnx_3A__3A_Transpose_5F_477(12,77,64)*output:onnx_3A__3A_MatMul_5F_489(12,64,77)*perm:0,2,1
+MatMul_213:MatMul*input:onnx_3A__3A_MatMul_5F_467(12,77,64);onnx_3A__3A_MatMul_5F_489(12,64,77)*output:onnx_3A__3A_Reshape_5F_490(12,77,77)
+Reshape_214:Reshape*input:onnx_3A__3A_Reshape_5F_490(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_501(1,12,77,77)*allowzero:0
+Add_215:Add*input:onnx_3A__3A_Add_5F_501(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_502(1,12,77,77)
+Reshape_216:Reshape*input:onnx_3A__3A_Reshape_5F_502(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_7(12,77,77)*allowzero:0
+Softmax_217:Softmax*input:attn_5F_weights_2E_7(12,77,77)*output:attn_5F_weights_2E_11(12,77,77)*axis:-1
+MatMul_218:MatMul*input:attn_5F_weights_2E_11(12,77,77);onnx_3A__3A_MatMul_5F_487(12,77,64)*output:onnx_3A__3A_Reshape_5F_513(12,77,64)
+Reshape_219:Reshape*input:onnx_3A__3A_Reshape_5F_513(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_525(1,12,77,64)*allowzero:0
+Transpose_220:Transpose*input:onnx_3A__3A_Transpose_5F_525(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_526(1,77,12,64)*perm:0,2,1,3
+Reshape_221:Reshape*input:onnx_3A__3A_Reshape_5F_526(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_534(1,77,768)*allowzero:0
+MatMul_222:MatMul*input:onnx_3A__3A_MatMul_5F_534(1,77,768);onnx_3A__3A_MatMul_5F_2375.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_536(1,77,768)
+Add_223:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_536(1,77,768)*output:onnx_3A__3A_Add_5F_537(1,77,768)
+Add_224:Add*input:input_2E_15(1,77,768);onnx_3A__3A_Add_5F_537(1,77,768)*output:input_2E_19(1,77,768)
+ReduceMean_225:ReduceMean*input:input_2E_19(1,77,768)*output:onnx_3A__3A_Sub_5F_539(1,77,1)*axes:-1
+Sub_226:Sub*input:input_2E_19(1,77,768);onnx_3A__3A_Sub_5F_539(1,77,1)*output:onnx_3A__3A_Pow_5F_540(1,77,768)
+Pow_228:Pow*input:onnx_3A__3A_Pow_5F_540(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_542(1,77,768)
+ReduceMean_229:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_542(1,77,768)*output:onnx_3A__3A_Add_5F_543(1,77,1)*axes:-1
+Add_231:Add*input:onnx_3A__3A_Add_5F_543(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_545(1,77,1)
+Sqrt_232:Sqrt*input:onnx_3A__3A_Sqrt_5F_545(1,77,1)*output:onnx_3A__3A_Div_5F_546(1,77,1)
+Div_233:Div*input:onnx_3A__3A_Pow_5F_540(1,77,768);onnx_3A__3A_Div_5F_546(1,77,1)*output:onnx_3A__3A_Mul_5F_547(1,77,768)
+Mul_234:Mul*input:onnx_3A__3A_Mul_5F_547(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_1_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_548(1,77,768)
+Add_235:Add*input:onnx_3A__3A_Add_5F_548(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_1_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_549(1,77,768)
+MatMul_236:MatMul*input:onnx_3A__3A_MatMul_5F_549(1,77,768);onnx_3A__3A_MatMul_5F_2376.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_551(1,77,3072)
+Add_237:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_551(1,77,3072)*output:onnx_3A__3A_Mul_5F_552(1,77,3072)
+Mul_239:Mul*input:onnx_3A__3A_Mul_5F_552(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_554(1,77,3072)
+Sigmoid_240:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_554(1,77,3072)*output:onnx_3A__3A_Mul_5F_555(1,77,3072)
+Mul_241:Mul*input:onnx_3A__3A_Mul_5F_552(1,77,3072);onnx_3A__3A_Mul_5F_555(1,77,3072)*output:onnx_3A__3A_MatMul_5F_556(1,77,3072)
+MatMul_242:MatMul*input:onnx_3A__3A_MatMul_5F_556(1,77,3072);onnx_3A__3A_MatMul_5F_2377.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_558(1,77,768)
+Add_243:Add*input:text_5F_model_2E_encoder_2E_layers_2E_1_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_558(1,77,768)*output:onnx_3A__3A_Add_5F_559(1,77,768)
+Add_244:Add*input:input_2E_19(1,77,768);onnx_3A__3A_Add_5F_559(1,77,768)*output:input_2E_23(1,77,768)
+ReduceMean_245:ReduceMean*input:input_2E_23(1,77,768)*output:onnx_3A__3A_Sub_5F_561(1,77,1)*axes:-1
+Sub_246:Sub*input:input_2E_23(1,77,768);onnx_3A__3A_Sub_5F_561(1,77,1)*output:onnx_3A__3A_Pow_5F_562(1,77,768)
+Pow_248:Pow*input:onnx_3A__3A_Pow_5F_562(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_564(1,77,768)
+ReduceMean_249:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_564(1,77,768)*output:onnx_3A__3A_Add_5F_565(1,77,1)*axes:-1
+Add_251:Add*input:onnx_3A__3A_Add_5F_565(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_567(1,77,1)
+Sqrt_252:Sqrt*input:onnx_3A__3A_Sqrt_5F_567(1,77,1)*output:onnx_3A__3A_Div_5F_568(1,77,1)
+Div_253:Div*input:onnx_3A__3A_Pow_5F_562(1,77,768);onnx_3A__3A_Div_5F_568(1,77,1)*output:onnx_3A__3A_Mul_5F_569(1,77,768)
+Mul_254:Mul*input:onnx_3A__3A_Mul_5F_569(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_2_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_570(1,77,768)
+Add_255:Add*input:onnx_3A__3A_Add_5F_570(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_2_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_571(1,77,768)
+MatMul_256:MatMul*input:onnx_3A__3A_MatMul_5F_571(1,77,768);onnx_3A__3A_MatMul_5F_2378.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_576(1,77,768)
+Add_257:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_576(1,77,768)*output:onnx_3A__3A_Mul_5F_577(1,77,768)
+Mul_259:Mul*input:onnx_3A__3A_Mul_5F_577(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_7(1,77,768)
+MatMul_260:MatMul*input:onnx_3A__3A_MatMul_5F_571(1,77,768);onnx_3A__3A_MatMul_5F_2379.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_581(1,77,768)
+Add_261:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_581(1,77,768)*output:onnx_3A__3A_Reshape_5F_582(1,77,768)
+Reshape_262:Reshape*input:onnx_3A__3A_Reshape_5F_582(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_595(1,77,12,64)*allowzero:0
+Transpose_263:Transpose*input:onnx_3A__3A_Transpose_5F_595(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_596(1,12,77,64)*perm:0,2,1,3
+MatMul_264:MatMul*input:onnx_3A__3A_MatMul_5F_571(1,77,768);onnx_3A__3A_MatMul_5F_2385.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_598(1,77,768)
+Add_265:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_598(1,77,768)*output:onnx_3A__3A_Reshape_5F_599(1,77,768)
+Reshape_266:Reshape*input:onnx_3A__3A_Reshape_5F_599(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_612(1,77,12,64)*allowzero:0
+Transpose_267:Transpose*input:onnx_3A__3A_Transpose_5F_612(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_613(1,12,77,64)*perm:0,2,1,3
+Reshape_268:Reshape*input:query_5F_states_2E_7(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_626(1,77,12,64)*allowzero:0
+Transpose_269:Transpose*input:onnx_3A__3A_Transpose_5F_626(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_627(1,12,77,64)*perm:0,2,1,3
+Reshape_270:Reshape*input:onnx_3A__3A_Reshape_5F_627(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_637(12,77,64)*allowzero:0
+Reshape_271:Reshape*input:onnx_3A__3A_Reshape_5F_596(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_647(12,77,64)*allowzero:0
+Reshape_272:Reshape*input:onnx_3A__3A_Reshape_5F_613(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_657(12,77,64)*allowzero:0
+Transpose_273:Transpose*input:onnx_3A__3A_Transpose_5F_647(12,77,64)*output:onnx_3A__3A_MatMul_5F_659(12,64,77)*perm:0,2,1
+MatMul_274:MatMul*input:onnx_3A__3A_MatMul_5F_637(12,77,64);onnx_3A__3A_MatMul_5F_659(12,64,77)*output:onnx_3A__3A_Reshape_5F_660(12,77,77)
+Reshape_275:Reshape*input:onnx_3A__3A_Reshape_5F_660(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_671(1,12,77,77)*allowzero:0
+Add_276:Add*input:onnx_3A__3A_Add_5F_671(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_672(1,12,77,77)
+Reshape_277:Reshape*input:onnx_3A__3A_Reshape_5F_672(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_15(12,77,77)*allowzero:0
+Softmax_278:Softmax*input:attn_5F_weights_2E_15(12,77,77)*output:attn_5F_weights_2E_19(12,77,77)*axis:-1
+MatMul_279:MatMul*input:attn_5F_weights_2E_19(12,77,77);onnx_3A__3A_MatMul_5F_657(12,77,64)*output:onnx_3A__3A_Reshape_5F_683(12,77,64)
+Reshape_280:Reshape*input:onnx_3A__3A_Reshape_5F_683(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_695(1,12,77,64)*allowzero:0
+Transpose_281:Transpose*input:onnx_3A__3A_Transpose_5F_695(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_696(1,77,12,64)*perm:0,2,1,3
+Reshape_282:Reshape*input:onnx_3A__3A_Reshape_5F_696(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_704(1,77,768)*allowzero:0
+MatMul_283:MatMul*input:onnx_3A__3A_MatMul_5F_704(1,77,768);onnx_3A__3A_MatMul_5F_2426.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_706(1,77,768)
+Add_284:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_706(1,77,768)*output:onnx_3A__3A_Add_5F_707(1,77,768)
+Add_285:Add*input:input_2E_23(1,77,768);onnx_3A__3A_Add_5F_707(1,77,768)*output:input_2E_27(1,77,768)
+ReduceMean_286:ReduceMean*input:input_2E_27(1,77,768)*output:onnx_3A__3A_Sub_5F_709(1,77,1)*axes:-1
+Sub_287:Sub*input:input_2E_27(1,77,768);onnx_3A__3A_Sub_5F_709(1,77,1)*output:onnx_3A__3A_Pow_5F_710(1,77,768)
+Pow_289:Pow*input:onnx_3A__3A_Pow_5F_710(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_712(1,77,768)
+ReduceMean_290:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_712(1,77,768)*output:onnx_3A__3A_Add_5F_713(1,77,1)*axes:-1
+Add_292:Add*input:onnx_3A__3A_Add_5F_713(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_715(1,77,1)
+Sqrt_293:Sqrt*input:onnx_3A__3A_Sqrt_5F_715(1,77,1)*output:onnx_3A__3A_Div_5F_716(1,77,1)
+Div_294:Div*input:onnx_3A__3A_Pow_5F_710(1,77,768);onnx_3A__3A_Div_5F_716(1,77,1)*output:onnx_3A__3A_Mul_5F_717(1,77,768)
+Mul_295:Mul*input:onnx_3A__3A_Mul_5F_717(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_2_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_718(1,77,768)
+Add_296:Add*input:onnx_3A__3A_Add_5F_718(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_2_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_719(1,77,768)
+MatMul_297:MatMul*input:onnx_3A__3A_MatMul_5F_719(1,77,768);onnx_3A__3A_MatMul_5F_2427.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_721(1,77,3072)
+Add_298:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_721(1,77,3072)*output:onnx_3A__3A_Mul_5F_722(1,77,3072)
+Mul_300:Mul*input:onnx_3A__3A_Mul_5F_722(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_724(1,77,3072)
+Sigmoid_301:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_724(1,77,3072)*output:onnx_3A__3A_Mul_5F_725(1,77,3072)
+Mul_302:Mul*input:onnx_3A__3A_Mul_5F_722(1,77,3072);onnx_3A__3A_Mul_5F_725(1,77,3072)*output:onnx_3A__3A_MatMul_5F_726(1,77,3072)
+MatMul_303:MatMul*input:onnx_3A__3A_MatMul_5F_726(1,77,3072);onnx_3A__3A_MatMul_5F_2428.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_728(1,77,768)
+Add_304:Add*input:text_5F_model_2E_encoder_2E_layers_2E_2_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_728(1,77,768)*output:onnx_3A__3A_Add_5F_729(1,77,768)
+Add_305:Add*input:input_2E_27(1,77,768);onnx_3A__3A_Add_5F_729(1,77,768)*output:input_2E_31(1,77,768)
+ReduceMean_306:ReduceMean*input:input_2E_31(1,77,768)*output:onnx_3A__3A_Sub_5F_731(1,77,1)*axes:-1
+Sub_307:Sub*input:input_2E_31(1,77,768);onnx_3A__3A_Sub_5F_731(1,77,1)*output:onnx_3A__3A_Pow_5F_732(1,77,768)
+Pow_309:Pow*input:onnx_3A__3A_Pow_5F_732(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_734(1,77,768)
+ReduceMean_310:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_734(1,77,768)*output:onnx_3A__3A_Add_5F_735(1,77,1)*axes:-1
+Add_312:Add*input:onnx_3A__3A_Add_5F_735(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_737(1,77,1)
+Sqrt_313:Sqrt*input:onnx_3A__3A_Sqrt_5F_737(1,77,1)*output:onnx_3A__3A_Div_5F_738(1,77,1)
+Div_314:Div*input:onnx_3A__3A_Pow_5F_732(1,77,768);onnx_3A__3A_Div_5F_738(1,77,1)*output:onnx_3A__3A_Mul_5F_739(1,77,768)
+Mul_315:Mul*input:onnx_3A__3A_Mul_5F_739(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_3_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_740(1,77,768)
+Add_316:Add*input:onnx_3A__3A_Add_5F_740(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_3_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_741(1,77,768)
+MatMul_317:MatMul*input:onnx_3A__3A_MatMul_5F_741(1,77,768);onnx_3A__3A_MatMul_5F_2429.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_746(1,77,768)
+Add_318:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_746(1,77,768)*output:onnx_3A__3A_Mul_5F_747(1,77,768)
+Mul_320:Mul*input:onnx_3A__3A_Mul_5F_747(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_11(1,77,768)
+MatMul_321:MatMul*input:onnx_3A__3A_MatMul_5F_741(1,77,768);onnx_3A__3A_MatMul_5F_2430.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_751(1,77,768)
+Add_322:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_751(1,77,768)*output:onnx_3A__3A_Reshape_5F_752(1,77,768)
+Reshape_323:Reshape*input:onnx_3A__3A_Reshape_5F_752(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_765(1,77,12,64)*allowzero:0
+Transpose_324:Transpose*input:onnx_3A__3A_Transpose_5F_765(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_766(1,12,77,64)*perm:0,2,1,3
+MatMul_325:MatMul*input:onnx_3A__3A_MatMul_5F_741(1,77,768);onnx_3A__3A_MatMul_5F_2436.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_768(1,77,768)
+Add_326:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_768(1,77,768)*output:onnx_3A__3A_Reshape_5F_769(1,77,768)
+Reshape_327:Reshape*input:onnx_3A__3A_Reshape_5F_769(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_782(1,77,12,64)*allowzero:0
+Transpose_328:Transpose*input:onnx_3A__3A_Transpose_5F_782(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_783(1,12,77,64)*perm:0,2,1,3
+Reshape_329:Reshape*input:query_5F_states_2E_11(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_796(1,77,12,64)*allowzero:0
+Transpose_330:Transpose*input:onnx_3A__3A_Transpose_5F_796(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_797(1,12,77,64)*perm:0,2,1,3
+Reshape_331:Reshape*input:onnx_3A__3A_Reshape_5F_797(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_807(12,77,64)*allowzero:0
+Reshape_332:Reshape*input:onnx_3A__3A_Reshape_5F_766(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_817(12,77,64)*allowzero:0
+Reshape_333:Reshape*input:onnx_3A__3A_Reshape_5F_783(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_827(12,77,64)*allowzero:0
+Transpose_334:Transpose*input:onnx_3A__3A_Transpose_5F_817(12,77,64)*output:onnx_3A__3A_MatMul_5F_829(12,64,77)*perm:0,2,1
+MatMul_335:MatMul*input:onnx_3A__3A_MatMul_5F_807(12,77,64);onnx_3A__3A_MatMul_5F_829(12,64,77)*output:onnx_3A__3A_Reshape_5F_830(12,77,77)
+Reshape_336:Reshape*input:onnx_3A__3A_Reshape_5F_830(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_841(1,12,77,77)*allowzero:0
+Add_337:Add*input:onnx_3A__3A_Add_5F_841(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_842(1,12,77,77)
+Reshape_338:Reshape*input:onnx_3A__3A_Reshape_5F_842(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_23(12,77,77)*allowzero:0
+Softmax_339:Softmax*input:attn_5F_weights_2E_23(12,77,77)*output:attn_5F_weights_2E_27(12,77,77)*axis:-1
+MatMul_340:MatMul*input:attn_5F_weights_2E_27(12,77,77);onnx_3A__3A_MatMul_5F_827(12,77,64)*output:onnx_3A__3A_Reshape_5F_853(12,77,64)
+Reshape_341:Reshape*input:onnx_3A__3A_Reshape_5F_853(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_865(1,12,77,64)*allowzero:0
+Transpose_342:Transpose*input:onnx_3A__3A_Transpose_5F_865(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_866(1,77,12,64)*perm:0,2,1,3
+Reshape_343:Reshape*input:onnx_3A__3A_Reshape_5F_866(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_874(1,77,768)*allowzero:0
+MatMul_344:MatMul*input:onnx_3A__3A_MatMul_5F_874(1,77,768);onnx_3A__3A_MatMul_5F_2477.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_876(1,77,768)
+Add_345:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_876(1,77,768)*output:onnx_3A__3A_Add_5F_877(1,77,768)
+Add_346:Add*input:input_2E_31(1,77,768);onnx_3A__3A_Add_5F_877(1,77,768)*output:input_2E_35(1,77,768)
+ReduceMean_347:ReduceMean*input:input_2E_35(1,77,768)*output:onnx_3A__3A_Sub_5F_879(1,77,1)*axes:-1
+Sub_348:Sub*input:input_2E_35(1,77,768);onnx_3A__3A_Sub_5F_879(1,77,1)*output:onnx_3A__3A_Pow_5F_880(1,77,768)
+Pow_350:Pow*input:onnx_3A__3A_Pow_5F_880(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_882(1,77,768)
+ReduceMean_351:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_882(1,77,768)*output:onnx_3A__3A_Add_5F_883(1,77,1)*axes:-1
+Add_353:Add*input:onnx_3A__3A_Add_5F_883(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_885(1,77,1)
+Sqrt_354:Sqrt*input:onnx_3A__3A_Sqrt_5F_885(1,77,1)*output:onnx_3A__3A_Div_5F_886(1,77,1)
+Div_355:Div*input:onnx_3A__3A_Pow_5F_880(1,77,768);onnx_3A__3A_Div_5F_886(1,77,1)*output:onnx_3A__3A_Mul_5F_887(1,77,768)
+Mul_356:Mul*input:onnx_3A__3A_Mul_5F_887(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_3_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_888(1,77,768)
+Add_357:Add*input:onnx_3A__3A_Add_5F_888(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_3_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_889(1,77,768)
+MatMul_358:MatMul*input:onnx_3A__3A_MatMul_5F_889(1,77,768);onnx_3A__3A_MatMul_5F_2478.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_891(1,77,3072)
+Add_359:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_891(1,77,3072)*output:onnx_3A__3A_Mul_5F_892(1,77,3072)
+Mul_361:Mul*input:onnx_3A__3A_Mul_5F_892(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_894(1,77,3072)
+Sigmoid_362:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_894(1,77,3072)*output:onnx_3A__3A_Mul_5F_895(1,77,3072)
+Mul_363:Mul*input:onnx_3A__3A_Mul_5F_892(1,77,3072);onnx_3A__3A_Mul_5F_895(1,77,3072)*output:onnx_3A__3A_MatMul_5F_896(1,77,3072)
+MatMul_364:MatMul*input:onnx_3A__3A_MatMul_5F_896(1,77,3072);onnx_3A__3A_MatMul_5F_2479.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_898(1,77,768)
+Add_365:Add*input:text_5F_model_2E_encoder_2E_layers_2E_3_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_898(1,77,768)*output:onnx_3A__3A_Add_5F_899(1,77,768)
+Add_366:Add*input:input_2E_35(1,77,768);onnx_3A__3A_Add_5F_899(1,77,768)*output:input_2E_39(1,77,768)
+ReduceMean_367:ReduceMean*input:input_2E_39(1,77,768)*output:onnx_3A__3A_Sub_5F_901(1,77,1)*axes:-1
+Sub_368:Sub*input:input_2E_39(1,77,768);onnx_3A__3A_Sub_5F_901(1,77,1)*output:onnx_3A__3A_Pow_5F_902(1,77,768)
+Pow_370:Pow*input:onnx_3A__3A_Pow_5F_902(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_904(1,77,768)
+ReduceMean_371:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_904(1,77,768)*output:onnx_3A__3A_Add_5F_905(1,77,1)*axes:-1
+Add_373:Add*input:onnx_3A__3A_Add_5F_905(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_907(1,77,1)
+Sqrt_374:Sqrt*input:onnx_3A__3A_Sqrt_5F_907(1,77,1)*output:onnx_3A__3A_Div_5F_908(1,77,1)
+Div_375:Div*input:onnx_3A__3A_Pow_5F_902(1,77,768);onnx_3A__3A_Div_5F_908(1,77,1)*output:onnx_3A__3A_Mul_5F_909(1,77,768)
+Mul_376:Mul*input:onnx_3A__3A_Mul_5F_909(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_4_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_910(1,77,768)
+Add_377:Add*input:onnx_3A__3A_Add_5F_910(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_4_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_911(1,77,768)
+MatMul_378:MatMul*input:onnx_3A__3A_MatMul_5F_911(1,77,768);onnx_3A__3A_MatMul_5F_2480.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_916(1,77,768)
+Add_379:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_916(1,77,768)*output:onnx_3A__3A_Mul_5F_917(1,77,768)
+Mul_381:Mul*input:onnx_3A__3A_Mul_5F_917(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_15(1,77,768)
+MatMul_382:MatMul*input:onnx_3A__3A_MatMul_5F_911(1,77,768);onnx_3A__3A_MatMul_5F_2481.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_921(1,77,768)
+Add_383:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_921(1,77,768)*output:onnx_3A__3A_Reshape_5F_922(1,77,768)
+Reshape_384:Reshape*input:onnx_3A__3A_Reshape_5F_922(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_935(1,77,12,64)*allowzero:0
+Transpose_385:Transpose*input:onnx_3A__3A_Transpose_5F_935(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_936(1,12,77,64)*perm:0,2,1,3
+MatMul_386:MatMul*input:onnx_3A__3A_MatMul_5F_911(1,77,768);onnx_3A__3A_MatMul_5F_2487.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_938(1,77,768)
+Add_387:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_938(1,77,768)*output:onnx_3A__3A_Reshape_5F_939(1,77,768)
+Reshape_388:Reshape*input:onnx_3A__3A_Reshape_5F_939(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_952(1,77,12,64)*allowzero:0
+Transpose_389:Transpose*input:onnx_3A__3A_Transpose_5F_952(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_953(1,12,77,64)*perm:0,2,1,3
+Reshape_390:Reshape*input:query_5F_states_2E_15(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_966(1,77,12,64)*allowzero:0
+Transpose_391:Transpose*input:onnx_3A__3A_Transpose_5F_966(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_967(1,12,77,64)*perm:0,2,1,3
+Reshape_392:Reshape*input:onnx_3A__3A_Reshape_5F_967(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_977(12,77,64)*allowzero:0
+Reshape_393:Reshape*input:onnx_3A__3A_Reshape_5F_936(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_987(12,77,64)*allowzero:0
+Reshape_394:Reshape*input:onnx_3A__3A_Reshape_5F_953(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_997(12,77,64)*allowzero:0
+Transpose_395:Transpose*input:onnx_3A__3A_Transpose_5F_987(12,77,64)*output:onnx_3A__3A_MatMul_5F_999(12,64,77)*perm:0,2,1
+MatMul_396:MatMul*input:onnx_3A__3A_MatMul_5F_977(12,77,64);onnx_3A__3A_MatMul_5F_999(12,64,77)*output:onnx_3A__3A_Reshape_5F_1000(12,77,77)
+Reshape_397:Reshape*input:onnx_3A__3A_Reshape_5F_1000(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1011(1,12,77,77)*allowzero:0
+Add_398:Add*input:onnx_3A__3A_Add_5F_1011(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1012(1,12,77,77)
+Reshape_399:Reshape*input:onnx_3A__3A_Reshape_5F_1012(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_31(12,77,77)*allowzero:0
+Softmax_400:Softmax*input:attn_5F_weights_2E_31(12,77,77)*output:attn_5F_weights_2E_35(12,77,77)*axis:-1
+MatMul_401:MatMul*input:attn_5F_weights_2E_35(12,77,77);onnx_3A__3A_MatMul_5F_997(12,77,64)*output:onnx_3A__3A_Reshape_5F_1023(12,77,64)
+Reshape_402:Reshape*input:onnx_3A__3A_Reshape_5F_1023(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1035(1,12,77,64)*allowzero:0
+Transpose_403:Transpose*input:onnx_3A__3A_Transpose_5F_1035(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1036(1,77,12,64)*perm:0,2,1,3
+Reshape_404:Reshape*input:onnx_3A__3A_Reshape_5F_1036(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1044(1,77,768)*allowzero:0
+MatMul_405:MatMul*input:onnx_3A__3A_MatMul_5F_1044(1,77,768);onnx_3A__3A_MatMul_5F_2528.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1046(1,77,768)
+Add_406:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1046(1,77,768)*output:onnx_3A__3A_Add_5F_1047(1,77,768)
+Add_407:Add*input:input_2E_39(1,77,768);onnx_3A__3A_Add_5F_1047(1,77,768)*output:input_2E_43(1,77,768)
+ReduceMean_408:ReduceMean*input:input_2E_43(1,77,768)*output:onnx_3A__3A_Sub_5F_1049(1,77,1)*axes:-1
+Sub_409:Sub*input:input_2E_43(1,77,768);onnx_3A__3A_Sub_5F_1049(1,77,1)*output:onnx_3A__3A_Pow_5F_1050(1,77,768)
+Pow_411:Pow*input:onnx_3A__3A_Pow_5F_1050(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1052(1,77,768)
+ReduceMean_412:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1052(1,77,768)*output:onnx_3A__3A_Add_5F_1053(1,77,1)*axes:-1
+Add_414:Add*input:onnx_3A__3A_Add_5F_1053(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1055(1,77,1)
+Sqrt_415:Sqrt*input:onnx_3A__3A_Sqrt_5F_1055(1,77,1)*output:onnx_3A__3A_Div_5F_1056(1,77,1)
+Div_416:Div*input:onnx_3A__3A_Pow_5F_1050(1,77,768);onnx_3A__3A_Div_5F_1056(1,77,1)*output:onnx_3A__3A_Mul_5F_1057(1,77,768)
+Mul_417:Mul*input:onnx_3A__3A_Mul_5F_1057(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_4_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1058(1,77,768)
+Add_418:Add*input:onnx_3A__3A_Add_5F_1058(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_4_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1059(1,77,768)
+MatMul_419:MatMul*input:onnx_3A__3A_MatMul_5F_1059(1,77,768);onnx_3A__3A_MatMul_5F_2529.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1061(1,77,3072)
+Add_420:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1061(1,77,3072)*output:onnx_3A__3A_Mul_5F_1062(1,77,3072)
+Mul_422:Mul*input:onnx_3A__3A_Mul_5F_1062(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1064(1,77,3072)
+Sigmoid_423:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1064(1,77,3072)*output:onnx_3A__3A_Mul_5F_1065(1,77,3072)
+Mul_424:Mul*input:onnx_3A__3A_Mul_5F_1062(1,77,3072);onnx_3A__3A_Mul_5F_1065(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1066(1,77,3072)
+MatMul_425:MatMul*input:onnx_3A__3A_MatMul_5F_1066(1,77,3072);onnx_3A__3A_MatMul_5F_2530.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1068(1,77,768)
+Add_426:Add*input:text_5F_model_2E_encoder_2E_layers_2E_4_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1068(1,77,768)*output:onnx_3A__3A_Add_5F_1069(1,77,768)
+Add_427:Add*input:input_2E_43(1,77,768);onnx_3A__3A_Add_5F_1069(1,77,768)*output:input_2E_47(1,77,768)
+ReduceMean_428:ReduceMean*input:input_2E_47(1,77,768)*output:onnx_3A__3A_Sub_5F_1071(1,77,1)*axes:-1
+Sub_429:Sub*input:input_2E_47(1,77,768);onnx_3A__3A_Sub_5F_1071(1,77,1)*output:onnx_3A__3A_Pow_5F_1072(1,77,768)
+Pow_431:Pow*input:onnx_3A__3A_Pow_5F_1072(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1074(1,77,768)
+ReduceMean_432:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1074(1,77,768)*output:onnx_3A__3A_Add_5F_1075(1,77,1)*axes:-1
+Add_434:Add*input:onnx_3A__3A_Add_5F_1075(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1077(1,77,1)
+Sqrt_435:Sqrt*input:onnx_3A__3A_Sqrt_5F_1077(1,77,1)*output:onnx_3A__3A_Div_5F_1078(1,77,1)
+Div_436:Div*input:onnx_3A__3A_Pow_5F_1072(1,77,768);onnx_3A__3A_Div_5F_1078(1,77,1)*output:onnx_3A__3A_Mul_5F_1079(1,77,768)
+Mul_437:Mul*input:onnx_3A__3A_Mul_5F_1079(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_5_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1080(1,77,768)
+Add_438:Add*input:onnx_3A__3A_Add_5F_1080(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_5_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1081(1,77,768)
+MatMul_439:MatMul*input:onnx_3A__3A_MatMul_5F_1081(1,77,768);onnx_3A__3A_MatMul_5F_2531.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1086(1,77,768)
+Add_440:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1086(1,77,768)*output:onnx_3A__3A_Mul_5F_1087(1,77,768)
+Mul_442:Mul*input:onnx_3A__3A_Mul_5F_1087(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_19(1,77,768)
+MatMul_443:MatMul*input:onnx_3A__3A_MatMul_5F_1081(1,77,768);onnx_3A__3A_MatMul_5F_2532.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1091(1,77,768)
+Add_444:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1091(1,77,768)*output:onnx_3A__3A_Reshape_5F_1092(1,77,768)
+Reshape_445:Reshape*input:onnx_3A__3A_Reshape_5F_1092(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1105(1,77,12,64)*allowzero:0
+Transpose_446:Transpose*input:onnx_3A__3A_Transpose_5F_1105(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1106(1,12,77,64)*perm:0,2,1,3
+MatMul_447:MatMul*input:onnx_3A__3A_MatMul_5F_1081(1,77,768);onnx_3A__3A_MatMul_5F_2538.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1108(1,77,768)
+Add_448:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1108(1,77,768)*output:onnx_3A__3A_Reshape_5F_1109(1,77,768)
+Reshape_449:Reshape*input:onnx_3A__3A_Reshape_5F_1109(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1122(1,77,12,64)*allowzero:0
+Transpose_450:Transpose*input:onnx_3A__3A_Transpose_5F_1122(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1123(1,12,77,64)*perm:0,2,1,3
+Reshape_451:Reshape*input:query_5F_states_2E_19(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1136(1,77,12,64)*allowzero:0
+Transpose_452:Transpose*input:onnx_3A__3A_Transpose_5F_1136(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1137(1,12,77,64)*perm:0,2,1,3
+Reshape_453:Reshape*input:onnx_3A__3A_Reshape_5F_1137(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1147(12,77,64)*allowzero:0
+Reshape_454:Reshape*input:onnx_3A__3A_Reshape_5F_1106(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1157(12,77,64)*allowzero:0
+Reshape_455:Reshape*input:onnx_3A__3A_Reshape_5F_1123(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1167(12,77,64)*allowzero:0
+Transpose_456:Transpose*input:onnx_3A__3A_Transpose_5F_1157(12,77,64)*output:onnx_3A__3A_MatMul_5F_1169(12,64,77)*perm:0,2,1
+MatMul_457:MatMul*input:onnx_3A__3A_MatMul_5F_1147(12,77,64);onnx_3A__3A_MatMul_5F_1169(12,64,77)*output:onnx_3A__3A_Reshape_5F_1170(12,77,77)
+Reshape_458:Reshape*input:onnx_3A__3A_Reshape_5F_1170(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1181(1,12,77,77)*allowzero:0
+Add_459:Add*input:onnx_3A__3A_Add_5F_1181(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1182(1,12,77,77)
+Reshape_460:Reshape*input:onnx_3A__3A_Reshape_5F_1182(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_39(12,77,77)*allowzero:0
+Softmax_461:Softmax*input:attn_5F_weights_2E_39(12,77,77)*output:attn_5F_weights_2E_43(12,77,77)*axis:-1
+MatMul_462:MatMul*input:attn_5F_weights_2E_43(12,77,77);onnx_3A__3A_MatMul_5F_1167(12,77,64)*output:onnx_3A__3A_Reshape_5F_1193(12,77,64)
+Reshape_463:Reshape*input:onnx_3A__3A_Reshape_5F_1193(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1205(1,12,77,64)*allowzero:0
+Transpose_464:Transpose*input:onnx_3A__3A_Transpose_5F_1205(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1206(1,77,12,64)*perm:0,2,1,3
+Reshape_465:Reshape*input:onnx_3A__3A_Reshape_5F_1206(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1214(1,77,768)*allowzero:0
+MatMul_466:MatMul*input:onnx_3A__3A_MatMul_5F_1214(1,77,768);onnx_3A__3A_MatMul_5F_2579.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1216(1,77,768)
+Add_467:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1216(1,77,768)*output:onnx_3A__3A_Add_5F_1217(1,77,768)
+Add_468:Add*input:input_2E_47(1,77,768);onnx_3A__3A_Add_5F_1217(1,77,768)*output:input_2E_51(1,77,768)
+ReduceMean_469:ReduceMean*input:input_2E_51(1,77,768)*output:onnx_3A__3A_Sub_5F_1219(1,77,1)*axes:-1
+Sub_470:Sub*input:input_2E_51(1,77,768);onnx_3A__3A_Sub_5F_1219(1,77,1)*output:onnx_3A__3A_Pow_5F_1220(1,77,768)
+Pow_472:Pow*input:onnx_3A__3A_Pow_5F_1220(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1222(1,77,768)
+ReduceMean_473:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1222(1,77,768)*output:onnx_3A__3A_Add_5F_1223(1,77,1)*axes:-1
+Add_475:Add*input:onnx_3A__3A_Add_5F_1223(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1225(1,77,1)
+Sqrt_476:Sqrt*input:onnx_3A__3A_Sqrt_5F_1225(1,77,1)*output:onnx_3A__3A_Div_5F_1226(1,77,1)
+Div_477:Div*input:onnx_3A__3A_Pow_5F_1220(1,77,768);onnx_3A__3A_Div_5F_1226(1,77,1)*output:onnx_3A__3A_Mul_5F_1227(1,77,768)
+Mul_478:Mul*input:onnx_3A__3A_Mul_5F_1227(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_5_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1228(1,77,768)
+Add_479:Add*input:onnx_3A__3A_Add_5F_1228(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_5_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1229(1,77,768)
+MatMul_480:MatMul*input:onnx_3A__3A_MatMul_5F_1229(1,77,768);onnx_3A__3A_MatMul_5F_2580.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1231(1,77,3072)
+Add_481:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1231(1,77,3072)*output:onnx_3A__3A_Mul_5F_1232(1,77,3072)
+Mul_483:Mul*input:onnx_3A__3A_Mul_5F_1232(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1234(1,77,3072)
+Sigmoid_484:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1234(1,77,3072)*output:onnx_3A__3A_Mul_5F_1235(1,77,3072)
+Mul_485:Mul*input:onnx_3A__3A_Mul_5F_1232(1,77,3072);onnx_3A__3A_Mul_5F_1235(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1236(1,77,3072)
+MatMul_486:MatMul*input:onnx_3A__3A_MatMul_5F_1236(1,77,3072);onnx_3A__3A_MatMul_5F_2581.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1238(1,77,768)
+Add_487:Add*input:text_5F_model_2E_encoder_2E_layers_2E_5_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1238(1,77,768)*output:onnx_3A__3A_Add_5F_1239(1,77,768)
+Add_488:Add*input:input_2E_51(1,77,768);onnx_3A__3A_Add_5F_1239(1,77,768)*output:input_2E_55(1,77,768)
+ReduceMean_489:ReduceMean*input:input_2E_55(1,77,768)*output:onnx_3A__3A_Sub_5F_1241(1,77,1)*axes:-1
+Sub_490:Sub*input:input_2E_55(1,77,768);onnx_3A__3A_Sub_5F_1241(1,77,1)*output:onnx_3A__3A_Pow_5F_1242(1,77,768)
+Pow_492:Pow*input:onnx_3A__3A_Pow_5F_1242(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1244(1,77,768)
+ReduceMean_493:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1244(1,77,768)*output:onnx_3A__3A_Add_5F_1245(1,77,1)*axes:-1
+Add_495:Add*input:onnx_3A__3A_Add_5F_1245(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1247(1,77,1)
+Sqrt_496:Sqrt*input:onnx_3A__3A_Sqrt_5F_1247(1,77,1)*output:onnx_3A__3A_Div_5F_1248(1,77,1)
+Div_497:Div*input:onnx_3A__3A_Pow_5F_1242(1,77,768);onnx_3A__3A_Div_5F_1248(1,77,1)*output:onnx_3A__3A_Mul_5F_1249(1,77,768)
+Mul_498:Mul*input:onnx_3A__3A_Mul_5F_1249(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_6_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1250(1,77,768)
+Add_499:Add*input:onnx_3A__3A_Add_5F_1250(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_6_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1251(1,77,768)
+MatMul_500:MatMul*input:onnx_3A__3A_MatMul_5F_1251(1,77,768);onnx_3A__3A_MatMul_5F_2582.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1256(1,77,768)
+Add_501:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1256(1,77,768)*output:onnx_3A__3A_Mul_5F_1257(1,77,768)
+Mul_503:Mul*input:onnx_3A__3A_Mul_5F_1257(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_23(1,77,768)
+MatMul_504:MatMul*input:onnx_3A__3A_MatMul_5F_1251(1,77,768);onnx_3A__3A_MatMul_5F_2583.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1261(1,77,768)
+Add_505:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1261(1,77,768)*output:onnx_3A__3A_Reshape_5F_1262(1,77,768)
+Reshape_506:Reshape*input:onnx_3A__3A_Reshape_5F_1262(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1275(1,77,12,64)*allowzero:0
+Transpose_507:Transpose*input:onnx_3A__3A_Transpose_5F_1275(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1276(1,12,77,64)*perm:0,2,1,3
+MatMul_508:MatMul*input:onnx_3A__3A_MatMul_5F_1251(1,77,768);onnx_3A__3A_MatMul_5F_2589.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1278(1,77,768)
+Add_509:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1278(1,77,768)*output:onnx_3A__3A_Reshape_5F_1279(1,77,768)
+Reshape_510:Reshape*input:onnx_3A__3A_Reshape_5F_1279(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1292(1,77,12,64)*allowzero:0
+Transpose_511:Transpose*input:onnx_3A__3A_Transpose_5F_1292(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1293(1,12,77,64)*perm:0,2,1,3
+Reshape_512:Reshape*input:query_5F_states_2E_23(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1306(1,77,12,64)*allowzero:0
+Transpose_513:Transpose*input:onnx_3A__3A_Transpose_5F_1306(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1307(1,12,77,64)*perm:0,2,1,3
+Reshape_514:Reshape*input:onnx_3A__3A_Reshape_5F_1307(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1317(12,77,64)*allowzero:0
+Reshape_515:Reshape*input:onnx_3A__3A_Reshape_5F_1276(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1327(12,77,64)*allowzero:0
+Reshape_516:Reshape*input:onnx_3A__3A_Reshape_5F_1293(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1337(12,77,64)*allowzero:0
+Transpose_517:Transpose*input:onnx_3A__3A_Transpose_5F_1327(12,77,64)*output:onnx_3A__3A_MatMul_5F_1339(12,64,77)*perm:0,2,1
+MatMul_518:MatMul*input:onnx_3A__3A_MatMul_5F_1317(12,77,64);onnx_3A__3A_MatMul_5F_1339(12,64,77)*output:onnx_3A__3A_Reshape_5F_1340(12,77,77)
+Reshape_519:Reshape*input:onnx_3A__3A_Reshape_5F_1340(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1351(1,12,77,77)*allowzero:0
+Add_520:Add*input:onnx_3A__3A_Add_5F_1351(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1352(1,12,77,77)
+Reshape_521:Reshape*input:onnx_3A__3A_Reshape_5F_1352(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_47(12,77,77)*allowzero:0
+Softmax_522:Softmax*input:attn_5F_weights_2E_47(12,77,77)*output:attn_5F_weights_2E_51(12,77,77)*axis:-1
+MatMul_523:MatMul*input:attn_5F_weights_2E_51(12,77,77);onnx_3A__3A_MatMul_5F_1337(12,77,64)*output:onnx_3A__3A_Reshape_5F_1363(12,77,64)
+Reshape_524:Reshape*input:onnx_3A__3A_Reshape_5F_1363(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1375(1,12,77,64)*allowzero:0
+Transpose_525:Transpose*input:onnx_3A__3A_Transpose_5F_1375(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1376(1,77,12,64)*perm:0,2,1,3
+Reshape_526:Reshape*input:onnx_3A__3A_Reshape_5F_1376(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1384(1,77,768)*allowzero:0
+MatMul_527:MatMul*input:onnx_3A__3A_MatMul_5F_1384(1,77,768);onnx_3A__3A_MatMul_5F_2630.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1386(1,77,768)
+Add_528:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1386(1,77,768)*output:onnx_3A__3A_Add_5F_1387(1,77,768)
+Add_529:Add*input:input_2E_55(1,77,768);onnx_3A__3A_Add_5F_1387(1,77,768)*output:input_2E_59(1,77,768)
+ReduceMean_530:ReduceMean*input:input_2E_59(1,77,768)*output:onnx_3A__3A_Sub_5F_1389(1,77,1)*axes:-1
+Sub_531:Sub*input:input_2E_59(1,77,768);onnx_3A__3A_Sub_5F_1389(1,77,1)*output:onnx_3A__3A_Pow_5F_1390(1,77,768)
+Pow_533:Pow*input:onnx_3A__3A_Pow_5F_1390(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1392(1,77,768)
+ReduceMean_534:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1392(1,77,768)*output:onnx_3A__3A_Add_5F_1393(1,77,1)*axes:-1
+Add_536:Add*input:onnx_3A__3A_Add_5F_1393(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1395(1,77,1)
+Sqrt_537:Sqrt*input:onnx_3A__3A_Sqrt_5F_1395(1,77,1)*output:onnx_3A__3A_Div_5F_1396(1,77,1)
+Div_538:Div*input:onnx_3A__3A_Pow_5F_1390(1,77,768);onnx_3A__3A_Div_5F_1396(1,77,1)*output:onnx_3A__3A_Mul_5F_1397(1,77,768)
+Mul_539:Mul*input:onnx_3A__3A_Mul_5F_1397(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_6_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1398(1,77,768)
+Add_540:Add*input:onnx_3A__3A_Add_5F_1398(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_6_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1399(1,77,768)
+MatMul_541:MatMul*input:onnx_3A__3A_MatMul_5F_1399(1,77,768);onnx_3A__3A_MatMul_5F_2631.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1401(1,77,3072)
+Add_542:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1401(1,77,3072)*output:onnx_3A__3A_Mul_5F_1402(1,77,3072)
+Mul_544:Mul*input:onnx_3A__3A_Mul_5F_1402(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1404(1,77,3072)
+Sigmoid_545:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1404(1,77,3072)*output:onnx_3A__3A_Mul_5F_1405(1,77,3072)
+Mul_546:Mul*input:onnx_3A__3A_Mul_5F_1402(1,77,3072);onnx_3A__3A_Mul_5F_1405(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1406(1,77,3072)
+MatMul_547:MatMul*input:onnx_3A__3A_MatMul_5F_1406(1,77,3072);onnx_3A__3A_MatMul_5F_2632.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1408(1,77,768)
+Add_548:Add*input:text_5F_model_2E_encoder_2E_layers_2E_6_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1408(1,77,768)*output:onnx_3A__3A_Add_5F_1409(1,77,768)
+Add_549:Add*input:input_2E_59(1,77,768);onnx_3A__3A_Add_5F_1409(1,77,768)*output:input_2E_63(1,77,768)
+ReduceMean_550:ReduceMean*input:input_2E_63(1,77,768)*output:onnx_3A__3A_Sub_5F_1411(1,77,1)*axes:-1
+Sub_551:Sub*input:input_2E_63(1,77,768);onnx_3A__3A_Sub_5F_1411(1,77,1)*output:onnx_3A__3A_Pow_5F_1412(1,77,768)
+Pow_553:Pow*input:onnx_3A__3A_Pow_5F_1412(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1414(1,77,768)
+ReduceMean_554:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1414(1,77,768)*output:onnx_3A__3A_Add_5F_1415(1,77,1)*axes:-1
+Add_556:Add*input:onnx_3A__3A_Add_5F_1415(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1417(1,77,1)
+Sqrt_557:Sqrt*input:onnx_3A__3A_Sqrt_5F_1417(1,77,1)*output:onnx_3A__3A_Div_5F_1418(1,77,1)
+Div_558:Div*input:onnx_3A__3A_Pow_5F_1412(1,77,768);onnx_3A__3A_Div_5F_1418(1,77,1)*output:onnx_3A__3A_Mul_5F_1419(1,77,768)
+Mul_559:Mul*input:onnx_3A__3A_Mul_5F_1419(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_7_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1420(1,77,768)
+Add_560:Add*input:onnx_3A__3A_Add_5F_1420(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_7_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1421(1,77,768)
+MatMul_561:MatMul*input:onnx_3A__3A_MatMul_5F_1421(1,77,768);onnx_3A__3A_MatMul_5F_2633.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1426(1,77,768)
+Add_562:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1426(1,77,768)*output:onnx_3A__3A_Mul_5F_1427(1,77,768)
+Mul_564:Mul*input:onnx_3A__3A_Mul_5F_1427(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_27(1,77,768)
+MatMul_565:MatMul*input:onnx_3A__3A_MatMul_5F_1421(1,77,768);onnx_3A__3A_MatMul_5F_2634.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1431(1,77,768)
+Add_566:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1431(1,77,768)*output:onnx_3A__3A_Reshape_5F_1432(1,77,768)
+Reshape_567:Reshape*input:onnx_3A__3A_Reshape_5F_1432(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1445(1,77,12,64)*allowzero:0
+Transpose_568:Transpose*input:onnx_3A__3A_Transpose_5F_1445(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1446(1,12,77,64)*perm:0,2,1,3
+MatMul_569:MatMul*input:onnx_3A__3A_MatMul_5F_1421(1,77,768);onnx_3A__3A_MatMul_5F_2640.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1448(1,77,768)
+Add_570:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1448(1,77,768)*output:onnx_3A__3A_Reshape_5F_1449(1,77,768)
+Reshape_571:Reshape*input:onnx_3A__3A_Reshape_5F_1449(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1462(1,77,12,64)*allowzero:0
+Transpose_572:Transpose*input:onnx_3A__3A_Transpose_5F_1462(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1463(1,12,77,64)*perm:0,2,1,3
+Reshape_573:Reshape*input:query_5F_states_2E_27(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1476(1,77,12,64)*allowzero:0
+Transpose_574:Transpose*input:onnx_3A__3A_Transpose_5F_1476(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1477(1,12,77,64)*perm:0,2,1,3
+Reshape_575:Reshape*input:onnx_3A__3A_Reshape_5F_1477(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1487(12,77,64)*allowzero:0
+Reshape_576:Reshape*input:onnx_3A__3A_Reshape_5F_1446(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1497(12,77,64)*allowzero:0
+Reshape_577:Reshape*input:onnx_3A__3A_Reshape_5F_1463(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1507(12,77,64)*allowzero:0
+Transpose_578:Transpose*input:onnx_3A__3A_Transpose_5F_1497(12,77,64)*output:onnx_3A__3A_MatMul_5F_1509(12,64,77)*perm:0,2,1
+MatMul_579:MatMul*input:onnx_3A__3A_MatMul_5F_1487(12,77,64);onnx_3A__3A_MatMul_5F_1509(12,64,77)*output:onnx_3A__3A_Reshape_5F_1510(12,77,77)
+Reshape_580:Reshape*input:onnx_3A__3A_Reshape_5F_1510(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1521(1,12,77,77)*allowzero:0
+Add_581:Add*input:onnx_3A__3A_Add_5F_1521(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1522(1,12,77,77)
+Reshape_582:Reshape*input:onnx_3A__3A_Reshape_5F_1522(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_55(12,77,77)*allowzero:0
+Softmax_583:Softmax*input:attn_5F_weights_2E_55(12,77,77)*output:attn_5F_weights_2E_59(12,77,77)*axis:-1
+MatMul_584:MatMul*input:attn_5F_weights_2E_59(12,77,77);onnx_3A__3A_MatMul_5F_1507(12,77,64)*output:onnx_3A__3A_Reshape_5F_1533(12,77,64)
+Reshape_585:Reshape*input:onnx_3A__3A_Reshape_5F_1533(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1545(1,12,77,64)*allowzero:0
+Transpose_586:Transpose*input:onnx_3A__3A_Transpose_5F_1545(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1546(1,77,12,64)*perm:0,2,1,3
+Reshape_587:Reshape*input:onnx_3A__3A_Reshape_5F_1546(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1554(1,77,768)*allowzero:0
+MatMul_588:MatMul*input:onnx_3A__3A_MatMul_5F_1554(1,77,768);onnx_3A__3A_MatMul_5F_2681.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1556(1,77,768)
+Add_589:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1556(1,77,768)*output:onnx_3A__3A_Add_5F_1557(1,77,768)
+Add_590:Add*input:input_2E_63(1,77,768);onnx_3A__3A_Add_5F_1557(1,77,768)*output:input_2E_67(1,77,768)
+ReduceMean_591:ReduceMean*input:input_2E_67(1,77,768)*output:onnx_3A__3A_Sub_5F_1559(1,77,1)*axes:-1
+Sub_592:Sub*input:input_2E_67(1,77,768);onnx_3A__3A_Sub_5F_1559(1,77,1)*output:onnx_3A__3A_Pow_5F_1560(1,77,768)
+Pow_594:Pow*input:onnx_3A__3A_Pow_5F_1560(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1562(1,77,768)
+ReduceMean_595:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1562(1,77,768)*output:onnx_3A__3A_Add_5F_1563(1,77,1)*axes:-1
+Add_597:Add*input:onnx_3A__3A_Add_5F_1563(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1565(1,77,1)
+Sqrt_598:Sqrt*input:onnx_3A__3A_Sqrt_5F_1565(1,77,1)*output:onnx_3A__3A_Div_5F_1566(1,77,1)
+Div_599:Div*input:onnx_3A__3A_Pow_5F_1560(1,77,768);onnx_3A__3A_Div_5F_1566(1,77,1)*output:onnx_3A__3A_Mul_5F_1567(1,77,768)
+Mul_600:Mul*input:onnx_3A__3A_Mul_5F_1567(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_7_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1568(1,77,768)
+Add_601:Add*input:onnx_3A__3A_Add_5F_1568(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_7_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1569(1,77,768)
+MatMul_602:MatMul*input:onnx_3A__3A_MatMul_5F_1569(1,77,768);onnx_3A__3A_MatMul_5F_2682.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1571(1,77,3072)
+Add_603:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1571(1,77,3072)*output:onnx_3A__3A_Mul_5F_1572(1,77,3072)
+Mul_605:Mul*input:onnx_3A__3A_Mul_5F_1572(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1574(1,77,3072)
+Sigmoid_606:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1574(1,77,3072)*output:onnx_3A__3A_Mul_5F_1575(1,77,3072)
+Mul_607:Mul*input:onnx_3A__3A_Mul_5F_1572(1,77,3072);onnx_3A__3A_Mul_5F_1575(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1576(1,77,3072)
+MatMul_608:MatMul*input:onnx_3A__3A_MatMul_5F_1576(1,77,3072);onnx_3A__3A_MatMul_5F_2683.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1578(1,77,768)
+Add_609:Add*input:text_5F_model_2E_encoder_2E_layers_2E_7_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1578(1,77,768)*output:onnx_3A__3A_Add_5F_1579(1,77,768)
+Add_610:Add*input:input_2E_67(1,77,768);onnx_3A__3A_Add_5F_1579(1,77,768)*output:input_2E_71(1,77,768)
+ReduceMean_611:ReduceMean*input:input_2E_71(1,77,768)*output:onnx_3A__3A_Sub_5F_1581(1,77,1)*axes:-1
+Sub_612:Sub*input:input_2E_71(1,77,768);onnx_3A__3A_Sub_5F_1581(1,77,1)*output:onnx_3A__3A_Pow_5F_1582(1,77,768)
+Pow_614:Pow*input:onnx_3A__3A_Pow_5F_1582(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1584(1,77,768)
+ReduceMean_615:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1584(1,77,768)*output:onnx_3A__3A_Add_5F_1585(1,77,1)*axes:-1
+Add_617:Add*input:onnx_3A__3A_Add_5F_1585(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1587(1,77,1)
+Sqrt_618:Sqrt*input:onnx_3A__3A_Sqrt_5F_1587(1,77,1)*output:onnx_3A__3A_Div_5F_1588(1,77,1)
+Div_619:Div*input:onnx_3A__3A_Pow_5F_1582(1,77,768);onnx_3A__3A_Div_5F_1588(1,77,1)*output:onnx_3A__3A_Mul_5F_1589(1,77,768)
+Mul_620:Mul*input:onnx_3A__3A_Mul_5F_1589(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_8_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1590(1,77,768)
+Add_621:Add*input:onnx_3A__3A_Add_5F_1590(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_8_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1591(1,77,768)
+MatMul_622:MatMul*input:onnx_3A__3A_MatMul_5F_1591(1,77,768);onnx_3A__3A_MatMul_5F_2684.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1596(1,77,768)
+Add_623:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1596(1,77,768)*output:onnx_3A__3A_Mul_5F_1597(1,77,768)
+Mul_625:Mul*input:onnx_3A__3A_Mul_5F_1597(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_31(1,77,768)
+MatMul_626:MatMul*input:onnx_3A__3A_MatMul_5F_1591(1,77,768);onnx_3A__3A_MatMul_5F_2685.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1601(1,77,768)
+Add_627:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1601(1,77,768)*output:onnx_3A__3A_Reshape_5F_1602(1,77,768)
+Reshape_628:Reshape*input:onnx_3A__3A_Reshape_5F_1602(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1615(1,77,12,64)*allowzero:0
+Transpose_629:Transpose*input:onnx_3A__3A_Transpose_5F_1615(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1616(1,12,77,64)*perm:0,2,1,3
+MatMul_630:MatMul*input:onnx_3A__3A_MatMul_5F_1591(1,77,768);onnx_3A__3A_MatMul_5F_2691.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1618(1,77,768)
+Add_631:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1618(1,77,768)*output:onnx_3A__3A_Reshape_5F_1619(1,77,768)
+Reshape_632:Reshape*input:onnx_3A__3A_Reshape_5F_1619(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1632(1,77,12,64)*allowzero:0
+Transpose_633:Transpose*input:onnx_3A__3A_Transpose_5F_1632(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1633(1,12,77,64)*perm:0,2,1,3
+Reshape_634:Reshape*input:query_5F_states_2E_31(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1646(1,77,12,64)*allowzero:0
+Transpose_635:Transpose*input:onnx_3A__3A_Transpose_5F_1646(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1647(1,12,77,64)*perm:0,2,1,3
+Reshape_636:Reshape*input:onnx_3A__3A_Reshape_5F_1647(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1657(12,77,64)*allowzero:0
+Reshape_637:Reshape*input:onnx_3A__3A_Reshape_5F_1616(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1667(12,77,64)*allowzero:0
+Reshape_638:Reshape*input:onnx_3A__3A_Reshape_5F_1633(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1677(12,77,64)*allowzero:0
+Transpose_639:Transpose*input:onnx_3A__3A_Transpose_5F_1667(12,77,64)*output:onnx_3A__3A_MatMul_5F_1679(12,64,77)*perm:0,2,1
+MatMul_640:MatMul*input:onnx_3A__3A_MatMul_5F_1657(12,77,64);onnx_3A__3A_MatMul_5F_1679(12,64,77)*output:onnx_3A__3A_Reshape_5F_1680(12,77,77)
+Reshape_641:Reshape*input:onnx_3A__3A_Reshape_5F_1680(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1691(1,12,77,77)*allowzero:0
+Add_642:Add*input:onnx_3A__3A_Add_5F_1691(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1692(1,12,77,77)
+Reshape_643:Reshape*input:onnx_3A__3A_Reshape_5F_1692(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_63(12,77,77)*allowzero:0
+Softmax_644:Softmax*input:attn_5F_weights_2E_63(12,77,77)*output:attn_5F_weights_2E_67(12,77,77)*axis:-1
+MatMul_645:MatMul*input:attn_5F_weights_2E_67(12,77,77);onnx_3A__3A_MatMul_5F_1677(12,77,64)*output:onnx_3A__3A_Reshape_5F_1703(12,77,64)
+Reshape_646:Reshape*input:onnx_3A__3A_Reshape_5F_1703(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1715(1,12,77,64)*allowzero:0
+Transpose_647:Transpose*input:onnx_3A__3A_Transpose_5F_1715(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1716(1,77,12,64)*perm:0,2,1,3
+Reshape_648:Reshape*input:onnx_3A__3A_Reshape_5F_1716(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1724(1,77,768)*allowzero:0
+MatMul_649:MatMul*input:onnx_3A__3A_MatMul_5F_1724(1,77,768);onnx_3A__3A_MatMul_5F_2732.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1726(1,77,768)
+Add_650:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1726(1,77,768)*output:onnx_3A__3A_Add_5F_1727(1,77,768)
+Add_651:Add*input:input_2E_71(1,77,768);onnx_3A__3A_Add_5F_1727(1,77,768)*output:input_2E_75(1,77,768)
+ReduceMean_652:ReduceMean*input:input_2E_75(1,77,768)*output:onnx_3A__3A_Sub_5F_1729(1,77,1)*axes:-1
+Sub_653:Sub*input:input_2E_75(1,77,768);onnx_3A__3A_Sub_5F_1729(1,77,1)*output:onnx_3A__3A_Pow_5F_1730(1,77,768)
+Pow_655:Pow*input:onnx_3A__3A_Pow_5F_1730(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1732(1,77,768)
+ReduceMean_656:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1732(1,77,768)*output:onnx_3A__3A_Add_5F_1733(1,77,1)*axes:-1
+Add_658:Add*input:onnx_3A__3A_Add_5F_1733(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1735(1,77,1)
+Sqrt_659:Sqrt*input:onnx_3A__3A_Sqrt_5F_1735(1,77,1)*output:onnx_3A__3A_Div_5F_1736(1,77,1)
+Div_660:Div*input:onnx_3A__3A_Pow_5F_1730(1,77,768);onnx_3A__3A_Div_5F_1736(1,77,1)*output:onnx_3A__3A_Mul_5F_1737(1,77,768)
+Mul_661:Mul*input:onnx_3A__3A_Mul_5F_1737(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_8_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1738(1,77,768)
+Add_662:Add*input:onnx_3A__3A_Add_5F_1738(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_8_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1739(1,77,768)
+MatMul_663:MatMul*input:onnx_3A__3A_MatMul_5F_1739(1,77,768);onnx_3A__3A_MatMul_5F_2733.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1741(1,77,3072)
+Add_664:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1741(1,77,3072)*output:onnx_3A__3A_Mul_5F_1742(1,77,3072)
+Mul_666:Mul*input:onnx_3A__3A_Mul_5F_1742(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1744(1,77,3072)
+Sigmoid_667:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1744(1,77,3072)*output:onnx_3A__3A_Mul_5F_1745(1,77,3072)
+Mul_668:Mul*input:onnx_3A__3A_Mul_5F_1742(1,77,3072);onnx_3A__3A_Mul_5F_1745(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1746(1,77,3072)
+MatMul_669:MatMul*input:onnx_3A__3A_MatMul_5F_1746(1,77,3072);onnx_3A__3A_MatMul_5F_2734.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1748(1,77,768)
+Add_670:Add*input:text_5F_model_2E_encoder_2E_layers_2E_8_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1748(1,77,768)*output:onnx_3A__3A_Add_5F_1749(1,77,768)
+Add_671:Add*input:input_2E_75(1,77,768);onnx_3A__3A_Add_5F_1749(1,77,768)*output:input_2E_79(1,77,768)
+ReduceMean_672:ReduceMean*input:input_2E_79(1,77,768)*output:onnx_3A__3A_Sub_5F_1751(1,77,1)*axes:-1
+Sub_673:Sub*input:input_2E_79(1,77,768);onnx_3A__3A_Sub_5F_1751(1,77,1)*output:onnx_3A__3A_Pow_5F_1752(1,77,768)
+Pow_675:Pow*input:onnx_3A__3A_Pow_5F_1752(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1754(1,77,768)
+ReduceMean_676:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1754(1,77,768)*output:onnx_3A__3A_Add_5F_1755(1,77,1)*axes:-1
+Add_678:Add*input:onnx_3A__3A_Add_5F_1755(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1757(1,77,1)
+Sqrt_679:Sqrt*input:onnx_3A__3A_Sqrt_5F_1757(1,77,1)*output:onnx_3A__3A_Div_5F_1758(1,77,1)
+Div_680:Div*input:onnx_3A__3A_Pow_5F_1752(1,77,768);onnx_3A__3A_Div_5F_1758(1,77,1)*output:onnx_3A__3A_Mul_5F_1759(1,77,768)
+Mul_681:Mul*input:onnx_3A__3A_Mul_5F_1759(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_9_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1760(1,77,768)
+Add_682:Add*input:onnx_3A__3A_Add_5F_1760(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_9_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1761(1,77,768)
+MatMul_683:MatMul*input:onnx_3A__3A_MatMul_5F_1761(1,77,768);onnx_3A__3A_MatMul_5F_2735.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1766(1,77,768)
+Add_684:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1766(1,77,768)*output:onnx_3A__3A_Mul_5F_1767(1,77,768)
+Mul_686:Mul*input:onnx_3A__3A_Mul_5F_1767(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_35(1,77,768)
+MatMul_687:MatMul*input:onnx_3A__3A_MatMul_5F_1761(1,77,768);onnx_3A__3A_MatMul_5F_2736.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1771(1,77,768)
+Add_688:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1771(1,77,768)*output:onnx_3A__3A_Reshape_5F_1772(1,77,768)
+Reshape_689:Reshape*input:onnx_3A__3A_Reshape_5F_1772(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1785(1,77,12,64)*allowzero:0
+Transpose_690:Transpose*input:onnx_3A__3A_Transpose_5F_1785(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1786(1,12,77,64)*perm:0,2,1,3
+MatMul_691:MatMul*input:onnx_3A__3A_MatMul_5F_1761(1,77,768);onnx_3A__3A_MatMul_5F_2742.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1788(1,77,768)
+Add_692:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1788(1,77,768)*output:onnx_3A__3A_Reshape_5F_1789(1,77,768)
+Reshape_693:Reshape*input:onnx_3A__3A_Reshape_5F_1789(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1802(1,77,12,64)*allowzero:0
+Transpose_694:Transpose*input:onnx_3A__3A_Transpose_5F_1802(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1803(1,12,77,64)*perm:0,2,1,3
+Reshape_695:Reshape*input:query_5F_states_2E_35(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1816(1,77,12,64)*allowzero:0
+Transpose_696:Transpose*input:onnx_3A__3A_Transpose_5F_1816(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1817(1,12,77,64)*perm:0,2,1,3
+Reshape_697:Reshape*input:onnx_3A__3A_Reshape_5F_1817(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1827(12,77,64)*allowzero:0
+Reshape_698:Reshape*input:onnx_3A__3A_Reshape_5F_1786(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_1837(12,77,64)*allowzero:0
+Reshape_699:Reshape*input:onnx_3A__3A_Reshape_5F_1803(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1847(12,77,64)*allowzero:0
+Transpose_700:Transpose*input:onnx_3A__3A_Transpose_5F_1837(12,77,64)*output:onnx_3A__3A_MatMul_5F_1849(12,64,77)*perm:0,2,1
+MatMul_701:MatMul*input:onnx_3A__3A_MatMul_5F_1827(12,77,64);onnx_3A__3A_MatMul_5F_1849(12,64,77)*output:onnx_3A__3A_Reshape_5F_1850(12,77,77)
+Reshape_702:Reshape*input:onnx_3A__3A_Reshape_5F_1850(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_1861(1,12,77,77)*allowzero:0
+Add_703:Add*input:onnx_3A__3A_Add_5F_1861(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_1862(1,12,77,77)
+Reshape_704:Reshape*input:onnx_3A__3A_Reshape_5F_1862(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_71(12,77,77)*allowzero:0
+Softmax_705:Softmax*input:attn_5F_weights_2E_71(12,77,77)*output:attn_5F_weights_2E_75(12,77,77)*axis:-1
+MatMul_706:MatMul*input:attn_5F_weights_2E_75(12,77,77);onnx_3A__3A_MatMul_5F_1847(12,77,64)*output:onnx_3A__3A_Reshape_5F_1873(12,77,64)
+Reshape_707:Reshape*input:onnx_3A__3A_Reshape_5F_1873(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1885(1,12,77,64)*allowzero:0
+Transpose_708:Transpose*input:onnx_3A__3A_Transpose_5F_1885(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_1886(1,77,12,64)*perm:0,2,1,3
+Reshape_709:Reshape*input:onnx_3A__3A_Reshape_5F_1886(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1894(1,77,768)*allowzero:0
+MatMul_710:MatMul*input:onnx_3A__3A_MatMul_5F_1894(1,77,768);onnx_3A__3A_MatMul_5F_2783.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1896(1,77,768)
+Add_711:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1896(1,77,768)*output:onnx_3A__3A_Add_5F_1897(1,77,768)
+Add_712:Add*input:input_2E_79(1,77,768);onnx_3A__3A_Add_5F_1897(1,77,768)*output:input_2E_83(1,77,768)
+ReduceMean_713:ReduceMean*input:input_2E_83(1,77,768)*output:onnx_3A__3A_Sub_5F_1899(1,77,1)*axes:-1
+Sub_714:Sub*input:input_2E_83(1,77,768);onnx_3A__3A_Sub_5F_1899(1,77,1)*output:onnx_3A__3A_Pow_5F_1900(1,77,768)
+Pow_716:Pow*input:onnx_3A__3A_Pow_5F_1900(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1902(1,77,768)
+ReduceMean_717:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1902(1,77,768)*output:onnx_3A__3A_Add_5F_1903(1,77,1)*axes:-1
+Add_719:Add*input:onnx_3A__3A_Add_5F_1903(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1905(1,77,1)
+Sqrt_720:Sqrt*input:onnx_3A__3A_Sqrt_5F_1905(1,77,1)*output:onnx_3A__3A_Div_5F_1906(1,77,1)
+Div_721:Div*input:onnx_3A__3A_Pow_5F_1900(1,77,768);onnx_3A__3A_Div_5F_1906(1,77,1)*output:onnx_3A__3A_Mul_5F_1907(1,77,768)
+Mul_722:Mul*input:onnx_3A__3A_Mul_5F_1907(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_9_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1908(1,77,768)
+Add_723:Add*input:onnx_3A__3A_Add_5F_1908(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_9_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1909(1,77,768)
+MatMul_724:MatMul*input:onnx_3A__3A_MatMul_5F_1909(1,77,768);onnx_3A__3A_MatMul_5F_2784.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_1911(1,77,3072)
+Add_725:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_1911(1,77,3072)*output:onnx_3A__3A_Mul_5F_1912(1,77,3072)
+Mul_727:Mul*input:onnx_3A__3A_Mul_5F_1912(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_1914(1,77,3072)
+Sigmoid_728:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_1914(1,77,3072)*output:onnx_3A__3A_Mul_5F_1915(1,77,3072)
+Mul_729:Mul*input:onnx_3A__3A_Mul_5F_1912(1,77,3072);onnx_3A__3A_Mul_5F_1915(1,77,3072)*output:onnx_3A__3A_MatMul_5F_1916(1,77,3072)
+MatMul_730:MatMul*input:onnx_3A__3A_MatMul_5F_1916(1,77,3072);onnx_3A__3A_MatMul_5F_2785.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_1918(1,77,768)
+Add_731:Add*input:text_5F_model_2E_encoder_2E_layers_2E_9_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1918(1,77,768)*output:onnx_3A__3A_Add_5F_1919(1,77,768)
+Add_732:Add*input:input_2E_83(1,77,768);onnx_3A__3A_Add_5F_1919(1,77,768)*output:input_2E_87(1,77,768)
+ReduceMean_733:ReduceMean*input:input_2E_87(1,77,768)*output:onnx_3A__3A_Sub_5F_1921(1,77,1)*axes:-1
+Sub_734:Sub*input:input_2E_87(1,77,768);onnx_3A__3A_Sub_5F_1921(1,77,1)*output:onnx_3A__3A_Pow_5F_1922(1,77,768)
+Pow_736:Pow*input:onnx_3A__3A_Pow_5F_1922(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_1924(1,77,768)
+ReduceMean_737:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_1924(1,77,768)*output:onnx_3A__3A_Add_5F_1925(1,77,1)*axes:-1
+Add_739:Add*input:onnx_3A__3A_Add_5F_1925(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_1927(1,77,1)
+Sqrt_740:Sqrt*input:onnx_3A__3A_Sqrt_5F_1927(1,77,1)*output:onnx_3A__3A_Div_5F_1928(1,77,1)
+Div_741:Div*input:onnx_3A__3A_Pow_5F_1922(1,77,768);onnx_3A__3A_Div_5F_1928(1,77,1)*output:onnx_3A__3A_Mul_5F_1929(1,77,768)
+Mul_742:Mul*input:onnx_3A__3A_Mul_5F_1929(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_10_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_1930(1,77,768)
+Add_743:Add*input:onnx_3A__3A_Add_5F_1930(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_10_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_1931(1,77,768)
+MatMul_744:MatMul*input:onnx_3A__3A_MatMul_5F_1931(1,77,768);onnx_3A__3A_MatMul_5F_2786.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1936(1,77,768)
+Add_745:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1936(1,77,768)*output:onnx_3A__3A_Mul_5F_1937(1,77,768)
+Mul_747:Mul*input:onnx_3A__3A_Mul_5F_1937(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_39(1,77,768)
+MatMul_748:MatMul*input:onnx_3A__3A_MatMul_5F_1931(1,77,768);onnx_3A__3A_MatMul_5F_2787.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1941(1,77,768)
+Add_749:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1941(1,77,768)*output:onnx_3A__3A_Reshape_5F_1942(1,77,768)
+Reshape_750:Reshape*input:onnx_3A__3A_Reshape_5F_1942(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1955(1,77,12,64)*allowzero:0
+Transpose_751:Transpose*input:onnx_3A__3A_Transpose_5F_1955(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1956(1,12,77,64)*perm:0,2,1,3
+MatMul_752:MatMul*input:onnx_3A__3A_MatMul_5F_1931(1,77,768);onnx_3A__3A_MatMul_5F_2793.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_1958(1,77,768)
+Add_753:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_1958(1,77,768)*output:onnx_3A__3A_Reshape_5F_1959(1,77,768)
+Reshape_754:Reshape*input:onnx_3A__3A_Reshape_5F_1959(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1972(1,77,12,64)*allowzero:0
+Transpose_755:Transpose*input:onnx_3A__3A_Transpose_5F_1972(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1973(1,12,77,64)*perm:0,2,1,3
+Reshape_756:Reshape*input:query_5F_states_2E_39(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_1986(1,77,12,64)*allowzero:0
+Transpose_757:Transpose*input:onnx_3A__3A_Transpose_5F_1986(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_1987(1,12,77,64)*perm:0,2,1,3
+Reshape_758:Reshape*input:onnx_3A__3A_Reshape_5F_1987(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_1997(12,77,64)*allowzero:0
+Reshape_759:Reshape*input:onnx_3A__3A_Reshape_5F_1956(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_2007(12,77,64)*allowzero:0
+Reshape_760:Reshape*input:onnx_3A__3A_Reshape_5F_1973(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2017(12,77,64)*allowzero:0
+Transpose_761:Transpose*input:onnx_3A__3A_Transpose_5F_2007(12,77,64)*output:onnx_3A__3A_MatMul_5F_2019(12,64,77)*perm:0,2,1
+MatMul_762:MatMul*input:onnx_3A__3A_MatMul_5F_1997(12,77,64);onnx_3A__3A_MatMul_5F_2019(12,64,77)*output:onnx_3A__3A_Reshape_5F_2020(12,77,77)
+Reshape_763:Reshape*input:onnx_3A__3A_Reshape_5F_2020(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_2031(1,12,77,77)*allowzero:0
+Add_764:Add*input:onnx_3A__3A_Add_5F_2031(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_2032(1,12,77,77)
+Reshape_765:Reshape*input:onnx_3A__3A_Reshape_5F_2032(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_79(12,77,77)*allowzero:0
+Softmax_766:Softmax*input:attn_5F_weights_2E_79(12,77,77)*output:attn_5F_weights_2E_83(12,77,77)*axis:-1
+MatMul_767:MatMul*input:attn_5F_weights_2E_83(12,77,77);onnx_3A__3A_MatMul_5F_2017(12,77,64)*output:onnx_3A__3A_Reshape_5F_2043(12,77,64)
+Reshape_768:Reshape*input:onnx_3A__3A_Reshape_5F_2043(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2055(1,12,77,64)*allowzero:0
+Transpose_769:Transpose*input:onnx_3A__3A_Transpose_5F_2055(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_2056(1,77,12,64)*perm:0,2,1,3
+Reshape_770:Reshape*input:onnx_3A__3A_Reshape_5F_2056(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2064(1,77,768)*allowzero:0
+MatMul_771:MatMul*input:onnx_3A__3A_MatMul_5F_2064(1,77,768);onnx_3A__3A_MatMul_5F_2834.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2066(1,77,768)
+Add_772:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2066(1,77,768)*output:onnx_3A__3A_Add_5F_2067(1,77,768)
+Add_773:Add*input:input_2E_87(1,77,768);onnx_3A__3A_Add_5F_2067(1,77,768)*output:input_2E_91(1,77,768)
+ReduceMean_774:ReduceMean*input:input_2E_91(1,77,768)*output:onnx_3A__3A_Sub_5F_2069(1,77,1)*axes:-1
+Sub_775:Sub*input:input_2E_91(1,77,768);onnx_3A__3A_Sub_5F_2069(1,77,1)*output:onnx_3A__3A_Pow_5F_2070(1,77,768)
+Pow_777:Pow*input:onnx_3A__3A_Pow_5F_2070(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_2072(1,77,768)
+ReduceMean_778:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_2072(1,77,768)*output:onnx_3A__3A_Add_5F_2073(1,77,1)*axes:-1
+Add_780:Add*input:onnx_3A__3A_Add_5F_2073(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_2075(1,77,1)
+Sqrt_781:Sqrt*input:onnx_3A__3A_Sqrt_5F_2075(1,77,1)*output:onnx_3A__3A_Div_5F_2076(1,77,1)
+Div_782:Div*input:onnx_3A__3A_Pow_5F_2070(1,77,768);onnx_3A__3A_Div_5F_2076(1,77,1)*output:onnx_3A__3A_Mul_5F_2077(1,77,768)
+Mul_783:Mul*input:onnx_3A__3A_Mul_5F_2077(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_10_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_2078(1,77,768)
+Add_784:Add*input:onnx_3A__3A_Add_5F_2078(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_10_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_2079(1,77,768)
+MatMul_785:MatMul*input:onnx_3A__3A_MatMul_5F_2079(1,77,768);onnx_3A__3A_MatMul_5F_2835.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_2081(1,77,3072)
+Add_786:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_2081(1,77,3072)*output:onnx_3A__3A_Mul_5F_2082(1,77,3072)
+Mul_788:Mul*input:onnx_3A__3A_Mul_5F_2082(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_2084(1,77,3072)
+Sigmoid_789:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_2084(1,77,3072)*output:onnx_3A__3A_Mul_5F_2085(1,77,3072)
+Mul_790:Mul*input:onnx_3A__3A_Mul_5F_2082(1,77,3072);onnx_3A__3A_Mul_5F_2085(1,77,3072)*output:onnx_3A__3A_MatMul_5F_2086(1,77,3072)
+MatMul_791:MatMul*input:onnx_3A__3A_MatMul_5F_2086(1,77,3072);onnx_3A__3A_MatMul_5F_2836.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_2088(1,77,768)
+Add_792:Add*input:text_5F_model_2E_encoder_2E_layers_2E_10_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2088(1,77,768)*output:onnx_3A__3A_Add_5F_2089(1,77,768)
+Add_793:Add*input:input_2E_91(1,77,768);onnx_3A__3A_Add_5F_2089(1,77,768)*output:input_2E_95(1,77,768)
+ReduceMean_794:ReduceMean*input:input_2E_95(1,77,768)*output:onnx_3A__3A_Sub_5F_2091(1,77,1)*axes:-1
+Sub_795:Sub*input:input_2E_95(1,77,768);onnx_3A__3A_Sub_5F_2091(1,77,1)*output:onnx_3A__3A_Pow_5F_2092(1,77,768)
+Pow_797:Pow*input:onnx_3A__3A_Pow_5F_2092(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_2094(1,77,768)
+ReduceMean_798:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_2094(1,77,768)*output:onnx_3A__3A_Add_5F_2095(1,77,1)*axes:-1
+Add_800:Add*input:onnx_3A__3A_Add_5F_2095(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_2097(1,77,1)
+Sqrt_801:Sqrt*input:onnx_3A__3A_Sqrt_5F_2097(1,77,1)*output:onnx_3A__3A_Div_5F_2098(1,77,1)
+Div_802:Div*input:onnx_3A__3A_Pow_5F_2092(1,77,768);onnx_3A__3A_Div_5F_2098(1,77,1)*output:onnx_3A__3A_Mul_5F_2099(1,77,768)
+Mul_803:Mul*input:onnx_3A__3A_Mul_5F_2099(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_11_2E_layer_5F_norm1_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_2100(1,77,768)
+Add_804:Add*input:onnx_3A__3A_Add_5F_2100(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_11_2E_layer_5F_norm1_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_2101(1,77,768)
+MatMul_805:MatMul*input:onnx_3A__3A_MatMul_5F_2101(1,77,768);onnx_3A__3A_MatMul_5F_2837.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2106(1,77,768)
+Add_806:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_self_5F_attn_2E_q_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2106(1,77,768)*output:onnx_3A__3A_Mul_5F_2107(1,77,768)
+Mul_808:Mul*input:onnx_3A__3A_Mul_5F_2107(1,77,768);onnx_3A__3A_Mul_5F_238.bin(float32:)*output:query_5F_states_2E_43(1,77,768)
+MatMul_809:MatMul*input:onnx_3A__3A_MatMul_5F_2101(1,77,768);onnx_3A__3A_MatMul_5F_2838.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2111(1,77,768)
+Add_810:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_self_5F_attn_2E_k_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2111(1,77,768)*output:onnx_3A__3A_Reshape_5F_2112(1,77,768)
+Reshape_811:Reshape*input:onnx_3A__3A_Reshape_5F_2112(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2125(1,77,12,64)*allowzero:0
+Transpose_812:Transpose*input:onnx_3A__3A_Transpose_5F_2125(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_2126(1,12,77,64)*perm:0,2,1,3
+MatMul_813:MatMul*input:onnx_3A__3A_MatMul_5F_2101(1,77,768);onnx_3A__3A_MatMul_5F_2844.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2128(1,77,768)
+Add_814:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_self_5F_attn_2E_v_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2128(1,77,768)*output:onnx_3A__3A_Reshape_5F_2129(1,77,768)
+Reshape_815:Reshape*input:onnx_3A__3A_Reshape_5F_2129(1,77,768);onnx_3A__3A_Reshape_5F_2282.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2142(1,77,12,64)*allowzero:0
+Transpose_816:Transpose*input:onnx_3A__3A_Transpose_5F_2142(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_2143(1,12,77,64)*perm:0,2,1,3
+Reshape_817:Reshape*input:query_5F_states_2E_43(1,77,768);onnx_3A__3A_Reshape_5F_2293.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2156(1,77,12,64)*allowzero:0
+Transpose_818:Transpose*input:onnx_3A__3A_Transpose_5F_2156(1,77,12,64)*output:onnx_3A__3A_Reshape_5F_2157(1,12,77,64)*perm:0,2,1,3
+Reshape_819:Reshape*input:onnx_3A__3A_Reshape_5F_2157(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2167(12,77,64)*allowzero:0
+Reshape_820:Reshape*input:onnx_3A__3A_Reshape_5F_2126(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_Transpose_5F_2177(12,77,64)*allowzero:0
+Reshape_821:Reshape*input:onnx_3A__3A_Reshape_5F_2143(1,12,77,64);onnx_3A__3A_Reshape_5F_2297.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2187(12,77,64)*allowzero:0
+Transpose_822:Transpose*input:onnx_3A__3A_Transpose_5F_2177(12,77,64)*output:onnx_3A__3A_MatMul_5F_2189(12,64,77)*perm:0,2,1
+MatMul_823:MatMul*input:onnx_3A__3A_MatMul_5F_2167(12,77,64);onnx_3A__3A_MatMul_5F_2189(12,64,77)*output:onnx_3A__3A_Reshape_5F_2190(12,77,77)
+Reshape_824:Reshape*input:onnx_3A__3A_Reshape_5F_2190(12,77,77);onnx_3A__3A_Reshape_5F_2310.bin(int64:4)*output:onnx_3A__3A_Add_5F_2201(1,12,77,77)*allowzero:0
+Add_825:Add*input:onnx_3A__3A_Add_5F_2201(1,12,77,77);onnx_3A__3A_Add_5F_220.bin(float32:1,1,77,77)*output:onnx_3A__3A_Reshape_5F_2202(1,12,77,77)
+Reshape_826:Reshape*input:onnx_3A__3A_Reshape_5F_2202(1,12,77,77);onnx_3A__3A_Reshape_5F_2314.bin(int64:3)*output:attn_5F_weights_2E_87(12,77,77)*allowzero:0
+Softmax_827:Softmax*input:attn_5F_weights_2E_87(12,77,77)*output:attn_5F_weights_2E_91(12,77,77)*axis:-1
+MatMul_828:MatMul*input:attn_5F_weights_2E_91(12,77,77);onnx_3A__3A_MatMul_5F_2187(12,77,64)*output:onnx_3A__3A_Reshape_5F_2213(12,77,64)
+Reshape_829:Reshape*input:onnx_3A__3A_Reshape_5F_2213(12,77,64);onnx_3A__3A_Reshape_5F_2319.bin(int64:4)*output:onnx_3A__3A_Transpose_5F_2225(1,12,77,64)*allowzero:0
+Transpose_830:Transpose*input:onnx_3A__3A_Transpose_5F_2225(1,12,77,64)*output:onnx_3A__3A_Reshape_5F_2226(1,77,12,64)*perm:0,2,1,3
+Reshape_831:Reshape*input:onnx_3A__3A_Reshape_5F_2226(1,77,12,64);onnx_3A__3A_Reshape_5F_2323.bin(int64:3)*output:onnx_3A__3A_MatMul_5F_2234(1,77,768)*allowzero:0
+MatMul_832:MatMul*input:onnx_3A__3A_MatMul_5F_2234(1,77,768);onnx_3A__3A_MatMul_5F_2885.bin(float32:768,768)*output:onnx_3A__3A_Add_5F_2236(1,77,768)
+Add_833:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_self_5F_attn_2E_out_5F_proj_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2236(1,77,768)*output:onnx_3A__3A_Add_5F_2237(1,77,768)
+Add_834:Add*input:input_2E_95(1,77,768);onnx_3A__3A_Add_5F_2237(1,77,768)*output:input_2E_99(1,77,768)
+ReduceMean_835:ReduceMean*input:input_2E_99(1,77,768)*output:onnx_3A__3A_Sub_5F_2239(1,77,1)*axes:-1
+Sub_836:Sub*input:input_2E_99(1,77,768);onnx_3A__3A_Sub_5F_2239(1,77,1)*output:onnx_3A__3A_Pow_5F_2240(1,77,768)
+Pow_838:Pow*input:onnx_3A__3A_Pow_5F_2240(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_2242(1,77,768)
+ReduceMean_839:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_2242(1,77,768)*output:onnx_3A__3A_Add_5F_2243(1,77,1)*axes:-1
+Add_841:Add*input:onnx_3A__3A_Add_5F_2243(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_2245(1,77,1)
+Sqrt_842:Sqrt*input:onnx_3A__3A_Sqrt_5F_2245(1,77,1)*output:onnx_3A__3A_Div_5F_2246(1,77,1)
+Div_843:Div*input:onnx_3A__3A_Pow_5F_2240(1,77,768);onnx_3A__3A_Div_5F_2246(1,77,1)*output:onnx_3A__3A_Mul_5F_2247(1,77,768)
+Mul_844:Mul*input:onnx_3A__3A_Mul_5F_2247(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_11_2E_layer_5F_norm2_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_2248(1,77,768)
+Add_845:Add*input:onnx_3A__3A_Add_5F_2248(1,77,768);text_5F_model_2E_encoder_2E_layers_2E_11_2E_layer_5F_norm2_2E_bias.bin(float32:768)*output:onnx_3A__3A_MatMul_5F_2249(1,77,768)
+MatMul_846:MatMul*input:onnx_3A__3A_MatMul_5F_2249(1,77,768);onnx_3A__3A_MatMul_5F_2886.bin(float32:768,3072)*output:onnx_3A__3A_Add_5F_2251(1,77,3072)
+Add_847:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_mlp_2E_fc1_2E_bias.bin(float32:3072);onnx_3A__3A_Add_5F_2251(1,77,3072)*output:onnx_3A__3A_Mul_5F_2252(1,77,3072)
+Mul_849:Mul*input:onnx_3A__3A_Mul_5F_2252(1,77,3072);onnx_3A__3A_Mul_5F_383.bin(float32:)*output:onnx_3A__3A_Sigmoid_5F_2254(1,77,3072)
+Sigmoid_850:Sigmoid*input:onnx_3A__3A_Sigmoid_5F_2254(1,77,3072)*output:onnx_3A__3A_Mul_5F_2255(1,77,3072)
+Mul_851:Mul*input:onnx_3A__3A_Mul_5F_2252(1,77,3072);onnx_3A__3A_Mul_5F_2255(1,77,3072)*output:onnx_3A__3A_MatMul_5F_2256(1,77,3072)
+MatMul_852:MatMul*input:onnx_3A__3A_MatMul_5F_2256(1,77,3072);onnx_3A__3A_MatMul_5F_2887.bin(float32:3072,768)*output:onnx_3A__3A_Add_5F_2258(1,77,768)
+Add_853:Add*input:text_5F_model_2E_encoder_2E_layers_2E_11_2E_mlp_2E_fc2_2E_bias.bin(float32:768);onnx_3A__3A_Add_5F_2258(1,77,768)*output:onnx_3A__3A_Add_5F_2259(1,77,768)
+Add_854:Add*input:input_2E_99(1,77,768);onnx_3A__3A_Add_5F_2259(1,77,768)*output:input_2E_103(1,77,768)
+ReduceMean_855:ReduceMean*input:input_2E_103(1,77,768)*output:onnx_3A__3A_Sub_5F_2261(1,77,1)*axes:-1
+Sub_856:Sub*input:input_2E_103(1,77,768);onnx_3A__3A_Sub_5F_2261(1,77,1)*output:onnx_3A__3A_Pow_5F_2262(1,77,768)
+Pow_858:Pow*input:onnx_3A__3A_Pow_5F_2262(1,77,768);onnx_3A__3A_Pow_5F_223.bin(float32:)*output:onnx_3A__3A_ReduceMean_5F_2264(1,77,768)
+ReduceMean_859:ReduceMean*input:onnx_3A__3A_ReduceMean_5F_2264(1,77,768)*output:onnx_3A__3A_Add_5F_2265(1,77,1)*axes:-1
+Add_861:Add*input:onnx_3A__3A_Add_5F_2265(1,77,1);onnx_3A__3A_Add_5F_226.bin(float32:)*output:onnx_3A__3A_Sqrt_5F_2267(1,77,1)
+Sqrt_862:Sqrt*input:onnx_3A__3A_Sqrt_5F_2267(1,77,1)*output:onnx_3A__3A_Div_5F_2268(1,77,1)
+Div_863:Div*input:onnx_3A__3A_Pow_5F_2262(1,77,768);onnx_3A__3A_Div_5F_2268(1,77,1)*output:onnx_3A__3A_Mul_5F_2269(1,77,768)
+Mul_864:Mul*input:onnx_3A__3A_Mul_5F_2269(1,77,768);text_5F_model_2E_final_5F_layer_5F_norm_2E_weight.bin(float32:768)*output:onnx_3A__3A_Add_5F_2270(1,77,768)
+Add_865:Add*input:onnx_3A__3A_Add_5F_2270(1,77,768);text_5F_model_2E_final_5F_layer_5F_norm_2E_bias.bin(float32:768)*output:2271(1,77,768)