diff --git "a/llm.mnn.json" "b/llm.mnn.json" new file mode 100644--- /dev/null +++ "b/llm.mnn.json" @@ -0,0 +1,106968 @@ +{ + "bizCode": "MNNTest", + "extraInfo": { + "version": "2.9.5" + }, + "oplists": [ + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 1, + 1536 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "input_ids", + "outputIndexes": [ + 0 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1, + -1, + 1536 + ] + }, + "name": "/Constant_output_0__", + "outputIndexes": [ + 1 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 0, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_output_0", + "outputIndexes": [ + 2 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm/Mul_output_0", + "outputIndexes": [ + 3 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.042725, + 0.032471, + 0.038818, + 0.037598, + 0.027222, + 0.038818, + 0.035156, + 0.031738, + 0.034668, + 0.038574, + 0.033936, + 0.035156, + 0.030518, + 0.033203, + 0.034668, + 0.015991, + 0.036377, + 0.041016, + 0.036377, + 0.065918, + 0.034912, + 0.035156, + 0.03064, + 0.029053, + 0.023071, + 0.035156, + 0.04248, + 0.039062, + 0.035645, + 0.032471, + 0.031494, + 0.034668, + 0.031006, + 0.031738, + 0.04834, + 0.039551, + 0.037109, + 0.030151, + 0.029663, + 0.036133, + 0.042969, + 0.041748, + 0.03833, + 0.035645, + 0.032715, + 0.040771, + 0.031494, + 0.000679, + 0.036377, + -0.011536, + 0.018921, + 0.038574, + 0.03418, + 0.034668, + 0.010376, + 0.039551, + 0.037842, + 0.040039, + 0.034424, + 0.038086, + 0.032715, + 0.029907, + 0.041504, + 0.033203, + 0.05127, + 0.03833, + 0.034912, + 0.036621, + -0.03418, + 0.036621, + 0.000254, + 0.039307, + 0.035156, + 0.026733, + 0.028076, + 0.039307, + 0.03125, + 0.037598, + 0.027344, + 0.034424, + 0.037109, + 0.036377, + 0.033936, + 0.030762, + 0.039307, + 0.046143, + 0.020874, + 0.049561, + 0.029297, + 0.031128, + 0.030396, + 0.035889, + 0.040771, + 0.032471, + 0.035645, + 0.027954, + 0.033447, + 0.000343, + 0.033203, + 0.031128, + 0.03064, + 0.031494, + 0.050537, + 0.0354, + 0.029663, + 0.033203, + 0.035645, + 0.032715, + 0.036865, + 0.036621, + 0.037354, + 0.039062, + -0.071289, + 0.026611, + 0.037109, + 0.041016, + 0.052002, + 0.031128, + 0.035156, + 0.031006, + 0.029419, + 0.035156, + 0.039551, + 0.031738, + 0.028198, + 0.032959, + 0.035156, + 0.03125, + 0.033203, + -0.001869, + 0.034424, + 0.040527, + 0.03125, + 0.037354, + 0.033447, + 0.027466, + 0.029663, + 0.037842, + 0.035889, + 0.029785, + 0.036133, + 0.04248, + 0.040283, + 0.034912, + 0.03125, + 0.037354, + 0.041748, + 0.027222, + -0.069824, + 0.00071, + 0.043701, + 0.034912, + 0.044434, + 0.041748, + 0.032227, + 0.029297, + 0.038086, + 0.041748, + 0.037109, + 0.044678, + 0.033203, + 0.00066, + 0.036865, + 0.036377, + 0.03418, + 0.024658, + 0.04126, + 0.037842, + 0.037109, + -0.019531, + 0.043701, + 0.040771, + 0.040527, + 0.031738, + 0.034912, + -0.020996, + 0.037598, + 0.03833, + 0.034668, + -0.017212, + 0.033203, + 0.031738, + 0.090332, + 0.040039, + 0.038818, + 0.043701, + 0.037842, + -0.021362, + 0.02832, + 0.031494, + 0.030029, + 0.03418, + 0.090332, + 0.035156, + 0.033691, + 0.03418, + 0.027832, + 0.036621, + 0.040527, + 0.032227, + 0.031494, + 0.037842, + 0.03418, + 0.032227, + 0.034912, + 0.033203, + 0.058594, + 0.027344, + 0.042236, + 0.032471, + 0.030884, + 0.033447, + 0.034912, + 0.029419, + 0.039062, + 0.050781, + 0.030762, + 0.038086, + 0.038574, + 0.0354, + 0.03064, + 0.041016, + 0.032227, + 0.028198, + 0.042236, + 0.001183, + 0.036377, + 0.032227, + 0.021362, + 0.040527, + 0.040039, + 0.034424, + 0.037109, + 0.027222, + 0.040527, + 0.03833, + -5.1e-05, + 0.034424, + 0.040771, + 0.037598, + 0.025635, + -0.030151, + 0.030518, + 0.032471, + 0.032715, + 0.033691, + 0.028442, + 0.040283, + 0.03064, + 0.035645, + 0.035645, + 0.030029, + 0.029907, + 0.025879, + 0.030518, + 0.036865, + 0.0354, + 0.034668, + 0.029907, + 0.039551, + 0.034424, + 0.031738, + 0.035156, + 0.029907, + 0.038086, + 0.038086, + 0.031738, + 0.034668, + 0.029907, + 0.029297, + 0.04248, + 0.038574, + 0.032471, + 0.033203, + 0.033691, + 0.031982, + 0.041504, + 0.034668, + 0.027832, + 0.041016, + 0.034668, + 0.035645, + 0.033691, + 0.031494, + 0.037842, + 0.041992, + 0.033936, + 0.033203, + 0.0354, + 0.035889, + 0.024414, + 0.036621, + 0.03833, + 0.036865, + 0.030884, + 0.026001, + 0.034424, + 0.03125, + 0.03064, + 0.032227, + 0.039062, + 0.034668, + 0.040527, + 0.036377, + 0.029053, + 0.03833, + 0.032715, + 0.433594, + 0.036865, + 0.036377, + 0.0354, + 0.0354, + 0.034668, + 0.029785, + 0.030273, + 0.000185, + 0.035889, + 0.033691, + 0.034912, + 0.029907, + 0.030884, + 0.04834, + 0.038086, + 0.035889, + 0.029297, + 0.035889, + 0.0354, + 0.028564, + 0.033203, + 0.035156, + 0.035156, + 0.029419, + 0.033203, + 0.042969, + 0.040283, + 0.035156, + 0.0354, + 0.031738, + 0.031128, + 0.033936, + 0.033691, + 0.035645, + 0.031738, + 0.036133, + 0.029663, + 0.048828, + 0.08252, + 0.035645, + 0.032471, + 0.040039, + 0.039551, + 0.036133, + 0.037354, + 0.031128, + 0.033691, + 0.069824, + 0.035156, + 0.03125, + 0.031982, + 0.038086, + 0.03833, + 0.030151, + 0.030884, + 0.04248, + 0.033447, + 0.035889, + 0.029297, + 0.0354, + 0.043213, + 0.024902, + 0.033691, + 0.039795, + 0.033936, + 0.033691, + 0.041016, + 0.032471, + 0.030151, + 0.031494, + 0.033691, + 0.039307, + 0.032471, + 0.041504, + 0.033203, + 0.035645, + 0.03125, + 0.028809, + 0.037842, + 0.035889, + 0.04541, + 0.035645, + 0.038574, + 0.029541, + 0.0354, + 0.030396, + 0.032227, + 0.040039, + 0.039551, + 0.049805, + 0.123047, + 0.07959, + 0.029541, + 0.033936, + 0.04248, + 0.033691, + 0.033203, + 0.035156, + 0.031494, + 0.037842, + 0.036133, + 0.044678, + -0.046387, + 0.032959, + 0.02002, + 0.034424, + 0.037354, + 0.035889, + 0.040283, + 0.024902, + 0.03125, + 0.03064, + 0.034668, + 0.031982, + 0.02771, + 0.036865, + 0.04126, + -0.019409, + 0.037598, + 0.033691, + 0.037109, + 0.025879, + 0.039795, + 0.030518, + 0.034668, + 0.033203, + 0.040527, + 0.030518, + 0.034912, + 0.033447, + 0.033203, + 0.03833, + 0.0271, + 0.03125, + 0.032715, + 0.031982, + 0.037354, + 0.032959, + 0.033203, + 0.026611, + 0.037109, + 0.042236, + 0.030518, + 0.042236, + 0.033691, + 0.041504, + 0.031128, + 0.031738, + 0.032959, + 0.046143, + 0.030396, + 0.034424, + 0.042969, + 0.033447, + 0.029907, + 0.029419, + 0.042725, + 0.032959, + 0.033936, + 0.031982, + 0.039795, + 0.036621, + 0.031494, + 0.032471, + 0.031494, + 0.029541, + 0.015747, + 0.032715, + 0.032959, + 0.032227, + 0.016968, + 0.037842, + 0.026245, + 0.040039, + 0.025513, + 0.032959, + 0.035645, + 0.035889, + 0.028809, + 0.041504, + 0.04248, + 0.031494, + -0.009949, + 0.033936, + 0.038086, + 0.0354, + 0.038574, + 0.032227, + 0.041016, + 0.032227, + 0.035156, + -0.001671, + 0.031006, + 0.036865, + 0.026611, + 0.028198, + 0.032715, + 0.032227, + 0.031494, + 0.037109, + 0.035645, + 0.029663, + 0.035889, + 0.037598, + 0.035156, + 0.035156, + 0.034912, + 0.027954, + 0.036621, + 0.032227, + 0.035645, + 0.031006, + 0.030151, + 0.036133, + 0.037598, + 0.035645, + 0.03418, + 0.038086, + 0.034424, + 0.032227, + 0.035156, + 0.044922, + 0.030029, + 0.030029, + 0.044189, + 0.040283, + -0.018555, + 0.028931, + 0.041748, + 0.036377, + 0.033203, + 0.035645, + 0.036133, + 0.047607, + 0.03125, + 0.040039, + 0.030884, + 0.039307, + 0.03125, + 0.030029, + -0.039307, + 0.033203, + 0.034912, + 0.027466, + 0.037598, + 0.032227, + 0.032715, + 0.045166, + 0.035645, + 0.036621, + 0.037842, + 0.039307, + 0.037842, + 0.031738, + 0.039307, + 0.037842, + 0.033936, + 0.035645, + 0.043457, + 0.034668, + 0.035889, + 0.040527, + 0.038086, + 0.028198, + 0.036133, + 0.030029, + 0.033447, + 0.039307, + 0.030884, + 0.040283, + 0.030396, + 0.030884, + 0.034424, + 0.030884, + 0.029907, + 0.038574, + 0.0354, + 0.056152, + 0.032471, + -0.02124, + 0.036377, + 0.042969, + 0.04126, + 0.033447, + 0.033447, + 0.042236, + 0.044922, + 0.035645, + 0.00066, + 0.032715, + 0.036621, + 0.034912, + 0.033691, + 0.038574, + 0.039062, + 0.036865, + 0.033936, + 0.028931, + 0.036133, + 0.032715, + 0.030884, + 0.037842, + 0.031982, + 0.037109, + 0.035156, + 0.033203, + 0.037842, + 0.044678, + 0.039307, + 0.034668, + 0.037598, + 0.033447, + 0.034424, + 0.031128, + 0.045654, + 0.0354, + 0.037354, + 0.03418, + 0.038086, + 0.031006, + 0.032715, + 0.060303, + 0.030396, + 0.03833, + 0.036865, + 0.036377, + 0.038574, + 0.038818, + 0.038574, + 0.0354, + 0.036621, + 0.036133, + 0.043457, + 0.032715, + 0.047607, + 0.032227, + 0.029419, + 0.030518, + 0.025513, + 0.028931, + 0.038574, + -0.013367, + -0.045654, + 0.037598, + 0.034912, + 0.033936, + 0.034668, + 0.040039, + 0.049561, + 0.030396, + -0.014221, + -0.090332, + 0.03125, + 0.033447, + 0.034668, + 0.031494, + 0.030029, + 0.043457, + 0.036377, + 0.038574, + 0.035645, + 0.031982, + 0.034668, + 0.026367, + 0.030396, + 0.033936, + 0.033203, + 0.036377, + 0.029297, + 0.042969, + 0.035156, + 0.031006, + 0.033447, + 0.031006, + 0.027344, + 0.041016, + 0.038086, + 0.034424, + 0.033691, + 0.050293, + 0.161133, + 0.029297, + 0.030151, + 0.068848, + 0.034424, + 0.057617, + 0.027954, + 0.032227, + 0.036865, + 0.025879, + 0.033691, + 0.03418, + 0.032471, + 0.038086, + 0.034668, + 0.043213, + 0.073242, + 0.037842, + 0.033936, + 0.030396, + 0.03833, + 0.032715, + 0.035156, + 0.033447, + 0.034424, + 0.02478, + 0.039062, + 0.052002, + 0.033203, + 0.030151, + 0.031494, + 0.031982, + 0.038086, + 0.032959, + 0.062988, + 0.047119, + 0.036133, + 0.032715, + 0.025269, + 0.039551, + -0.040283, + 0.028931, + 0.033691, + 0.039795, + 0.03125, + 0.084961, + 0.034424, + 0.037354, + 0.031982, + 0.042236, + 0.017822, + 0.037842, + 0.032227, + 0.033447, + 0.037842, + 0.032471, + 0.032959, + 0.03833, + 0.038086, + 0.036621, + 0.03833, + 0.111816, + 0.036865, + 0.034912, + 0.035889, + 0.032959, + 5.6e-05, + 0.014771, + 0.032227, + 0.032227, + 0.03064, + 0.036377, + 0.07373, + 0.03125, + 0.035156, + 0.037354, + 0.037842, + 0.0354, + 0.030273, + 0.034424, + 0.036621, + 0.037354, + 0.033691, + 0.039307, + 0.037842, + 0.101074, + 0.0354, + 0.032715, + 0.039062, + 0.032959, + 0.034424, + 0.032959, + 0.037109, + 0.031738, + 0.032715, + 0.03418, + 0.035156, + 0.036621, + 0.035889, + 0.03125, + 0.038086, + 0.035156, + 0.032959, + 0.036133, + 0.032227, + 0.04126, + 0.03833, + 0.028687, + 0.066406, + 0.04248, + 0.037354, + 0.035889, + 0.03064, + 0.029175, + 0.045898, + 0.003754, + 0.034424, + 0.038086, + 0.034912, + 0.029541, + 0.038818, + 0.038818, + 0.03125, + 0.035889, + 0.032715, + 0.031982, + 0.037109, + 0.029297, + 0.030518, + 0.033936, + 0.037598, + 0.0354, + 0.000206, + 0.030273, + 0.026611, + 0.039795, + 0.032959, + 0.03833, + 0.036377, + 0.036865, + 0.033691, + 0.030396, + 0.030396, + -0.016846, + 0.038086, + 0.032227, + 0.036865, + 0.03064, + 0.011292, + 0.047363, + 0.036133, + 0.030029, + 0.139648, + 0.039795, + 0.039307, + 0.052002, + 0.033203, + 0.09082, + 0.032959, + 0.033691, + 0.032959, + 0.033936, + 0.088379, + 0.033936, + 0.035156, + 0.036377, + 0.038086, + 0.036621, + 0.033936, + 0.037354, + 0.031982, + 0.035889, + 0.032471, + 0.03418, + 0.032715, + 0.029541, + 0.036865, + 0.036133, + 0.032959, + 0.031738, + 0.034912, + 7.7e-05, + 0.034424, + 0.02063, + 0.037109, + -0.022095, + 0.040527, + 0.037842, + 0.035889, + 0.030396, + 0.035889, + 0.033691, + 0.037598, + 0.029175, + 0.036377, + -0.028198, + 0.035889, + 0.037842, + 0.00012, + 0.029663, + 0.162109, + 0.035645, + 0.036621, + 0.03418, + 0.031738, + 0.033203, + 0.035645, + 0.031982, + 0.033203, + 0.035156, + 0.075195, + 0.027954, + 0.032959, + 0.033203, + 0.0271, + 0.036133, + 0.031738, + 0.031982, + 0.036621, + 0.035156, + 0.100098, + 0.038574, + 0.036377, + 0.032471, + 0.037109, + 0.033936, + 0.037354, + 0.031982, + 0.04126, + 0.054199, + 0.040527, + 0.028931, + 0.03833, + 0.027344, + 0.036133, + 0.042236, + 0.036377, + 0.0354, + 0.030396, + 0.041992, + 0.02771, + 0.043945, + 0.032715, + 0.0354, + 0.055664, + 0.045654, + 0.038086, + 0.034912, + 0.036865, + 0.040283, + 0.0354, + 0.036621, + 0.040527, + 0.035156, + 0.072754, + 0.033936, + 0.037842, + 0.032471, + 0.033936, + 0.033447, + 0.037842, + 0.039551, + 0.034424, + 0.034424, + 0.041504, + 0.040527, + 0.033936, + 0.035645, + 0.019531, + 0.035645, + 0.04541, + 0.028198, + 0.037842, + 0.027466, + 0.030396, + 0.02832, + 0.031128, + 0.031738, + 0.032959, + 0.041016, + 0.037598, + 0.033203, + 0.031738, + 0.029175, + -0.022705, + 0.042725, + 0.032227, + 0.036865, + 0.033936, + 0.053223, + 0.02771, + 0.034424, + 0.03418, + 0.038086, + 0.03833, + 0.031128, + 0.031738, + 0.036133, + 0.034424, + 0.031006, + 0.037354, + 0.03418, + 0.03418, + 0.031494, + 0.035156, + 0.037109, + 0.032471, + 0.031494, + 0.033203, + 0.032227, + 0.044678, + 0.031494, + 0.032471, + 0.0354, + 0.03833, + 0.033691, + 0.033203, + 0.028809, + 0.051025, + 0.026123, + 0.034668, + 0.031128, + 0.038086, + 0.032959, + 0.031738, + 0.032227, + 0.041992, + 0.037354, + 0.027954, + 0.041748, + 0.029663, + 0.042969, + -0.020142, + 0.036621, + 0.033447, + 0.058594, + 0.030396, + 0.026611, + 0.047363, + 0.033447, + 0.021118, + 0.044434, + 0.036865, + 0.041504, + 0.037354, + 0.0354, + 0.033691, + 0.032227, + 0.04126, + 0.041504, + 0.029053, + 0.032715, + 0.03125, + 0.040283, + 0.034424, + 0.03125, + 0.035645, + 0.029419, + 0.032471, + 0.036865, + 0.041504, + 0.038086, + 0.039307, + 0.034912, + 0.035889, + 0.030151, + 0.036377, + 0.031006, + -0.111816, + 0.04126, + 0.027588, + 0.172852, + 0.030518, + -0.107422, + 0.040283, + 0.025879, + 0.035645, + 0.028931, + 0.033447, + 0.032715, + 0.029541, + 0.041748, + 0.043457, + 0.033691, + 0.041748, + 0.034912, + 0.038086, + 0.032715, + 0.030518, + 0.090332, + 0.032959, + 0.0354, + 0.041748, + 0.031494, + 0.03418, + 0.034668, + 0.032715, + 0.037842, + 0.032715, + 0.032227, + 0.039062, + 0.032471, + 0.033447, + 0.035889, + 0.037842, + 0.03833, + 0.032227, + 0.037598, + 0.037354, + 0.034912, + 0.032471, + 0.051514, + 0.034912, + 0.088867, + 0.033936, + 0.041748, + 0.033691, + 0.033691, + 0.035889, + 0.033447, + 0.0354, + 0.048828, + 0.000538, + 0.039551, + 0.030762, + 0.033203, + 0.029541, + 0.034912, + 0.03418, + 0.03418, + 0.032471, + 0.031494, + 0.043701, + 0.031494, + 0.038818, + 0.03125, + 0.0354, + 0.034912, + 0.042725, + 0.03833, + 0.036621, + 0.036865, + 0.034912, + 0.026733, + 0.032471, + 0.033447, + 0.031494, + 0.038818, + 0.037354, + 0.03418, + 0.032715, + 0.035889, + 0.033691, + 0.035156, + 0.031982, + 0.032959, + 0.036377, + -0.030396, + 0.037842, + 0.032715, + 0.083008, + 0.032959, + 0.03064, + 0.040283, + 0.025391, + 0.035645, + 0.037842, + 0.03418, + 0.036865, + 0.037598, + 0.035156, + 0.039795, + 0.029663, + 0.04248, + 0.037354, + 0.031128, + 0.033691, + 0.077148, + 0.031494, + 0.034424, + 0.034912, + 0.032715, + 0.030151, + 0.031494, + 0.031738, + 0.034424, + 0.037598, + 0.037842, + 0.034912, + 0.030762, + 0.031982, + 0.038818, + 0.030884, + 0.043457, + 0.034912, + 0.144531, + 0.036133, + 0.033447, + 0.032959, + 0.034668, + 0.035156, + 0.009827, + 0.04248, + 0.028442, + 0.038086, + 0.037354, + 0.037598, + 0.039551, + 0.042969, + 0.033691, + 0.036133, + 0.036133, + 0.042236, + 0.034912, + 0.036377, + 0.03418, + 0.037842, + 0.037842, + 0.032715, + 0.045654, + 0.03418, + 0.033447, + 0.033203, + 0.036621, + 0.032227, + 0.036377, + 0.039062, + 0.043457, + 0.025635, + 0.030029, + 0.030151, + 0.026733, + 0.037842, + 0.043701, + 0.033936, + 0.033447, + 0.0354, + 0.050781, + 0.0354, + 0.033203, + 0.033936, + 0.030273, + 0.033203, + 0.065918, + 0.031494, + 0.034668, + 0.036377, + -0.030518, + -0.052246, + 0.036133, + 0.03418, + 0.03418, + 0.035645, + 0.039307, + 0.030884, + 0.035156, + 0.028931, + 0.026611, + 0.028564, + 0.04126, + 0.032227, + 0.037354, + 0.039062, + 0.028442, + 0.037354, + 0.078613, + 0.038086, + 0.033691, + 0.033447, + 0.034912, + 0.037354, + 0.078613, + 0.04248, + 0.033936, + 0.033691, + 0.031006, + 0.025879, + 0.03833, + 0.04541, + 0.032471, + 0.038818, + 0.047852, + 0.020752, + 0.055176, + 0.032227, + 0.032471, + 0.000595, + 0.034424, + 0.034424, + 0.032715, + 0.02832, + 0.031128, + 0.041504, + 0.043945, + 0.028687, + 0.033936, + 0.037354, + 0.052734, + -0.010925, + 0.015076, + 0.031006, + 0.033203, + 0.034424, + 0.034668, + 0.032959, + 0.038574, + 0.0354, + 0.0354, + -0.000984, + 0.037598, + 0.037598, + 0.033203, + 0.049561, + 0.037354, + 0.036133, + 0.036377, + 0.012756, + 0.025391, + 0.029175, + 0.033447, + 0.038574, + 0.036621, + 0.029541, + 0.029297, + 0.061523, + 0.052734, + 0.036865, + 0.038574, + 0.028687, + 0.034668, + 0.028809, + 0.039062, + 0.030151, + 0.032715, + 0.033203, + 0.029297, + 0.041992, + 0.031982, + 0.04248, + 0.043945, + 0.040039, + 0.035889, + 0.000188, + 0.031738, + 0.038086, + 0.036621, + 0.051758, + 0.028442, + 0.026978, + 0.036621, + 0.035156, + 0.035156, + 0.029907, + 0.043213, + 0.033936, + 0.047363, + 0.031738, + 0.030151, + 0.044189, + 0.035156, + 0.034668, + 0.044922, + 0.040039, + 0.0354, + -0.016968, + 0.032715, + 0.015564, + 0.034912, + 0.035645, + 0.033691, + 0.035889, + 0.035889, + 0.032715, + 0.045166, + 0.033447, + 0.039307, + 0.029297, + 0.037354, + 0.034424, + 0.033936, + 0.029297, + 0.040039, + -0.01532, + 0.029785, + 0.037354, + 0.031006, + 0.036621, + 0.036621, + 0.029663, + 0.03418, + 0.037109, + 0.033447, + 0.035156, + 0.03125, + 0.036865, + 0.037842, + 0.032227, + 0.038086, + 0.036377, + 0.03418, + 0.046143, + 0.039307, + 0.031494, + 0.03064, + 0.037354, + 0.030273, + 0.039062, + 0.039307, + 0.040527, + 0.041016, + 0.033203, + 0.04126, + 0.034668, + 0.029053, + 0.031006, + 0.033936, + 0.033691, + 0.027344, + 0.030884, + 0.035645, + 0.042236, + 0.108887, + 0.030884, + 0.034912, + 0.04541, + 0.033691, + 0.030029, + 0.039062, + 0.039551, + 0.038818, + 0.038574, + 0.037842, + 0.027954, + 0.033936, + 0.036621, + 0.031128, + 0.033447, + 0.029297, + 0.027954, + 0.032959, + 0.025269, + 0.036865, + 0.044434, + 0.027466, + 0.026978, + 0.034668, + 0.032715, + 0.050781, + 0.037109, + 0.039551, + 0.028687, + 0.032471, + 0.046875, + 0.041748, + 0.031738, + 0.036621, + 0.030029, + 0.03418, + 0.044434, + 0.044678, + 0.036865, + 0.034668, + 0.045654, + 0.032959, + 0.030029, + 0.048096, + 0.0354, + 0.072754, + 0.030151, + 0.034912, + 0.038574, + 0.033447, + 0.035645, + 0.033203, + 0.05127, + 0.033691, + 0.029541, + 0.031982, + 0.039795, + 0.04248, + 0.039551, + 0.038086, + 0.035156, + 0.038818, + 0.019653, + 0.031982, + 0.038574, + 0.04126, + 0.039307, + 0.038818, + 0.029297, + 0.033447, + 0.037842, + 0.041016, + 0.032959, + 0.029419, + 0.035889, + 0.028442, + 0.034912, + 0.02771, + 0.024536, + 0.037354, + 0.043945, + 0.040283, + 0.037354, + 0.038818, + 0.031982, + 0.040771, + 0.032471, + 0.03418, + 0.032471, + 0.033447, + 0.026978, + 0.032227, + 0.044189, + 0.03418, + 0.028931, + 0.031738, + 0.033691, + 0.032715, + 0.040039, + 0.04126, + 0.037354, + 0.0354, + 0.030273, + 0.037598, + 0.033203, + 0.032959, + 0.03064, + 0.029419, + 0.035889, + 0.031738, + 0.031738, + 0.022461, + 0.041748, + 0.034912, + 0.033691, + 0.039307, + 0.025879, + 0.033447, + 0.032715, + 0.033447, + 0.033691, + 0.04248, + 0.033203, + 0.037598, + 0.036621, + 0.035156 + ] + }, + "name": "model.transformer.layers.0.attn_norm.weight", + "outputIndexes": [ + 4 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 3, + 4 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm/Mul_1_output_0", + "outputIndexes": [ + 5 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 5 + ], + "outputIndexes": [ + 1466 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1466 + ], + "outputIndexes": [ + 1467 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear", + "inputIndexes": [ + 1467 + ], + "outputIndexes": [ + 1468 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 768, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 9216, + "weightSize": 0 + }, + "external": [ + 0, + 589846, + 73728, + 3072, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1468 + ], + "outputIndexes": [ + 1469 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1469 + ], + "outputIndexes": [ + 6 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 768 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1 + ] + }, + "name": "/Unsqueeze_output_0", + "outputIndexes": [ + 7 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 5 + ], + "main_type": "NONE", + "name": "/Shape_1_output_0", + "outputIndexes": [ + 8 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1 + ] + }, + "name": "/rotary/Constant_9_output_0", + "outputIndexes": [ + 9 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8 + ], + "main_type": "NONE", + "name": "Shape19", + "outputIndexes": [ + 10 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 8 + ], + "main_type": "NONE", + "name": "Rank21", + "outputIndexes": [ + 11 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 11, + 11 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp23", + "outputIndexes": [ + 12 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 12 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze24", + "outputIndexes": [ + 13 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 12, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp26", + "outputIndexes": [ + 14 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 14 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze27", + "outputIndexes": [ + 15 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 10, + 13, + 15, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice30", + "outputIndexes": [ + 16 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 16 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze31", + "outputIndexes": [ + 17 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 17 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp32", + "outputIndexes": [ + 18 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 18, + 17 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp33", + "outputIndexes": [ + 19 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 8, + 19, + 12 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_2_output_0", + "outputIndexes": [ + 20 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 0 + ] + }, + "name": "/Constant_597_output_0", + "outputIndexes": [ + 21 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 20, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_1_output_0", + "outputIndexes": [ + 22 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 12 + ] + }, + "name": "/Constant_4_output_0", + "outputIndexes": [ + 23 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 64 + ] + }, + "name": "/Constant_5_output_0", + "outputIndexes": [ + 24 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 22, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_output_0", + "outputIndexes": [ + 25 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 6, + 25 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_1_output_0", + "outputIndexes": [ + 26 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 26 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm/Mul_output_0", + "outputIndexes": [ + 27 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.296875, + 1.570312, + 1.554688, + 1.570312, + 1.429688, + 1.78125, + 2.34375, + 0.824219, + 0.117188, + 1.984375, + 2.109375, + 2.15625, + 2.078125, + 0.124023, + 2.03125, + 2.828125, + 2.078125, + 1.96875, + 1.75, + 0.144531, + 2.078125, + 3.015625, + 2.640625, + 6.21875, + 2.953125, + 1.648438, + 0.605469, + 5.21875, + 1.671875, + 1.195312, + 2.21875, + 2.140625, + 0.777344, + 0.964844, + -0.917969, + 1.078125, + 0.128906, + 1.101562, + -0.337891, + 1.992188, + 2.1875, + 2.0, + 1.453125, + 2.140625, + 2.203125, + 3.453125, + 1.984375, + 1.382812, + 1.882812, + 1.929688, + 2.203125, + 4.0, + 2.015625, + 1.101562, + 1.304688, + 0.044678, + 1.484375, + 2.546875, + 2.0, + 0.738281, + 2.578125, + 1.203125, + 1.867188, + 1.867188 + ] + }, + "name": "model.transformer.layers.0.attn.q_norm.weight", + "outputIndexes": [ + 28 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 27, + 28 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm/Mul_1_output_0", + "outputIndexes": [ + 29 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 3 + ], + "dtype": "DT_INT32", + "dformat": "NCHW" + }, + "name": "position_ids", + "outputIndexes": [ + 30 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 30 + ], + "main_type": "CastParam", + "main": { + "srcT": "DT_VARIANT", + "dstT": "DT_FLOAT" + }, + "name": "/rotary/Cast_output_0", + "outputIndexes": [ + 31 + ], + "type": "Cast", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1, + 1 + ] + }, + "name": "/rotary/Constant_1_output_0__", + "outputIndexes": [ + 32 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 31, + 32 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/rotary/Reshape_output_0", + "outputIndexes": [ + 33 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 32 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.0, + 0.749894, + 0.562341, + 0.421697, + 0.316228, + 0.237137, + 0.177828, + 0.133352, + 0.1, + 0.074989, + 0.056234, + 0.04217, + 0.031623, + 0.023714, + 0.017783, + 0.013335, + 0.01, + 0.007499, + 0.005623, + 0.004217, + 0.003162, + 0.002371, + 0.001778, + 0.001334, + 0.001, + 0.00075, + 0.000562, + 0.000422, + 0.000316, + 0.000237, + 0.000178, + 0.000133 + ] + }, + "name": "/rotary/Constant_2_output_0", + "outputIndexes": [ + 34 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 33, + 34 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/rotary/Mul_output_0", + "outputIndexes": [ + 35 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 35 + ], + "main_type": "UnaryOp", + "main": { + "opType": "COS", + "T": "DT_FLOAT" + }, + "name": "/rotary/Cos_output_0", + "outputIndexes": [ + 36 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 36, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_output_0", + "outputIndexes": [ + 37 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 35 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIN", + "T": "DT_FLOAT" + }, + "name": "/rotary/Sin_output_0", + "outputIndexes": [ + 38 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 38, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_1_output_0", + "outputIndexes": [ + 39 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 37, + 39 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/rotary/Concat_output_0", + "outputIndexes": [ + 40 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 40, + 40 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/rotary/Concat_1_output_0", + "outputIndexes": [ + 41 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3, + 1 + ] + }, + "name": "/rotary/Unsqueeze_2_axes", + "outputIndexes": [ + 42 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 41, + 42 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/rotary/Unsqueeze_3_output_0", + "outputIndexes": [ + 43 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 43 + ], + "main_type": "NONE", + "name": "Shape64", + "outputIndexes": [ + 44 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 43 + ], + "main_type": "NONE", + "name": "Rank66", + "outputIndexes": [ + 45 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 45, + 45 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp68", + "outputIndexes": [ + 46 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 46 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze69", + "outputIndexes": [ + 47 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 46, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp71", + "outputIndexes": [ + 48 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 48 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze72", + "outputIndexes": [ + 49 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 44, + 47, + 49, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice75", + "outputIndexes": [ + 50 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 50 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze76", + "outputIndexes": [ + 51 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 51, + 51 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp78", + "outputIndexes": [ + 52 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 43, + 52, + 46 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_3_output_0", + "outputIndexes": [ + 53 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 29, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_output_0", + "outputIndexes": [ + 54 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 32 + ] + }, + "name": "/Unsqueeze_6_output_0", + "outputIndexes": [ + 55 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1073741824 + ] + }, + "name": "/Constant_19_output_0", + "outputIndexes": [ + 56 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3 + ] + }, + "name": "/Constant_7_output_0", + "outputIndexes": [ + 57 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 29, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_1_output_0", + "outputIndexes": [ + 58 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 58 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_output_0", + "outputIndexes": [ + 59 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 29, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_output_0", + "outputIndexes": [ + 60 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 59, + 60 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_3_output_0", + "outputIndexes": [ + 61 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 46 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze93", + "outputIndexes": [ + 62 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 48 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze96", + "outputIndexes": [ + 63 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 44, + 62, + 63, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice99", + "outputIndexes": [ + 64 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 64 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze100", + "outputIndexes": [ + 65 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp101", + "outputIndexes": [ + 66 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 66, + 65 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp102", + "outputIndexes": [ + 67 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 43, + 67, + 46 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_4_output_0", + "outputIndexes": [ + 68 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 61, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_1_output_0", + "outputIndexes": [ + 69 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 54, + 69 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_output_0", + "outputIndexes": [ + 70 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 5 + ], + "outputIndexes": [ + 1470 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1470 + ], + "outputIndexes": [ + 1471 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear", + "inputIndexes": [ + 1471 + ], + "outputIndexes": [ + 1472 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 192, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 2304, + "weightSize": 0 + }, + "external": [ + 666646, + 147478, + 18432, + 768, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1472 + ], + "outputIndexes": [ + 1473 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1473 + ], + "outputIndexes": [ + 71 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 192 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 22, + 57, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_1_output_0", + "outputIndexes": [ + 72 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 71, + 72 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_2_output_0", + "outputIndexes": [ + 73 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 73 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm/Mul_output_0", + "outputIndexes": [ + 74 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.578125, + 1.507812, + 1.601562, + 1.625, + 1.265625, + 1.421875, + 1.710938, + 1.726562, + -0.804688, + 1.976562, + 1.664062, + 1.90625, + 1.914062, + 2.984375, + 2.078125, + 1.242188, + 2.0, + 2.09375, + 2.34375, + 4.84375, + 2.03125, + 1.109375, + 1.054688, + -0.088379, + 1.320312, + 2.421875, + 5.75, + 0.550781, + 2.5, + 1.3125, + 1.8125, + 1.914062, + 1.304688, + 0.84375, + -1.257812, + 1.15625, + 0.71875, + 1.3125, + 1.070312, + 0.628906, + 1.789062, + 2.015625, + 1.921875, + 1.898438, + 1.867188, + 0.049316, + 2.109375, + 2.578125, + 2.140625, + 2.1875, + 1.820312, + 0.15332, + 2.078125, + 3.5625, + 2.703125, + 7.4375, + 2.53125, + 1.625, + 0.984375, + 4.625, + 1.515625, + 1.640625, + 2.15625, + 2.265625 + ] + }, + "name": "model.transformer.layers.0.attn.k_norm.weight", + "outputIndexes": [ + 75 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 74, + 75 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm/Mul_1_output_0", + "outputIndexes": [ + 76 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 76, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_2_output_0", + "outputIndexes": [ + 77 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 76, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_3_output_0", + "outputIndexes": [ + 78 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 78 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_1_output_0", + "outputIndexes": [ + 79 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 76, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_2_output_0", + "outputIndexes": [ + 80 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 79, + 80 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_4_output_0", + "outputIndexes": [ + 81 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 81, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_3_output_0", + "outputIndexes": [ + 82 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 77, + 82 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_1_output_0", + "outputIndexes": [ + 83 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 5 + ], + "outputIndexes": [ + 1474 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1474 + ], + "outputIndexes": [ + 1475 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear", + "inputIndexes": [ + 1475 + ], + "outputIndexes": [ + 1476 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 192, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 2304, + "weightSize": 0 + }, + "external": [ + 833324, + 147478, + 18432, + 768, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1476 + ], + "outputIndexes": [ + 1477 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1477 + ], + "outputIndexes": [ + 84 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 192 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 84, + 72 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_3_output_0", + "outputIndexes": [ + 85 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 1, + 1, + -1, + -1 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "attention_mask", + "outputIndexes": [ + 86 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 70, + 83, + 85, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.0/self_attn/FusedAttention", + "outputIndexes": [ + 87 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 87 + ], + "outputIndexes": [ + 1478 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 768, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1478 + ], + "outputIndexes": [ + 1479 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear", + "inputIndexes": [ + 1479 + ], + "outputIndexes": [ + 1480 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 768, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 9216, + "weightSize": 0 + }, + "external": [ + 1000002, + 589846, + 73728, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1480 + ], + "outputIndexes": [ + 1481 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1481 + ], + "outputIndexes": [ + 88 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 2, + 88 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_2_output_0", + "outputIndexes": [ + 89 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 89 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm/Mul_output_0", + "outputIndexes": [ + 90 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.105469, + 0.117676, + 0.109375, + 0.102539, + 0.087402, + 0.124512, + 0.109375, + 0.107422, + 0.106934, + 0.105957, + 0.11377, + 0.09668, + 0.116211, + 0.105957, + 0.109375, + 0.108398, + 0.119141, + 0.135742, + 0.101562, + 0.207031, + 0.086914, + 0.111816, + 0.091797, + 0.104004, + 0.101562, + 0.128906, + 0.131836, + 0.10498, + 0.10791, + 0.104492, + 0.111328, + 0.104492, + 0.092285, + 0.098145, + 0.115234, + 0.115723, + 0.125977, + 0.110352, + 0.126953, + 0.10498, + 0.109863, + 0.148438, + 0.101074, + 0.109863, + 0.101562, + 0.111328, + 0.10498, + 0.207031, + 0.112793, + 0.198242, + 0.235352, + 0.124512, + 0.109375, + 0.108887, + 0.132812, + 0.111816, + 0.118164, + 0.103516, + 0.114258, + 0.108887, + 0.116211, + 0.121094, + 0.088867, + 0.105957, + 0.182617, + 0.124023, + 0.125977, + 0.115234, + 0.113281, + 0.09375, + 0.123047, + 0.117188, + 0.106934, + 0.12207, + 0.095215, + 0.112793, + 0.098633, + 0.116699, + 0.114746, + 0.118652, + 0.111816, + 0.120117, + 0.117676, + 0.104004, + 0.15332, + 0.136719, + 0.117676, + 0.122559, + 0.108398, + 0.106445, + 0.128906, + 0.119629, + 0.111328, + 0.104004, + 0.11084, + 0.125977, + 0.092773, + 0.106934, + 0.094727, + 0.099609, + 0.104004, + 0.091309, + 0.217773, + 0.105957, + 0.096191, + 0.103516, + 0.106934, + 0.10498, + 0.091797, + 0.126953, + 0.141602, + 0.112305, + 0.267578, + 0.091309, + 0.109375, + 0.118652, + 0.174805, + 0.115234, + 0.108398, + 0.120605, + 0.107422, + 0.10791, + 0.125977, + 0.105957, + 0.120117, + 0.097656, + 0.123047, + 0.10791, + 0.102051, + 0.118164, + 0.101562, + 0.121582, + 0.106934, + 0.116211, + 0.098145, + 0.115234, + 0.101074, + 0.152344, + 0.11084, + 0.101074, + 0.101074, + 0.128906, + 0.126953, + 0.118652, + 0.094727, + 0.092773, + 0.101562, + 0.106445, + 0.213867, + 0.181641, + 0.118652, + 0.119629, + 0.113281, + 0.106445, + 0.106445, + 0.097656, + 0.120117, + 0.15332, + 0.130859, + 0.110352, + 0.105469, + 0.283203, + 0.116699, + 0.11377, + 0.100098, + 0.098633, + 0.112793, + 0.104492, + 0.125977, + 0.088379, + 0.231445, + 0.112305, + 0.094727, + 0.113281, + 0.126953, + 0.111328, + 0.108887, + 0.123535, + 0.106445, + 0.111328, + 0.136719, + 0.106934, + 0.302734, + 0.105957, + 0.120605, + 0.11377, + 0.111816, + 0.113281, + 0.106445, + 0.103516, + 0.116211, + 0.105957, + 0.265625, + 0.115234, + 0.115723, + 0.116211, + 0.108398, + 0.12793, + 0.121094, + 0.114258, + 0.130859, + 0.11377, + 0.103027, + 0.104492, + 0.118164, + 0.123047, + 0.210938, + 0.111816, + 0.129883, + 0.102539, + 0.094727, + 0.11377, + 0.136719, + 0.12207, + 0.108398, + 0.146484, + 0.120605, + 0.125, + 0.114258, + 0.11377, + 0.11084, + 0.146484, + 0.112305, + 0.09082, + 0.115234, + 0.077637, + 0.117188, + 0.120117, + 0.103027, + 0.118164, + 0.116211, + 0.10498, + 0.102539, + 0.103027, + 0.118164, + 0.109375, + 0.134766, + 0.114746, + 0.114258, + 0.102539, + 0.098633, + 0.09082, + 0.118652, + 0.124023, + 0.111328, + 0.123047, + 0.098633, + 0.121094, + 0.101074, + 0.10498, + 0.111816, + 0.085449, + 0.102539, + 0.09375, + 0.110352, + 0.12207, + 0.112305, + 0.102051, + 0.102051, + 0.105957, + 0.112305, + 0.124512, + 0.089844, + 0.106445, + 0.12793, + 0.111328, + 0.105957, + 0.10791, + 0.098145, + 0.094238, + 0.115723, + 0.121582, + 0.118652, + 0.114746, + 0.112305, + 0.106445, + 0.104004, + 0.092773, + 0.110352, + 0.10498, + 0.121582, + 0.118652, + 0.100586, + 0.113281, + 0.113281, + 0.120605, + 0.12793, + 0.118652, + 0.114746, + 0.104004, + 0.102051, + 0.116211, + 0.131836, + 0.116211, + 0.078125, + 0.108887, + 0.107422, + 0.111816, + 0.095703, + 0.093262, + 0.110352, + 0.118652, + 0.135742, + 0.112305, + 0.103516, + 0.109375, + 0.098145, + 0.976562, + 0.112793, + 0.125977, + 0.115234, + 0.112305, + -0.000935, + 0.132812, + 0.103027, + 0.145508, + 0.099609, + 0.092773, + 0.100098, + 0.11377, + 0.109863, + 0.138672, + 0.136719, + 0.12207, + 0.113281, + 0.122559, + 0.116699, + 0.103027, + 0.111816, + 0.10791, + 0.115723, + 0.112793, + 0.106445, + 0.118164, + 0.111328, + 0.107422, + 0.117188, + 0.107422, + 0.098145, + 0.111328, + 0.092773, + 0.100586, + 0.109863, + 0.097168, + 0.09668, + 0.137695, + 0.566406, + 0.097656, + 0.110352, + 0.150391, + 0.097656, + 0.102051, + 0.07666, + 0.096191, + 0.120605, + 0.105957, + 0.088867, + 0.10791, + 0.108887, + 0.124023, + 0.117188, + 0.104492, + 0.122559, + 0.126953, + 0.119141, + 0.10791, + 0.100586, + 0.090332, + 0.118652, + 0.091797, + 0.101074, + 0.112305, + 0.097168, + 0.102051, + 0.114258, + 0.089844, + 0.104492, + 0.115723, + 0.11377, + 0.117188, + 0.121094, + 0.11377, + 0.133789, + 0.116211, + 0.094727, + 0.099609, + 0.104492, + 0.124023, + 0.132812, + 0.115234, + 0.113281, + 0.094238, + 0.104004, + 0.099121, + 0.115723, + 0.086914, + 0.142578, + 0.111816, + 0.539062, + 0.227539, + 0.106445, + 0.147461, + 0.145508, + 0.117188, + 0.102051, + 0.104492, + 0.094238, + 0.12207, + 0.101562, + 0.15625, + 0.183594, + 0.095703, + 0.108398, + 0.11377, + 0.12207, + 0.100586, + 0.100586, + 0.099609, + 0.099121, + 0.106934, + 0.112793, + 0.097656, + 0.103027, + 0.09375, + 0.114258, + 0.102539, + 0.099609, + 0.120605, + 0.113281, + 0.118164, + 0.12793, + 0.114258, + 0.11084, + 0.058838, + 0.106445, + 0.118164, + 0.102539, + 0.107422, + 0.108398, + 0.112793, + 0.115234, + 0.101074, + 0.104004, + 0.111328, + 0.11377, + 0.111328, + 0.097168, + 0.098145, + 0.115234, + 0.135742, + 0.094727, + 0.103027, + 0.117188, + 0.123535, + 0.086914, + 0.111328, + 0.115234, + 0.15332, + 0.100098, + 0.10791, + 0.12793, + 0.087891, + 0.118164, + 0.120117, + 0.113281, + 0.087891, + 0.110352, + 0.102539, + 0.133789, + 0.102051, + 0.097168, + 0.117188, + 0.116699, + 0.08252, + 0.126953, + 0.117188, + 0.11377, + 0.120117, + 0.126953, + 0.107422, + 0.104492, + 0.114746, + 0.102051, + 0.094238, + 0.105469, + 0.09668, + 0.116699, + 0.142578, + 0.119629, + 0.110352, + 0.115723, + 0.110352, + 0.098145, + 0.126953, + 0.124512, + 0.109375, + 0.11084, + 0.092285, + 0.105469, + 0.613281, + 0.110352, + 0.121094, + 0.088867, + 0.104004, + 0.102539, + 0.106445, + 0.111816, + 0.10791, + 0.112305, + 0.091797, + 0.116211, + 0.106934, + 0.116211, + 0.124023, + 0.103516, + 0.10498, + 0.122559, + 0.10498, + 0.112305, + 0.104004, + 0.090332, + 0.113281, + 0.103027, + 0.108398, + 0.100586, + 0.119141, + 0.125, + 0.123047, + 0.109375, + 0.170898, + 0.118164, + 0.111816, + 0.12793, + 0.111328, + 0.11377, + 0.088379, + 0.115723, + 0.120605, + 0.107422, + 0.118652, + 0.104004, + 0.161133, + 0.095215, + 0.130859, + 0.11377, + 0.109375, + 0.116699, + 0.115723, + 0.146484, + 0.111816, + 0.101074, + 0.125977, + 0.108887, + 0.105957, + 0.099609, + 0.100586, + 0.11084, + 0.115234, + 0.118164, + 0.133789, + 0.104004, + 0.109375, + 0.094238, + 0.115234, + 0.109375, + 0.12793, + 0.093262, + 0.123535, + 0.114258, + 0.147461, + 0.113281, + 0.101074, + 0.137695, + 0.107422, + 0.105957, + 0.128906, + 0.105469, + 0.12793, + 0.101562, + 0.113281, + 0.121582, + 0.112793, + 0.107422, + 0.147461, + 0.119629, + 0.230469, + 0.106445, + 0.113281, + 0.11377, + 0.128906, + 0.114258, + 0.10791, + 0.100098, + 0.102539, + 0.112793, + 0.116699, + 0.158203, + 0.095703, + 0.106934, + 0.091797, + 0.104004, + 0.11084, + 0.129883, + 0.123047, + 0.108887, + 0.100586, + 0.119629, + 0.091797, + 0.096191, + 0.128906, + 0.126953, + 0.103027, + 0.125977, + 0.125977, + 0.105957, + 0.133789, + 0.116699, + 0.129883, + 0.10498, + 0.104492, + 0.107422, + 0.125, + 0.12793, + 0.123535, + 0.108398, + 0.096191, + 0.125, + 0.101074, + 0.114746, + 0.177734, + 0.111328, + 0.123535, + 0.105469, + 0.117676, + 0.134766, + 0.123047, + 0.142578, + 0.11377, + 0.114746, + 0.114258, + 0.15918, + 0.098633, + 0.142578, + 0.114258, + 0.103516, + 0.101074, + 0.109863, + 0.089844, + 0.11084, + 0.109863, + 0.287109, + 0.105469, + 0.126953, + 0.113281, + 0.103027, + 0.120117, + 0.141602, + 0.111816, + 0.107422, + 0.433594, + 0.109375, + 0.12207, + 0.10791, + 0.114258, + 0.102539, + 0.130859, + 0.10498, + 0.100098, + 0.111816, + 0.109375, + 0.103027, + 0.104492, + 0.081543, + 0.108887, + 0.102539, + 0.141602, + 0.101074, + 0.143555, + 0.107422, + 0.114746, + 0.11377, + 0.106445, + 0.099609, + 0.117676, + 0.119629, + 0.106934, + 0.097656, + 0.15918, + 0.867188, + 0.109375, + 0.105469, + 0.275391, + 0.10498, + 0.168945, + 0.105957, + 0.117676, + 0.125977, + 0.103516, + 0.10498, + 0.103516, + 0.116211, + 0.116699, + 0.079102, + 0.120117, + 0.210938, + 0.108887, + 0.129883, + 0.087402, + 0.106934, + 0.100098, + 0.125977, + 0.12207, + 0.11084, + 0.107422, + 0.122559, + 0.133789, + 0.104004, + 0.123047, + 0.097656, + 0.11084, + 0.109863, + 0.101074, + 0.168945, + 0.141602, + 0.125977, + 0.107422, + 0.10791, + 0.116699, + 0.162109, + 0.10791, + 0.111328, + 0.099121, + 0.103027, + 0.408203, + 0.104492, + 0.115234, + 0.106934, + 0.11377, + 0.102051, + 0.116211, + 0.125, + 0.124023, + 0.105469, + 0.081543, + 0.102051, + 0.111816, + 0.115723, + 0.108887, + 0.123047, + 0.400391, + 0.09668, + 0.106445, + 0.113281, + 0.134766, + 0.163086, + 0.087891, + 0.109375, + 0.112793, + 0.101074, + 0.115723, + 0.220703, + 0.116211, + 0.114258, + 0.122559, + 0.103027, + 0.102539, + 0.118164, + 0.118164, + 0.110352, + 0.109863, + 0.121094, + 0.116699, + 0.112793, + 0.339844, + 0.109863, + 0.095703, + 0.134766, + 0.109375, + 0.112793, + 0.103027, + 0.10498, + 0.110352, + 0.108398, + 0.109863, + 0.09375, + 0.097656, + 0.118652, + 0.104492, + 0.112793, + 0.112793, + 0.091309, + 0.094727, + 0.112793, + 0.132812, + 0.157227, + 0.098145, + 0.263672, + 0.108887, + 0.115234, + 0.124023, + 0.112793, + 0.112305, + 0.116211, + 0.122559, + 0.105957, + 0.112793, + 0.106445, + 0.103027, + 0.137695, + 0.106934, + 0.111328, + 0.09668, + 0.119629, + 0.108887, + 0.137695, + 0.105469, + 0.09082, + 0.109375, + 0.083496, + 0.11084, + 0.304688, + 0.119141, + 0.104492, + 0.130859, + 0.103516, + 0.119141, + 0.117188, + 0.112305, + 0.11377, + 0.123535, + 0.105469, + 0.106934, + 0.099121, + 0.108887, + 0.111816, + 0.001251, + 0.119629, + 0.15332, + 0.105469, + 0.102051, + 1.148438, + 0.121094, + 0.117676, + 0.166016, + 0.099121, + 0.353516, + 0.124023, + 0.126953, + 0.106934, + 0.115234, + 0.237305, + 0.09375, + 0.12793, + 0.098145, + 0.111816, + 0.108398, + 0.104004, + 0.11084, + 0.099121, + 0.122559, + 0.125, + 0.115723, + 0.112793, + 0.092773, + 0.117676, + 0.114258, + 0.114746, + 0.114258, + 0.105469, + 0.129883, + 0.102539, + 0.117188, + 0.117676, + 0.095703, + 0.10791, + 0.115723, + 0.109375, + 0.103516, + 0.109863, + 0.126953, + 0.101562, + 0.104492, + 0.119141, + -0.001221, + 0.116211, + 0.117676, + 0.149414, + 0.102051, + 0.000568, + 0.118652, + 0.104492, + 0.105469, + 0.115234, + 0.111328, + 0.120117, + 0.096191, + 0.113281, + 0.116699, + 0.22168, + 0.101562, + 0.101562, + 0.103027, + 0.097656, + 0.125, + 0.104492, + 0.123047, + 0.123535, + 0.104004, + 0.192383, + 0.118164, + 0.123535, + 0.100586, + 0.152344, + 0.105957, + 0.120117, + 0.111328, + 0.11377, + 0.212891, + 0.123047, + 0.098633, + 0.11084, + 0.120117, + 0.125, + 0.119629, + 0.124023, + 0.09082, + 0.109863, + 0.122559, + 0.104492, + 0.097656, + 0.117676, + 0.118164, + 0.119141, + 0.120117, + 0.137695, + 0.106445, + 0.101074, + 0.124023, + 0.102051, + 0.109863, + 0.139648, + 0.129883, + 0.226562, + 0.124023, + 0.129883, + 0.104492, + 0.096191, + 0.112305, + 0.116699, + 0.128906, + 0.114258, + 0.089844, + 0.157227, + 0.122559, + 0.118164, + 0.12207, + 0.114258, + 0.109375, + 0.150391, + 0.089844, + 0.118164, + 0.091797, + 0.103027, + 0.107422, + 0.097656, + 0.111816, + 0.090332, + 0.172852, + 0.112305, + 0.094727, + 0.110352, + 0.115723, + 0.096191, + 0.10791, + 0.102051, + 0.10791, + 0.102051, + 0.151367, + 0.111816, + 0.097168, + 0.125977, + 0.104492, + 0.105469, + 0.102051, + 0.108887, + 0.115723, + 0.097656, + 0.110352, + 0.104004, + 0.088379, + 0.112305, + 0.104004, + 0.119141, + 0.109375, + 0.116211, + 0.106934, + 0.097656, + 0.09668, + 0.116699, + 0.106445, + 0.093262, + 0.086914, + 0.102539, + 0.106445, + 0.128906, + 0.098145, + 0.185547, + 0.106445, + 0.110352, + 0.108887, + 0.096191, + 0.118164, + 0.120117, + 0.089355, + 0.126953, + 0.141602, + 0.09082, + 0.123047, + 0.116211, + 0.134766, + 0.098145, + 0.119141, + 0.116211, + 0.225586, + 0.124023, + 0.09668, + 0.137695, + 0.117676, + 0.108398, + 0.121094, + 0.117188, + 0.137695, + 0.104492, + 0.104004, + 0.091309, + 0.10498, + 0.116211, + 0.12207, + 0.137695, + 0.102051, + 0.132812, + 0.161133, + 0.126953, + 0.082031, + 0.113281, + 0.089844, + 0.086914, + 0.125977, + 0.120605, + 0.108398, + 0.104004, + 0.108398, + 0.106445, + 0.100098, + 0.111816, + 0.095703, + 0.332031, + 0.094727, + 0.10498, + 1.03125, + 0.100098, + 0.265625, + 0.113281, + 0.141602, + 0.100098, + 0.103027, + 0.12793, + 0.11377, + 0.11084, + 0.111328, + 0.118164, + 0.081543, + 0.123047, + 0.115723, + 0.132812, + 0.112793, + 0.108887, + 0.25, + 0.11084, + 0.088379, + 0.209961, + 0.11377, + 0.121582, + 0.098633, + 0.094238, + 0.106934, + 0.085449, + 0.097656, + 0.102051, + 0.097656, + 0.112305, + 0.10791, + 0.117676, + 0.108887, + 0.108398, + 0.104004, + 0.108398, + 0.111328, + 0.119141, + 0.150391, + 0.106445, + 0.273438, + 0.141602, + 0.12207, + 0.102539, + 0.142578, + 0.114258, + 0.11377, + 0.099609, + 0.152344, + 0.161133, + 0.114258, + 0.115234, + 0.277344, + 0.092773, + 0.117188, + 0.123047, + 0.119629, + 0.121582, + 0.111816, + 0.115723, + 0.096191, + 0.094727, + 0.106934, + 0.092773, + 0.117188, + 0.120605, + 0.113281, + 0.126953, + 0.101562, + 0.115723, + 0.106934, + 0.100098, + 0.111816, + 0.109863, + 0.125, + 0.119629, + 0.104492, + 0.114746, + 0.103516, + 0.107422, + 0.107422, + 0.107422, + 0.112793, + 0.096191, + 0.102051, + 0.125977, + 0.113281, + 0.230469, + 0.115234, + 0.116699, + 0.106445, + 0.101562, + 0.111816, + 0.108398, + 0.111816, + 0.107422, + 0.103027, + 0.112305, + 0.110352, + 0.097168, + 0.099609, + 0.108398, + 0.098633, + 0.108398, + 0.203125, + 0.105957, + 0.102051, + 0.113281, + 0.103516, + 0.115234, + 0.086426, + 0.098145, + 0.118652, + 0.114746, + 0.109375, + 0.108887, + 0.106445, + 0.098633, + 0.124512, + 0.114746, + 0.120117, + 0.111816, + 0.455078, + 0.112305, + 0.088379, + 0.106934, + 0.105957, + 0.104004, + 0.121582, + 0.110352, + 0.092773, + 0.131836, + 0.10791, + 0.106934, + 0.11084, + 0.116699, + 0.11084, + 0.113281, + 0.101074, + 0.135742, + 0.102539, + 0.113281, + 0.096191, + 0.136719, + 0.108887, + 0.096191, + 0.148438, + 0.116211, + 0.117676, + 0.115723, + 0.126953, + 0.117188, + 0.121094, + 0.119629, + 0.145508, + 0.114746, + 0.102539, + 0.126953, + 0.101074, + 0.100586, + 0.133789, + 0.111816, + 0.111328, + 0.12207, + 0.104492, + 0.11377, + 0.10498, + 0.102051, + 0.107422, + 0.114746, + 0.205078, + 0.106934, + 0.133789, + 0.114258, + 0.100586, + 0.168945, + 0.10498, + 0.10791, + 0.111328, + 0.118652, + 0.118652, + 0.092773, + 0.112793, + 0.109375, + 0.09668, + 0.114746, + 0.112305, + 0.108398, + 0.124512, + 0.112793, + 0.116699, + 0.118164, + 0.175781, + 0.094238, + 0.106445, + 0.104004, + 0.09668, + 0.122559, + 0.240234, + 0.11084, + 0.118652, + 0.097656, + 0.109863, + 0.092773, + 0.123535, + 0.166992, + 0.123047, + 0.124512, + 0.126953, + 0.103516, + 0.168945, + 0.099121, + 0.115234, + 0.816406, + 0.120117, + 0.105469, + 0.10498, + 0.122559, + 0.099121, + 0.126953, + 0.130859, + 0.08252, + 0.118164, + 0.106934, + 0.145508, + 0.105469, + 0.104004, + 0.11084, + 0.116211, + 0.105469, + 0.114746, + 0.111328, + 0.112793, + 0.089844, + 0.100098, + 0.109375, + 0.110352, + 0.120605, + 0.105957, + 0.126953, + 0.118164, + 0.103027, + 0.117188, + 0.103027, + 0.099609, + 0.102539, + 0.100586, + 0.10791, + 0.099121, + 0.109863, + 0.096191, + 0.193359, + 0.165039, + 0.10498, + 0.131836, + 0.105957, + 0.109375, + 0.130859, + 0.143555, + 0.106934, + 0.108887, + 0.106934, + 0.112305, + 0.119629, + 0.106934, + 0.132812, + 0.12207, + 0.124512, + 0.111328, + 0.416016, + 0.096191, + 0.093262, + 0.119629, + 0.177734, + 0.09375, + 0.104004, + 0.125, + 0.108887, + 0.121094, + 0.129883, + 0.118164, + 0.104004, + 0.086914, + 0.100098, + 0.104004, + 0.150391, + 0.122559, + 0.123047, + 0.141602, + 0.115234, + 0.110352, + 0.098633, + 0.100586, + 0.06543, + 0.105469, + 0.102539, + 0.117188, + 0.089844, + 0.105469, + 0.086914, + 0.120117, + 0.104004, + 0.109375, + 0.124023, + 0.133789, + 0.120117, + 0.113281, + 0.11377, + 0.115723, + 0.119141, + 0.109863, + 0.088867, + 0.125977, + 0.103516, + 0.09375, + 0.099609, + 0.112305, + 0.135742, + 0.111328, + 0.120117, + 0.104004, + 0.117676, + 0.114746, + 0.104492, + 0.107422, + 0.11084, + 0.115723, + 0.132812, + 0.141602, + 0.092773, + 0.116699, + 0.117676, + 0.124023, + 0.113281, + 0.109863, + 0.112305, + 0.124023, + 0.109375, + 0.112793, + 0.124023, + 0.102539, + 0.102051, + 0.09668, + 0.140625, + 0.101562, + 0.109375, + 0.106934, + 0.116699, + 0.746094, + 0.111816, + 0.105957, + 0.109375, + 0.086426, + 0.087891, + 0.100586, + 0.097656, + 0.109375, + 0.118652, + 0.11377, + 0.115234, + 0.118652, + 0.106445, + 0.108398, + 0.105957, + 0.109375, + 0.107422, + 0.128906, + 0.157227, + 0.109863, + 0.120117, + 0.102539, + 0.101074, + 0.115723, + 0.135742, + 0.154297, + 0.103027, + 0.102051, + 0.114746, + 0.104004, + 0.123047, + 0.11377, + 0.09082, + 0.118164, + 0.109375, + 0.116699, + 0.126953, + 0.109375, + 0.133789, + 0.106445, + 0.117188, + 0.09668, + 0.114258, + 0.179688, + 0.094727, + 0.361328, + 0.112793, + 0.100098, + 0.106934, + 0.114746, + 0.126953, + 0.098145, + 0.148438, + 0.11084, + 0.109863, + 0.089355, + 0.110352, + 0.119141, + 0.112793, + 0.119141, + 0.123047, + 0.105957, + 0.105469, + 0.103027, + 0.131836, + 0.118164, + 0.108887, + 0.111816, + 0.112305, + 0.114258, + 0.112305, + 0.100586, + 0.101074, + 0.095215, + 0.095215, + 0.105469, + 0.091309, + 0.102539, + 0.12793, + 0.098145, + 0.138672, + 0.118164, + 0.099121, + 0.111328, + 0.088379, + 0.114258, + 0.101562, + 0.120117, + 0.095215, + 0.103027, + 0.114746, + 0.113281, + 0.136719, + 0.119141, + 0.125977, + 0.10791, + 0.108887, + 0.125, + 0.116211, + 0.123535, + 0.11084, + 0.123047, + 0.134766, + 0.114258, + 0.094238, + 0.094238, + 0.105469, + 0.103027, + 0.096191, + 0.105469, + 0.11084, + 0.101562, + 0.10498, + 0.120117, + 0.098145, + 0.120117, + 0.119629, + 0.108887, + 0.095703, + 0.125977, + 0.110352, + 0.129883, + 0.110352, + 0.12793, + 0.108398, + 0.118652 + ] + }, + "name": "model.transformer.layers.0.ffn_norm.weight", + "outputIndexes": [ + 91 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 90, + 91 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm/Mul_1_output_0", + "outputIndexes": [ + 92 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 92 + ], + "outputIndexes": [ + 1482 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1482 + ], + "outputIndexes": [ + 1483 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_1/Linear", + "inputIndexes": [ + 1483 + ], + "outputIndexes": [ + 1484 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 1663576, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1484 + ], + "outputIndexes": [ + 1485 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1485 + ], + "outputIndexes": [ + 93 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 768 + ] + }, + "name": "/ffn/Mul_output_0", + "outputIndexes": [ + 94 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1 + ] + }, + "name": "/ffn/Constant_output_0", + "outputIndexes": [ + 95 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 93, + 21, + 94, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn/Slice_output_0", + "outputIndexes": [ + 96 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 96 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act/Sigmoid_output_0", + "outputIndexes": [ + 97 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 96, + 97 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act/Mul_output_0", + "outputIndexes": [ + 98 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1536 + ] + }, + "name": "/ffn/Mul_1_output_0", + "outputIndexes": [ + 99 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 93, + 94, + 99, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn/Slice_1_output_0", + "outputIndexes": [ + 100 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 98, + 100 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/Mul_2_output_0", + "outputIndexes": [ + 101 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 101 + ], + "outputIndexes": [ + 1486 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 768, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1486 + ], + "outputIndexes": [ + 1487 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_2/Linear", + "inputIndexes": [ + 1487 + ], + "outputIndexes": [ + 1488 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 768, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 9216, + "weightSize": 0 + }, + "external": [ + 2990702, + 589846, + 73728, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1488 + ], + "outputIndexes": [ + 1489 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.0/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1489 + ], + "outputIndexes": [ + 102 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 89, + 102 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_3_output_0", + "outputIndexes": [ + 103 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 103, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_4_output_0", + "outputIndexes": [ + 104 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 104 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_1/Mul_output_0", + "outputIndexes": [ + 105 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.004395, + -0.007538, + 0.045166, + -0.026123, + 0.064941, + 0.025879, + -0.020752, + 0.028809, + 0.054443, + 0.036865, + 0.02124, + 0.001266, + 0.03125, + 0.038818, + 0.026611, + 0.032471, + 0.044678, + 0.045654, + 0.040283, + 0.056885, + 0.000389, + -0.000957, + -0.012878, + 0.004028, + 0.050049, + 0.039062, + 0.089355, + 0.045898, + -0.007935, + 0.025391, + 0.043213, + 0.043457, + -0.00145, + -0.023804, + 0.037354, + -0.010254, + 0.032715, + 0.02124, + 0.041504, + 0.037109, + -0.003937, + 0.035889, + 0.031006, + 0.043213, + -0.014709, + 0.038086, + 0.046631, + 0.042236, + 0.039551, + -0.002197, + 0.049072, + 0.000378, + 0.033936, + -0.012573, + 0.166016, + -0.000467, + 0.033203, + 0.028564, + 0.000919, + 0.058838, + 0.010681, + 0.000698, + 0.02063, + -0.019165, + 0.076172, + 0.066406, + 0.040283, + -0.027222, + 0.043945, + 0.072754, + 0.027954, + 0.05957, + -0.029907, + 0.001106, + 0.034912, + 0.051514, + 0.000931, + 0.045898, + 0.042969, + 0.022339, + 0.027222, + 0.029053, + 0.052246, + 0.000118, + -9.3e-05, + 0.052246, + -0.000136, + 0.040771, + 0.03833, + -0.00415, + 0.040039, + 0.049316, + 0.035645, + 0.000275, + 0.031982, + 0.046631, + 0.036621, + 0.047119, + -0.00174, + -0.022217, + 0.043213, + 0.060059, + 0.045166, + 0.037354, + 0.032471, + 0.041748, + 0.037598, + -0.008545, + 0.047119, + 0.040283, + -0.002182, + 0.041504, + 0.069824, + 0.036377, + 0.048828, + -0.002151, + 0.070312, + 0.043945, + 0.019287, + 0.041992, + 0.000774, + 0.025757, + 0.024536, + -0.006104, + 0.025391, + 0.052002, + 0.021606, + 0.037109, + 0.041016, + 0.043701, + 0.049561, + 0.034424, + 0.017212, + 0.049072, + 0.047119, + -0.001213, + 0.048584, + 0.058838, + 0.04126, + -0.002213, + 0.04248, + 0.047363, + 0.047119, + 0.032227, + -0.001045, + 0.001808, + 0.056641, + 0.039795, + 0.076172, + 0.036621, + 0.001572, + 0.043701, + 0.031128, + 0.021118, + 0.033203, + 0.045654, + -0.028442, + 0.068848, + 0.029297, + 0.044434, + 0.031738, + 6.2e-05, + 0.051758, + -0.019287, + 0.029907, + 0.027222, + 0.010193, + 0.035645, + 0.041992, + 0.082031, + 0.000126, + 0.014038, + 0.025024, + 0.00415, + 0.034424, + 0.077148, + -0.003189, + 0.055176, + 0.028442, + 0.041992, + 0.035156, + -0.018311, + 0.069824, + 0.051758, + -0.00087, + 0.032227, + -0.002823, + -0.003525, + 0.034912, + 0.031982, + 0.040527, + 0.030762, + 0.117676, + -0.004486, + -0.002747, + 0.035889, + 0.037598, + 0.039062, + 0.037354, + 0.075684, + 0.039551, + 0.049316, + 0.041992, + 0.042969, + 0.039795, + 0.032471, + 0.049805, + 0.047363, + 0.002151, + 0.010925, + 0.040771, + 0.042236, + 0.038574, + 0.04248, + 0.038086, + 0.035645, + -0.001007, + 0.034424, + 0.044922, + 0.039307, + -0.001144, + 0.100098, + -0.019897, + -0.001175, + 0.05957, + 0.110352, + 0.023438, + 0.024048, + 0.043457, + -5e-05, + 0.03064, + 0.010315, + 0.074707, + 0.043457, + 0.030518, + 0.043701, + 0.040039, + 0.003723, + 0.044189, + -0.026611, + 0.035889, + 0.00095, + 0.030884, + -0.005157, + 0.04126, + 0.036377, + -0.001122, + 0.033691, + 0.04541, + 0.031006, + 0.037842, + -0.000591, + 0.035645, + 0.050293, + 0.036865, + 5.7e-05, + 0.037598, + 0.004303, + 0.039062, + 0.048584, + 0.051758, + 0.039307, + 0.000679, + 0.041016, + 0.060791, + 0.056152, + 0.041748, + 0.09082, + 0.04126, + 0.041992, + 0.041992, + 0.030273, + 0.040039, + 0.040527, + 0.004578, + 0.027832, + -0.014099, + 0.000105, + 0.038574, + -0.000706, + 0.04541, + 0.03833, + 0.050293, + 0.051758, + 0.035156, + 0.036377, + -0.024292, + 0.047363, + 0.046387, + 0.039062, + 0.000744, + 0.029419, + 0.044434, + 0.054443, + 0.001816, + 0.023193, + -0.000104, + 0.003738, + -0.00103, + -0.001366, + 0.04541, + 0.044189, + 0.043457, + 0.04126, + -0.001579, + 0.036865, + 0.03833, + 0.154297, + 0.036133, + 0.041748, + 0.040771, + 0.044189, + 9.2e-05, + 0.020508, + 0.044434, + 0.044678, + 0.03125, + 0.044189, + -0.000151, + 0.05249, + 0.033203, + 0.001999, + 0.028198, + 0.000942, + 0.004303, + 0.047607, + 0.033936, + 0.040283, + 0.044189, + 0.025269, + 0.041748, + -0.021606, + 0.009338, + 0.059082, + 0.045166, + 0.036377, + 0.03418, + 0.044189, + 0.046143, + 0.034424, + 0.059814, + 0.027588, + -0.000835, + -0.000265, + 0.006897, + 0.100586, + 0.11377, + 0.00066, + 0.034668, + 0.04541, + 0.000801, + 0.041992, + -0.000847, + 0.066406, + 0.046631, + 0.130859, + 0.000633, + -0.004608, + -0.000103, + -0.018555, + 0.039551, + 0.00135, + 0.043701, + 0.031494, + -0.00012, + 0.042725, + 0.043945, + 0.057861, + 0.050293, + 0.000141, + 0.00473, + 0.046143, + -0.002029, + 0.038574, + 0.043701, + 0.016357, + 0.035889, + 0.034424, + 0.03418, + -0.01532, + 0.043701, + 0.002869, + 0.034912, + -0.000751, + 0.018188, + -0.038574, + 0.001099, + -0.000265, + 0.003159, + -6.2e-05, + 0.046631, + 0.044922, + 0.063965, + 0.00087, + 0.041016, + 0.101562, + 0.032227, + -0.124023, + -0.114746, + 0.105469, + 0.035156, + 0.057617, + 0.084473, + -0.001328, + 0.039307, + 8.7e-05, + 0.000425, + 0.043945, + 0.041992, + 0.019287, + 0.086914, + 0.001099, + 0.036865, + 0.042236, + 0.034912, + 0.023071, + -0.015991, + 0.03064, + 0.041992, + 0.049316, + 0.016724, + 0.065918, + 0.046143, + 0.102051, + 0.039551, + 0.058838, + 0.041016, + -0.020142, + 0.068359, + 0.038574, + -0.019165, + -0.000927, + 0.035156, + 0.126953, + 0.026367, + 0.029419, + 0.050537, + 0.031738, + -0.05127, + 0.046631, + 0.006195, + -0.021606, + 0.042725, + 0.043701, + 0.02478, + 0.036621, + 0.041016, + -0.001129, + 0.045654, + -0.020874, + 0.10498, + 0.044922, + 0.051514, + 0.036133, + 0.047363, + 0.054199, + 0.042725, + 0.000725, + -0.001175, + 0.064941, + 0.028809, + 0.031128, + 0.000243, + 0.048096, + 0.001587, + 0.053467, + 0.0354, + 0.050537, + 0.037354, + 0.019165, + 0.081055, + 0.027222, + 0.04248, + 0.042236, + 0.037109, + 0.030762, + 0.045898, + 0.0354, + -0.006927, + 0.000446, + 0.040039, + 0.038086, + 0.019165, + 0.053955, + 0.044189, + -0.000835, + -0.013916, + 0.041748, + 0.044922, + 0.036377, + 0.035645, + 0.044678, + 0.061768, + 0.035889, + 0.032227, + 0.032227, + 0.026855, + 0.071777, + 0.040283, + 0.000423, + -0.01123, + 0.037354, + -0.000927, + 0.037598, + 0.032959, + 0.042236, + 0.00018, + 0.036621, + 0.033691, + 0.056152, + 0.052979, + 0.045166, + 0.049316, + 0.001366, + 0.075684, + 0.026245, + 0.034424, + 0.042236, + -0.003021, + 0.085449, + 0.077148, + 0.036133, + 0.040283, + 0.036133, + 0.033447, + -0.028809, + 0.050049, + -0.021729, + 0.031494, + 1.0625, + 0.033447, + 0.033203, + 0.039062, + 0.048828, + 0.035156, + 7e-06, + 0.056396, + 0.001488, + 0.032227, + 0.044678, + 0.070312, + 0.050293, + 0.058838, + -0.014587, + 0.03833, + 0.039307, + 0.037598, + 0.044434, + 0.045166, + 0.035889, + 0.008301, + 0.011475, + 0.000607, + 0.132812, + 0.001457, + 0.052734, + -0.006653, + 0.020508, + 0.043213, + 0.036865, + 0.044434, + -0.000431, + -0.10498, + 0.077148, + 0.040771, + -0.000858, + 0.032471, + 0.036865, + 0.054199, + 0.051025, + 0.045898, + -0.000237, + 0.040527, + 0.053223, + 0.050537, + 0.041992, + 0.070312, + 0.039795, + -0.000648, + 0.037598, + 0.036377, + 0.050537, + 0.019775, + -0.025513, + -0.005341, + 0.047119, + 0.00296, + 0.03833, + 0.049561, + 0.033447, + 0.043457, + 0.041992, + 0.043701, + 0.008179, + 0.050049, + 0.040771, + -0.019165, + 0.001366, + 0.043945, + 0.037598, + 0.039307, + 0.04541, + -0.023193, + -0.025879, + 0.029907, + -0.002167, + 0.044922, + 0.015442, + -0.001068, + 0.037598, + 0.047607, + -0.008911, + 0.038086, + 0.017822, + 0.051514, + 0.036621, + 0.003021, + 0.040771, + 0.050293, + 0.019531, + 0.043213, + 0.031128, + 0.044922, + 0.038574, + 9e-06, + 0.031738, + 0.036133, + -0.024048, + 0.020264, + 0.047119, + -0.023438, + 0.037842, + 0.040527, + 0.052002, + 0.001831, + 0.031494, + -0.000744, + 0.04541, + 0.047363, + 0.04248, + 0.059326, + 0.05542, + 0.036865, + 0.049805, + 0.047363, + 0.040771, + 0.013672, + -0.001663, + -0.00082, + 0.044189, + -0.000136, + -0.0047, + 0.04248, + -0.018188, + 0.03064, + 0.039795, + 0.047607, + -0.022217, + 0.043213, + -0.152344, + 0.033936, + 0.047119, + 0.02771, + 0.010071, + -0.025513, + 0.045898, + 0.04248, + 0.032227, + 0.041992, + -0.015625, + 0.05542, + 0.035889, + -0.002548, + 0.040771, + 0.02478, + 0.037598, + 0.052979, + 0.045166, + 0.037109, + 0.020386, + 0.046387, + 0.028931, + 0.054688, + 0.031738, + 0.056396, + 0.039551, + 4.9e-05, + 0.050781, + 0.101562, + 0.036865, + 0.017456, + 0.078613, + 0.067383, + 0.062988, + 0.008118, + -0.000154, + 0.029297, + 0.024902, + 0.010803, + -0.001228, + 0.031982, + 0.030029, + 0.034912, + 0.039795, + 0.091797, + 0.049316, + 0.013428, + 0.052734, + -0.000687, + 0.021484, + 0.039307, + 0.041016, + 0.050049, + 0.035645, + 0.033447, + 0.074219, + -0.010803, + 0.00011, + 0.044678, + 0.033691, + 0.03418, + 0.03418, + 0.118652, + 0.037842, + 0.041504, + 0.051758, + 0.029175, + 0.032715, + 0.019287, + 0.021362, + 0.028442, + 0.056641, + 0.034912, + 0.166016, + 0.046875, + 0.050781, + 0.041748, + 0.054199, + 0.032227, + 0.043457, + 0.046387, + 0.041992, + 0.040039, + 0.049316, + 0.026001, + 0.030151, + 0.034424, + 0.052246, + 0.033936, + 0.112793, + 0.036377, + 0.034912, + 0.066895, + 0.036621, + 0.000122, + -0.000954, + -0.014038, + 0.035889, + 0.062988, + 0.031494, + 0.097168, + 0.038818, + 0.012939, + 0.056152, + 0.032715, + -0.00033, + 0.036133, + 0.047119, + -0.027222, + 0.045654, + 0.00135, + 0.048096, + 0.030029, + 9.7e-05, + 0.039307, + 0.035156, + 0.038086, + 0.017212, + 0.043213, + 0.056885, + 0.043945, + -0.018677, + 0.035889, + 0.048828, + -0.000492, + 0.031494, + 0.043457, + 0.047852, + 0.031738, + 0.050049, + 0.051025, + 0.050781, + 0.030518, + 0.036133, + 0.043701, + 0.056152, + 0.088867, + 0.028076, + 0.028931, + 0.037842, + 0.041504, + 0.025879, + 0.069824, + -0.003647, + 0.038574, + -0.000862, + 0.026367, + 0.042969, + 0.035645, + 0.060791, + 0.040527, + 0.000298, + 0.029053, + 0.030884, + 0.040527, + 0.031738, + 0.050049, + 0.001869, + 0.036377, + 0.044434, + 0.214844, + 0.037354, + 0.049316, + 0.046387, + 0.037354, + 0.038818, + -0.006531, + 0.078613, + 0.031006, + 0.037842, + 0.04541, + -0.019409, + 0.115723, + -0.019043, + 0.040039, + 0.001686, + 0.034424, + 0.057129, + 0.037598, + 0.014038, + 0.086914, + 0.061768, + 0.033203, + 0.05835, + 0.048584, + 0.067871, + 0.047607, + 0.034424, + -0.002853, + 0.055176, + 0.11084, + -0.001022, + 0.045166, + 0.001488, + 0.074707, + 0.052734, + 0.032959, + 0.040039, + 0.054932, + 0.044434, + 0.034668, + 0.050537, + 0.034424, + 0.055664, + 0.020508, + 0.028198, + 0.032959, + 0.03833, + 0.043213, + 0.036621, + -0.007202, + -0.003372, + 0.04248, + 0.04541, + 0.040771, + 0.089844, + 0.046143, + 0.044189, + 0.046143, + 0.045898, + 0.041748, + 0.029663, + 0.019897, + 0.237305, + -0.024048, + -0.004181, + 0.000374, + 0.032471, + -3.3e-05, + 0.033691, + 0.038574, + 0.035156, + -0.000675, + -0.005463, + 0.052002, + -0.013855, + 0.052246, + 0.047852, + 0.087891, + 0.013123, + -0.014587, + 0.031494, + 0.032959, + 0.059814, + -0.003906, + 0.048828, + 0.101074, + 0.0354, + 0.088379, + 0.04834, + 0.031738, + 0.066895, + -0.001045, + 0.037598, + 0.038818, + -0.033691, + 0.036865, + 0.083496, + 0.041992, + -0.000203, + 0.027832, + 0.044922, + 0.046143, + 0.020752, + 0.041748, + 0.000847, + 0.041992, + 0.018677, + 0.034424, + 0.102539, + 0.036133, + 0.043701, + 0.036133, + 0.045898, + 0.054688, + -0.022217, + 0.014526, + -0.02832, + 0.019165, + 0.02832, + 0.045166, + 0.036865, + 0.058594, + 0.04248, + 0.041504, + 0.038818, + -0.009399, + 0.067383, + -0.019165, + -0.013062, + 0.057861, + 0.039795, + 0.037354, + 0.053223, + 0.047852, + 0.047119, + 0.034912, + 0.037598, + 0.089355, + -0.000675, + 0.032959, + 0.040527, + 0.03833, + -0.04248, + -0.000418, + 0.030518, + 0.001251, + 0.062012, + 0.046875, + 0.038086, + -0.02124, + 0.035645, + 0.048584, + 0.039062, + 0.05127, + 0.002823, + 0.05127, + 0.09082, + 0.033447, + 0.000614, + 0.036133, + 0.001373, + 0.009827, + 0.037354, + -0.000919, + 0.040283, + 0.028564, + 0.045166, + 0.037109, + 0.086426, + 0.034424, + -0.025269, + 0.036865, + 0.035889, + 0.029541, + 0.008667, + -0.000422, + 0.053711, + 0.047607, + 0.04126, + -0.002747, + 0.000935, + -0.00412, + 0.05127, + 0.002914, + 0.031128, + 0.119141, + 0.045166, + 0.046387, + 0.038818, + -0.001106, + 0.025391, + 0.002487, + 0.049316, + 0.039551, + 0.035889, + 0.041016, + 0.03833, + 0.152344, + 0.034912, + 0.000122, + 0.038574, + 0.034668, + 0.289062, + 0.031006, + 0.000209, + 0.030762, + 0.033203, + 0.044678, + 0.038086, + 0.030762, + 0.043213, + 0.033936, + 0.046143, + -0.001587, + 0.000155, + 0.048096, + 0.027832, + 0.035889, + 0.036865, + 0.035156, + 0.057373, + 0.018188, + 0.094727, + 0.016602, + 0.114258, + 0.120605, + 0.061279, + 0.04834, + 0.040527, + 0.047119, + 0.037354, + 0.021362, + 0.054199, + 0.04541, + 0.044434, + 0.002014, + 0.043701, + 0.032471, + 0.143555, + 0.010254, + 0.106445, + 0.038086, + 0.042725, + 0.045654, + 0.052979, + 0.033203, + 0.046143, + 0.026367, + 0.052002, + 0.033936, + 0.045166, + 0.046143, + -0.000599, + 0.002701, + 0.050537, + 0.043945, + 0.115234, + 0.269531, + 0.000645, + 0.060547, + 0.02478, + 0.084473, + 0.001015, + -0.001022, + 0.228516, + -0.000942, + 0.000292, + 0.035889, + 0.05249, + 0.031738, + 0.040527, + -0.00074, + -0.041504, + 0.019165, + 0.000824, + 0.035889, + 0.033203, + 0.030273, + 0.055664, + 0.036377, + -0.097168, + 0.021484, + -0.023926, + 0.082031, + 0.086426, + 0.033203, + 0.038086, + 0.037598, + 0.046387, + 0.026001, + 0.039062, + 0.050049, + 0.043213, + 0.053955, + 0.047607, + 0.054443, + -0.006683, + 0.043701, + 0.09375, + 0.046143, + 0.037354, + 0.036621, + 0.043457, + 0.056641, + 0.049072, + -0.032227, + 0.0354, + 0.058838, + 0.026123, + -0.020142, + 0.045654, + 0.030151, + 0.037598, + 0.037598, + -0.011597, + 0.048584, + -0.012817, + 0.042969, + 0.000896, + -0.029419, + 0.040771, + 0.055908, + 0.042969, + 0.069824, + 0.038818, + 0.032227, + 0.034912, + 0.121094, + -0.000984, + 0.042969, + 0.061035, + 0.003937, + 0.030396, + 0.041504, + 0.032471, + 0.047119, + 0.033691, + 0.020752, + 0.036377, + 0.043457, + 0.032959, + 0.002762, + 0.054932, + 0.046631, + 0.060303, + -0.018066, + -0.000908, + -0.000118, + 0.050293, + -0.015137, + 0.037109, + -0.000248, + 0.038574, + 0.036621, + 0.028442, + -0.01178, + 0.025024, + 0.033203, + 0.044922, + 0.045166, + 0.002396, + 0.037354, + 0.130859, + 0.001144, + 0.000431, + 0.037598, + 0.039795, + 0.059326, + 0.041748, + 0.037598, + 0.04541, + 0.0625, + 0.060303, + 0.033936, + 0.041748, + 0.033203, + 0.04126, + 0.035889, + 0.055176, + 0.034668, + 0.053467, + 0.028809, + -0.001312, + 0.030396, + 0.061768, + -0.009155, + -0.005402, + 0.002716, + 0.048584, + 0.057861, + 0.046143, + 0.037354, + 0.037109, + 0.053711, + 0.047852, + 0.001419, + 0.030029, + 0.0177, + 0.030518, + 0.049805, + 0.031982, + 0.031494, + 0.07666, + 0.003143, + 0.038574, + 0.04126, + 0.048584, + 0.048584, + 0.038818, + 0.054688, + 0.087891, + 0.00528, + 0.036621, + 0.041016, + 0.03125, + 0.181641, + 0.042236, + 0.026489, + 0.030151, + 0.032959, + 0.037598, + 0.0354, + 0.031738, + -0.000614, + 0.001389, + 0.042725, + 0.036377, + 0.033203, + 0.000152, + 0.050537, + 0.039551, + 0.035156, + 0.122559, + 0.074707, + 0.032227, + -0.016357, + 0.046875, + 0.014771, + 0.107422, + 0.052979, + -0.000134, + 0.049805, + 0.032471, + 0.03833, + 0.04126, + 0.033447, + 0.04248, + 0.018311, + 0.041016, + 0.038574, + 0.07666, + 0.046143, + 0.033447, + -0.001053, + -0.000219, + 0.049561, + 0.039795, + 0.050049, + 0.058838, + 0.089844, + 0.019775, + -0.00087, + 0.014038, + 0.045166, + 0.05542, + 0.047852, + 0.033447, + 0.042236, + 0.045654, + 0.033691, + 0.044922, + 0.033936, + 0.050537, + 0.0354, + -0.000446, + 0.000862, + 0.038086, + 0.043213, + 0.022217, + 0.04126, + 0.047607, + 0.058105, + 0.037354, + 0.038086, + -0.023071, + 0.037354, + 0.041748, + 0.044189, + 0.046875, + 0.033691, + -0.011658, + 0.09375, + 0.054688, + -0.001221, + -0.004028, + 0.018555, + 0.044922, + 0.001198, + 0.084473, + -0.015381, + 0.051025, + 0.046631, + 0.048584, + 0.047119, + 0.050293, + 0.047607, + 0.056396, + 0.049072, + 0.035889, + 0.00079, + -0.002655, + 0.039307, + 0.045898, + 0.058105, + 0.07373, + 0.012024, + 0.135742, + -0.001823, + 0.04126, + 0.001122, + 0.042236, + 0.000492, + 0.094238, + 0.02002, + -0.000275, + 0.057373, + 0.052734, + 0.047119, + 0.050537, + 0.038818, + 0.039062, + -0.00024, + 0.034424, + -0.02478, + 0.006531, + 0.012695, + 0.049805, + 0.030518, + 0.000263, + 0.001633, + 0.04126, + 0.05249, + -0.019653, + 0.0271, + -0.032471, + 0.038086, + -0.015991, + 0.036377, + 0.041748, + 0.031738, + 1.5e-05, + 0.09375, + 0.052246, + 0.028809, + 0.07959, + 0.031494, + 0.030273, + 0.051514, + 0.039062, + -0.008057, + 0.031128, + 0.056152, + 0.063477, + 0.035645, + -0.024048, + 0.035156, + 0.017212, + 0.062988, + 0.049561, + 0.001503, + 0.010498, + 0.067383, + -0.000755, + 0.044434, + 0.045654, + 0.063477, + 0.041504, + 0.056152, + 0.001274, + 0.038574, + -0.001442, + 0.047119, + 0.033203, + 0.054688, + 0.030884, + 0.037354, + 0.047363, + 0.033691, + 0.109863, + 0.048828, + 0.044189, + 0.044434, + 0.06543, + 0.075684, + 0.034424, + -0.000603, + 0.0625, + 0.00238, + 0.052246, + 0.021362, + 0.035889, + 7.4e-05, + 0.055176, + 0.028809, + 0.029419, + 0.025635, + 0.045898, + 1.7e-05, + 0.016235, + 0.042969, + 0.074219, + 0.001259, + 0.037842, + 0.047607, + 0.064941, + 0.0354, + -0.010986, + 0.043945, + 0.084473, + 0.041748, + 0.031982, + 0.032227, + 0.050293, + 0.000984, + 0.039551, + 0.037109, + -0.041992, + 0.011475, + 0.025146, + 0.056396, + -0.000471, + 0.00032, + 0.05835, + -0.000854, + 0.057129, + 0.046143, + 0.033936, + 0.05249, + -0.019775, + 0.033691, + -0.000526, + 0.087402, + 0.039795, + 0.047363, + 0.016602, + 0.040039, + 0.041992, + 0.056396, + 0.142578, + 0.000234, + 0.061768, + 0.028687, + 0.036865, + 0.071777, + 0.038574, + 0.037354, + -0.016479, + 0.045654, + 0.036133, + 0.038086, + -2.9e-05, + 0.054199, + 0.046875, + 0.108398, + 0.057861, + 0.061035, + 0.000671, + 0.032227, + 0.052246, + -0.008667, + 0.03833, + 0.052246, + 0.046631, + 0.092773, + 0.03833, + 0.049316, + 0.038818, + 0.053711, + -0.02063, + 0.03125, + 0.031494, + -0.000542, + 0.050293, + -0.014587, + 0.038086, + -0.000177, + 0.032715, + 0.04126, + -0.007263, + 0.051514, + -0.000177, + 0.044189, + 0.043457, + -0.000729, + 0.064941, + 0.038086, + -0.000353, + -0.000957, + -0.005524, + 0.000729, + 0.036377, + 0.026611, + 0.036377, + 0.054443, + 0.030029, + 0.033447, + 0.040283, + 0.003174, + 0.035889, + 0.040771, + 0.035645, + 0.032959, + 0.043457, + 0.038818, + 0.019409 + ] + }, + "name": "model.transformer.layers.1.attn_norm.weight", + "outputIndexes": [ + 106 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 105, + 106 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_1/Mul_1_output_0", + "outputIndexes": [ + 107 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 107 + ], + "outputIndexes": [ + 1490 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1490 + ], + "outputIndexes": [ + 1491 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear", + "inputIndexes": [ + 1491 + ], + "outputIndexes": [ + 1492 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 768, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 9216, + "weightSize": 0 + }, + "external": [ + 3654276, + 589846, + 73728, + 3072, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1492 + ], + "outputIndexes": [ + 1493 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1493 + ], + "outputIndexes": [ + 108 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 768 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 107 + ], + "main_type": "NONE", + "name": "/Shape_5_output_0", + "outputIndexes": [ + 109 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 109 + ], + "main_type": "NONE", + "name": "Shape160", + "outputIndexes": [ + 110 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 109 + ], + "main_type": "NONE", + "name": "Rank162", + "outputIndexes": [ + 111 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 111, + 111 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp164", + "outputIndexes": [ + 112 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 112 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze165", + "outputIndexes": [ + 113 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 112, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp167", + "outputIndexes": [ + 114 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 114 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze168", + "outputIndexes": [ + 115 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 110, + 113, + 115, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice171", + "outputIndexes": [ + 116 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 116 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze172", + "outputIndexes": [ + 117 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 117 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp173", + "outputIndexes": [ + 118 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 118, + 117 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp174", + "outputIndexes": [ + 119 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 109, + 119, + 112 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_9_output_0", + "outputIndexes": [ + 120 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 120, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_11_output_0", + "outputIndexes": [ + 121 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 121, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_5_output_0", + "outputIndexes": [ + 122 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 108, + 122 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_5_output_0", + "outputIndexes": [ + 123 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 123 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_1/Mul_output_0", + "outputIndexes": [ + 124 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.828125, + 1.25, + 0.195312, + 0.427734, + 1.453125, + 1.710938, + 0.318359, + 1.367188, + 1.757812, + 2.171875, + 0.253906, + 1.640625, + 0.380859, + 2.203125, + 1.664062, + 1.460938, + 0.060059, + 1.226562, + 1.5625, + 2.078125, + 1.789062, + 1.320312, + 1.21875, + 0.002167, + 0.953125, + 1.554688, + 1.5625, + 2.9375, + 2.25, + 1.382812, + 1.546875, + 2.015625, + 0.84375, + 0.097168, + 1.757812, + 1.367188, + 0.769531, + 1.210938, + 1.90625, + 1.226562, + 0.523438, + 0.644531, + 1.179688, + 0.322266, + 2.296875, + 1.101562, + 0.710938, + 1.1875, + 2.9375, + 1.523438, + 1.226562, + 0.933594, + 1.273438, + 1.65625, + 2.078125, + 6.625, + 2.25, + 1.601562, + 1.65625, + 0.6875, + 0.691406, + 1.734375, + 1.679688, + 2.46875 + ] + }, + "name": "model.transformer.layers.1.attn.q_norm.weight", + "outputIndexes": [ + 125 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 124, + 125 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_1/Mul_1_output_0", + "outputIndexes": [ + 126 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 126, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_4_output_0", + "outputIndexes": [ + 127 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 126, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_5_output_0", + "outputIndexes": [ + 128 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 128 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_2_output_0", + "outputIndexes": [ + 129 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 126, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_4_output_0", + "outputIndexes": [ + 130 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 129, + 130 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_8_output_0", + "outputIndexes": [ + 131 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 131, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_5_output_0", + "outputIndexes": [ + 132 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 127, + 132 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_4_output_0", + "outputIndexes": [ + 133 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 107 + ], + "outputIndexes": [ + 1494 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1494 + ], + "outputIndexes": [ + 1495 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear", + "inputIndexes": [ + 1495 + ], + "outputIndexes": [ + 1496 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 192, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 2304, + "weightSize": 0 + }, + "external": [ + 4320922, + 147478, + 18432, + 768, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1496 + ], + "outputIndexes": [ + 1497 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1497 + ], + "outputIndexes": [ + 134 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 192 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 121, + 57, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_6_output_0", + "outputIndexes": [ + 135 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 134, + 135 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_6_output_0", + "outputIndexes": [ + 136 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 136 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_1/Mul_output_0", + "outputIndexes": [ + 137 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.210938, + 1.21875, + 0.15332, + -0.026611, + 1.859375, + 1.867188, + 1.054688, + 2.34375, + 1.914062, + 1.617188, + 1.710938, + 0.054443, + 1.945312, + 1.15625, + 0.143555, + 1.265625, + 2.515625, + 1.695312, + 1.335938, + 0.917969, + 1.273438, + 1.664062, + 1.757812, + 5.96875, + 2.15625, + 1.554688, + 1.65625, + 0.832031, + 1.695312, + 1.757812, + 1.625, + 2.0625, + 0.96875, + 0.851562, + 1.953125, + 1.421875, + 0.087891, + 1.125, + 1.085938, + 0.84375, + -1.101562, + 1.546875, + 0.443359, + 1.664062, + 0.632812, + 2.09375, + 1.625, + 1.460938, + 0.34375, + 1.375, + 1.734375, + 2.109375, + 1.679688, + 1.382812, + 1.070312, + 0.128906, + 0.992188, + 1.476562, + 1.453125, + 3.421875, + 3.71875, + 1.53125, + 1.65625, + 1.195312 + ] + }, + "name": "model.transformer.layers.1.attn.k_norm.weight", + "outputIndexes": [ + 138 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 137, + 138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_1/Mul_1_output_0", + "outputIndexes": [ + 139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 139, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_6_output_0", + "outputIndexes": [ + 140 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 139, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_7_output_0", + "outputIndexes": [ + 141 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 141 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_3_output_0", + "outputIndexes": [ + 142 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 139, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_6_output_0", + "outputIndexes": [ + 143 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 142, + 143 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_9_output_0", + "outputIndexes": [ + 144 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 144, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_7_output_0", + "outputIndexes": [ + 145 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 140, + 145 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_5_output_0", + "outputIndexes": [ + 146 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 107 + ], + "outputIndexes": [ + 1498 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1498 + ], + "outputIndexes": [ + 1499 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear", + "inputIndexes": [ + 1499 + ], + "outputIndexes": [ + 1500 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 192, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 2304, + "weightSize": 0 + }, + "external": [ + 4487600, + 147478, + 18432, + 768, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1500 + ], + "outputIndexes": [ + 1501 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1501 + ], + "outputIndexes": [ + 147 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 192 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 147, + 135 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_7_output_0", + "outputIndexes": [ + 148 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 133, + 146, + 148, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.1/self_attn/FusedAttention", + "outputIndexes": [ + 149 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 149 + ], + "outputIndexes": [ + 1502 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 768, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1502 + ], + "outputIndexes": [ + 1503 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear", + "inputIndexes": [ + 1503 + ], + "outputIndexes": [ + 1504 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 768, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 9216, + "weightSize": 0 + }, + "external": [ + 4654278, + 589846, + 73728, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1504 + ], + "outputIndexes": [ + 1505 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1505 + ], + "outputIndexes": [ + 150 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 104, + 150 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_6_output_0", + "outputIndexes": [ + 151 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 151 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_1/Mul_output_0", + "outputIndexes": [ + 152 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.145508, + 0.131836, + 0.138672, + 0.146484, + 0.107422, + 0.146484, + 0.160156, + 0.142578, + 0.179688, + 0.145508, + 0.15625, + 0.05542, + 0.155273, + 0.142578, + 0.163086, + 0.161133, + 0.183594, + 0.189453, + 0.132812, + 0.168945, + 0.000801, + 0.151367, + 0.080078, + 0.149414, + 0.183594, + 0.142578, + 0.179688, + 0.170898, + 0.142578, + 0.160156, + 0.161133, + 0.151367, + 0.098145, + 0.128906, + 0.149414, + 0.168945, + 0.150391, + 0.145508, + 0.143555, + 0.151367, + 0.138672, + 0.155273, + 0.151367, + 0.157227, + 0.139648, + 0.147461, + 0.132812, + 0.15625, + 0.161133, + 0.059326, + 0.162109, + 0.145508, + 0.15332, + 0.15332, + 0.133789, + 0.152344, + 0.151367, + 0.147461, + 0.15918, + 0.179688, + 0.125977, + 0.141602, + 0.040283, + 0.142578, + 0.169922, + 0.180664, + 0.148438, + 0.133789, + 0.146484, + 0.134766, + 0.144531, + 0.154297, + 0.149414, + 0.165039, + 0.095215, + 0.186523, + 0.161133, + 0.166016, + 0.154297, + 0.161133, + 0.139648, + 0.15918, + 0.161133, + 0.129883, + 0.000114, + 0.176758, + 0.130859, + 0.167969, + 0.155273, + 0.116211, + 0.152344, + 0.155273, + 0.173828, + 0.15332, + 0.147461, + 0.12793, + 0.080566, + 0.158203, + 0.001419, + 0.066406, + 0.163086, + 0.143555, + 0.141602, + 0.162109, + 0.147461, + 0.139648, + 0.125977, + 0.10791, + 0.133789, + 0.15918, + -0.062988, + 0.154297, + 0.173828, + 0.109375, + 0.126953, + 0.132812, + 0.177734, + 0.151367, + 0.140625, + 0.15918, + 0.145508, + 0.151367, + 0.157227, + 0.157227, + 0.15918, + 0.177734, + 0.142578, + 0.15332, + 0.175781, + 0.154297, + 0.211914, + 0.157227, + 0.134766, + 0.165039, + -0.051025, + 0.136719, + 0.065918, + 0.165039, + 0.15625, + 0.089355, + 0.161133, + 0.161133, + 0.133789, + 0.164062, + 0.057129, + 0.070312, + 0.133789, + 0.152344, + 0.178711, + 0.119629, + 0.155273, + 0.146484, + 0.162109, + 0.161133, + 0.134766, + 0.142578, + 0.154297, + 0.186523, + 0.152344, + 0.15625, + 0.167969, + 0.182617, + 0.168945, + 0.137695, + 0.146484, + 0.164062, + 0.150391, + 0.154297, + 0.15332, + 0.175781, + 0.064941, + 0.149414, + -0.000456, + 0.15625, + 0.143555, + 0.182617, + 0.142578, + 0.181641, + 0.146484, + 0.166016, + 0.158203, + 0.15918, + 0.166016, + 0.160156, + 0.132812, + 0.169922, + 0.154297, + 0.139648, + 0.167969, + 0.136719, + 0.162109, + 0.151367, + -5.1e-05, + 0.15625, + 0.125977, + 0.165039, + 0.154297, + 0.155273, + 0.168945, + 0.146484, + 0.166016, + 0.132812, + 0.155273, + 0.143555, + 0.172852, + 0.15625, + 0.166992, + 0.142578, + 0.157227, + 0.128906, + 0.151367, + 0.15332, + 0.158203, + 0.148438, + 0.15918, + 0.152344, + 0.165039, + 0.144531, + -0.134766, + 0.15332, + 0.143555, + 0.199219, + 0.163086, + 0.00103, + 0.183594, + 0.000622, + 0.165039, + 0.119629, + 0.132812, + 0.146484, + 0.149414, + 0.146484, + 0.134766, + 0.117676, + 0.150391, + 0.162109, + 0.150391, + 0.121582, + 0.15625, + 0.138672, + 0.125977, + 0.000402, + 0.150391, + 0.131836, + 0.132812, + 0.149414, + 0.043213, + 0.164062, + 0.162109, + 0.15332, + 0.155273, + 0.000395, + 0.165039, + 0.146484, + 0.149414, + 0.150391, + 0.148438, + 0.146484, + 0.154297, + 0.151367, + 0.162109, + 0.147461, + 0.000102, + 0.172852, + 0.171875, + 0.163086, + 0.18457, + -0.000648, + 0.144531, + 0.128906, + 0.15625, + 0.160156, + 0.134766, + 0.168945, + 0.161133, + 0.136719, + 0.148438, + 0.167969, + 0.160156, + -0.080566, + 0.158203, + 0.154297, + 0.124023, + 0.178711, + 0.149414, + 0.15332, + 0.15625, + 0.1875, + 0.15625, + 0.167969, + 0.099121, + 0.176758, + 0.165039, + 0.163086, + 0.036377, + 0.130859, + 0.037598, + 0.166016, + 0.102051, + 0.074219, + 0.162109, + 0.15332, + 0.166016, + 0.179688, + 0.145508, + 0.157227, + 0.176758, + 0.210938, + 0.163086, + 0.166016, + 0.145508, + 0.160156, + -0.000172, + 0.131836, + 0.168945, + 0.155273, + 0.166016, + 0.060547, + 0.001541, + 0.160156, + 0.151367, + 0.134766, + 0.173828, + 0.149414, + 0.15625, + 0.15332, + 0.15918, + 0.150391, + 0.169922, + 0.146484, + 0.117676, + 0.152344, + 0.138672, + 0.178711, + 0.140625, + -0.000645, + 0.139648, + 0.144531, + 0.101562, + 0.15918, + 0.102539, + 0.121094, + 0.137695, + 0.085449, + 0.164062, + 0.198242, + 0.00025, + 0.092773, + 0.158203, + 0.165039, + 0.140625, + 0.146484, + 0.001083, + 0.15332, + 0.173828, + 0.177734, + 0.115723, + 0.134766, + 0.107422, + 0.151367, + 0.167969, + 0.102051, + 0.164062, + 0.144531, + 0.120117, + 0.151367, + 0.166992, + 0.112793, + 0.171875, + 0.000446, + 0.050049, + 0.173828, + 0.046631, + 0.141602, + 0.15332, + 0.034668, + 0.164062, + 0.151367, + 0.164062, + 0.134766, + 0.163086, + 0.131836, + 0.154297, + 0.146484, + 0.073242, + 0.115723, + 0.037109, + 0.147461, + 0.144531, + 0.158203, + 0.163086, + 0.105957, + 0.136719, + 0.038574, + 0.164062, + 0.139648, + 0.154297, + 0.108398, + 0.773438, + 0.172852, + 0.160156, + 0.15332, + 0.162109, + 0.15918, + 0.162109, + 0.041504, + -0.00161, + 0.168945, + 0.162109, + 0.154297, + 0.205078, + 0.000553, + 0.125977, + 0.169922, + 0.146484, + 0.137695, + 0.142578, + 0.15332, + 0.149414, + 0.167969, + 0.146484, + 0.112793, + 0.142578, + 0.133789, + 0.148438, + 0.118652, + 0.150391, + 0.144531, + 0.146484, + 0.161133, + 0.144531, + 0.148438, + 0.166992, + 0.183594, + 0.151367, + 0.149414, + 0.160156, + 0.138672, + 0.173828, + 0.142578, + 0.136719, + 0.149414, + 0.121094, + 0.147461, + 0.15332, + 0.150391, + 0.169922, + 0.05127, + 0.163086, + 0.161133, + 0.206055, + 0.171875, + 0.166016, + 0.130859, + 0.088379, + 0.151367, + 0.160156, + 0.095703, + 0.142578, + 0.165039, + 0.155273, + 0.056885, + 0.158203, + 0.162109, + 0.147461, + 0.089844, + 0.152344, + 0.151367, + 0.15918, + 0.139648, + 0.166016, + 0.140625, + 0.150391, + 0.075195, + 0.169922, + 0.15332, + 0.174805, + 0.143555, + 0.15332, + 0.135742, + 0.15625, + 0.145508, + 0.146484, + 0.119141, + 0.174805, + 0.03418, + 0.166016, + 0.172852, + 0.166016, + 0.148438, + 0.142578, + 0.15332, + 0.162109, + 0.134766, + 0.162109, + 0.155273, + 0.15625, + 0.12793, + 0.158203, + 0.108887, + 0.147461, + 0.158203, + 0.000751, + 0.145508, + 0.133789, + 0.143555, + 0.147461, + 0.150391, + 0.169922, + 0.068359, + 0.158203, + 0.15918, + 0.163086, + 0.146484, + 0.146484, + 0.15625, + 0.158203, + 0.15332, + 0.124023, + 0.182617, + 0.135742, + 0.15625, + 0.171875, + 0.164062, + 0.113281, + 0.15332, + 0.152344, + 0.143555, + 0.163086, + 0.166016, + 0.149414, + 0.176758, + 0.15625, + 0.175781, + 0.148438, + -0.000767, + 0.168945, + 0.158203, + 0.167969, + 0.172852, + 0.189453, + 0.160156, + 0.115234, + 0.158203, + 0.15332, + 0.149414, + 0.151367, + 0.148438, + 0.167969, + 0.149414, + 0.106445, + 0.151367, + 0.135742, + 0.177734, + 0.095703, + 0.192383, + 0.144531, + 0.147461, + 0.144531, + 0.157227, + 0.154297, + 0.067383, + 0.195312, + 0.203125, + 0.145508, + 0.166992, + 0.117188, + 0.144531, + 0.180664, + 0.152344, + 0.165039, + 0.09375, + 0.171875, + 0.131836, + 0.163086, + 0.155273, + 0.138672, + 0.158203, + 0.133789, + 0.162109, + 0.15332, + 0.178711, + 0.164062, + 0.141602, + 0.138672, + 0.151367, + 0.148438, + 0.122559, + 0.149414, + 0.150391, + 0.173828, + 0.164062, + 0.160156, + 0.130859, + 0.181641, + 0.150391, + 0.091309, + 0.043945, + 0.157227, + 0.103516, + 0.137695, + 0.158203, + 0.15332, + 0.141602, + 0.135742, + 0.134766, + 0.171875, + 0.074219, + 0.081055, + 0.167969, + 0.15918, + 0.066406, + 0.15332, + 0.128906, + 0.185547, + 0.155273, + 0.140625, + 0.148438, + 0.160156, + 0.125, + 0.167969, + 0.152344, + 0.182617, + 0.138672, + 0.151367, + 0.155273, + 0.144531, + 0.152344, + 0.138672, + 0.147461, + 0.143555, + 0.133789, + 0.168945, + 0.140625, + -0.136719, + 0.166992, + 0.160156, + 0.170898, + 0.169922, + 0.147461, + 0.1875, + 0.078125, + 0.146484, + 0.15332, + 0.151367, + 0.125977, + 0.145508, + 0.032227, + 0.148438, + 0.183594, + 0.176758, + 0.158203, + 0.151367, + 0.116699, + 0.145508, + 0.160156, + 0.154297, + 0.145508, + 0.158203, + -0.041748, + 0.15918, + 0.166992, + 0.126953, + 0.154297, + 0.145508, + 0.168945, + 0.151367, + 0.155273, + 0.149414, + 0.12207, + 0.095703, + 0.162109, + 0.001205, + 0.173828, + 0.134766, + 0.146484, + 0.175781, + 0.15625, + 0.158203, + 0.141602, + 0.151367, + 0.146484, + 0.152344, + 0.161133, + 0.132812, + 0.179688, + -0.000322, + 0.140625, + 0.145508, + 0.15918, + 0.149414, + 0.15918, + 0.165039, + 0.194336, + 0.125, + 0.131836, + 0.154297, + 0.157227, + 0.15332, + 0.166992, + 0.151367, + 0.138672, + -0.034424, + 0.161133, + 0.185547, + 0.137695, + 0.167969, + 0.099121, + 0.163086, + 0.132812, + 0.166016, + 0.15625, + 0.177734, + 0.158203, + 0.161133, + 0.195312, + 0.145508, + 0.082031, + 0.165039, + 0.152344, + 0.15918, + 0.158203, + 0.225586, + 0.143555, + 0.157227, + 0.152344, + 0.131836, + 0.165039, + 0.149414, + 0.141602, + 0.143555, + 0.171875, + 0.175781, + 0.208008, + 0.163086, + 0.174805, + 0.138672, + 0.150391, + 0.155273, + 0.162109, + 0.178711, + 0.154297, + 0.163086, + 0.146484, + 0.11377, + 0.172852, + 0.157227, + 0.160156, + 0.143555, + 0.168945, + 0.179688, + 0.145508, + 0.007812, + 0.15625, + 0.147461, + -0.000904, + 0.125, + 0.163086, + 0.171875, + 0.158203, + 0.18457, + 0.160156, + 0.151367, + 0.182617, + 0.164062, + 0.036865, + 0.128906, + 0.138672, + 0.15332, + 0.151367, + 0.15625, + 0.171875, + 0.155273, + -0.000355, + 0.147461, + 0.171875, + -0.150391, + 0.141602, + 0.140625, + 0.174805, + 0.138672, + 0.134766, + 0.157227, + 0.144531, + 0.001335, + 0.052734, + 0.144531, + 0.151367, + 0.158203, + 0.162109, + 0.080078, + 0.148438, + 0.173828, + 0.149414, + 0.167969, + 0.099609, + 0.179688, + 0.141602, + 0.157227, + 0.158203, + 0.168945, + 0.15918, + 0.171875, + 0.152344, + 0.15332, + 0.141602, + 0.158203, + 0.162109, + 0.154297, + 0.149414, + 0.138672, + 0.125, + 0.15918, + 0.150391, + 0.173828, + 0.161133, + 0.091797, + 0.140625, + 0.138672, + 0.165039, + 0.057861, + 0.167969, + 0.145508, + 0.152344, + 0.137695, + 0.166016, + 0.152344, + 0.179688, + 0.134766, + 0.141602, + 0.151367, + 0.139648, + 0.152344, + 0.12793, + 0.161133, + 0.001183, + 0.169922, + 0.155273, + 0.166016, + 0.112305, + 0.130859, + 0.15332, + 0.162109, + 0.147461, + 0.171875, + 0.146484, + 0.172852, + 0.177734, + 0.138672, + 0.167969, + 0.345703, + 0.000101, + 0.150391, + 0.059082, + 0.151367, + 0.166016, + 0.140625, + 0.162109, + 0.12793, + 0.15625, + 0.15625, + 0.172852, + 0.134766, + -0.089355, + 0.157227, + 0.15625, + 0.151367, + 0.150391, + 0.136719, + 0.146484, + 0.141602, + 0.15625, + 0.162109, + 0.160156, + 0.15625, + 0.185547, + 0.145508, + 0.132812, + 0.171875, + 0.170898, + 0.181641, + 0.162109, + 0.151367, + 0.214844, + 0.170898, + 0.139648, + 0.135742, + 0.118164, + -0.000192, + 0.145508, + 0.149414, + 0.135742, + 0.147461, + 0.143555, + 0.175781, + 0.114746, + 0.15918, + 0.147461, + 0.227539, + 0.15625, + 0.074707, + 0.12793, + 0.168945, + 0.166016, + 0.15918, + 0.165039, + 0.125, + 0.147461, + 0.200195, + 0.133789, + 0.147461, + 0.166016, + 0.139648, + 0.140625, + 0.158203, + 0.155273, + 0.149414, + 0.197266, + 0.15625, + 0.140625, + 0.176758, + 0.181641, + 0.176758, + 0.15625, + 0.169922, + 0.028442, + 0.15625, + 0.129883, + 0.167969, + 0.15332, + 0.136719, + 0.171875, + 0.162109, + 0.166992, + 0.166992, + 0.149414, + 0.134766, + 0.171875, + 0.144531, + 0.15332, + 0.160156, + 0.147461, + 0.15918, + 0.146484, + 0.146484, + 0.171875, + 0.12207, + 0.157227, + 0.151367, + 0.141602, + 0.157227, + 0.109375, + 0.151367, + 0.180664, + 0.171875, + 0.166016, + 0.141602, + 0.152344, + 0.189453, + 0.113281, + 0.150391, + 0.146484, + 0.136719, + 0.132812, + -0.002701, + 0.143555, + 0.000301, + 0.158203, + 0.161133, + 0.15918, + 0.150391, + 0.157227, + 0.135742, + 0.160156, + 0.162109, + 0.15332, + 0.161133, + 0.186523, + 0.163086, + 0.133789, + 0.164062, + 0.120605, + 0.125977, + 0.116211, + 0.134766, + 0.15625, + 0.134766, + 0.119141, + 0.162109, + 0.154297, + 0.148438, + 0.149414, + 0.15918, + 0.102539, + 0.163086, + 0.138672, + 0.049316, + 0.114258, + 0.158203, + 0.139648, + 0.110352, + 0.056641, + 0.151367, + 0.18457, + 0.148438, + 0.166016, + 0.178711, + 0.172852, + 0.147461, + 0.152344, + 0.035889, + 0.144531, + 0.145508, + 0.119629, + 0.161133, + 0.149414, + 0.146484, + 0.168945, + 0.255859, + 0.143555, + 0.106934, + 0.138672, + 0.139648, + 0.12207, + 0.138672, + 0.114746, + 0.148438, + 0.151367, + 0.140625, + 0.169922, + 0.126953, + 0.160156, + 0.162109, + 0.083496, + 0.085938, + 0.140625, + 0.198242, + 0.171875, + 0.169922, + 0.160156, + 0.155273, + 0.170898, + 0.137695, + 0.12793, + 0.155273, + 0.193359, + 0.162109, + 0.146484, + 0.171875, + 0.141602, + 0.149414, + 0.154297, + 0.146484, + 0.136719, + 0.126953, + 0.087402, + 0.203125, + 0.141602, + 0.144531, + 0.261719, + 0.137695, + 0.211914, + 0.168945, + 0.15625, + 0.151367, + 0.147461, + 0.155273, + 0.166992, + 0.137695, + 0.149414, + 0.155273, + -0.071777, + 0.163086, + 0.10791, + 0.162109, + 0.165039, + 0.154297, + 0.228516, + 0.300781, + 0.001274, + 0.166016, + 0.149414, + 0.206055, + -0.000305, + -0.000736, + 0.195312, + 0.031006, + 0.089844, + 0.135742, + 0.132812, + 0.136719, + 0.166016, + 0.157227, + 0.178711, + 0.144531, + 0.11377, + 0.147461, + 0.142578, + 0.148438, + 0.168945, + 0.169922, + 0.18457, + 0.15625, + 0.164062, + -0.004913, + 0.199219, + 0.152344, + 0.157227, + 0.133789, + 0.18457, + 0.139648, + 0.163086, + 0.168945, + 0.1875, + 0.092773, + 0.168945, + 0.177734, + 0.138672, + 0.160156, + 0.147461, + 0.183594, + 0.056396, + 0.174805, + 0.166992, + 0.072266, + 0.169922, + 0.172852, + 0.139648, + 0.177734, + 0.147461, + 0.145508, + 0.115234, + 0.083984, + 0.155273, + -0.154297, + 0.138672, + 0.15918, + 0.085938, + 0.154297, + 0.119629, + 0.136719, + 0.164062, + 0.152344, + 0.146484, + 0.151367, + 0.150391, + 0.134766, + 0.116699, + 0.291016, + 0.148438, + 0.166016, + 0.109375, + 0.130859, + 0.145508, + 0.152344, + 0.134766, + 0.15918, + 0.139648, + 0.15332, + 0.144531, + 0.096191, + 0.151367, + 0.144531, + 0.132812, + 0.140625, + 0.164062, + 0.155273, + 0.120117, + 0.132812, + 0.149414, + 0.142578, + 0.140625, + -0.000328, + 0.15625, + 0.162109, + 0.161133, + 0.137695, + 0.121094, + 0.124023, + 0.163086, + 0.158203, + 0.152344, + 0.157227, + 0.353516, + 0.132812, + 0.000603, + 0.160156, + 0.15625, + 0.142578, + 0.174805, + 0.15625, + 0.15625, + 0.167969, + 0.132812, + 0.15332, + 0.157227, + 0.144531, + 0.162109, + 0.157227, + 0.158203, + 0.158203, + 0.170898, + 0.154297, + 0.001465, + 0.15332, + 0.149414, + 0.142578, + 0.145508, + 0.131836, + 0.158203, + 0.168945, + 0.15625, + 0.163086, + 0.164062, + 0.176758, + 0.143555, + 0.154297, + 0.162109, + 0.125977, + 0.148438, + 0.134766, + 0.15625, + 0.158203, + 0.152344, + 0.150391, + 0.15918, + 0.165039, + 0.176758, + 0.173828, + 0.155273, + 0.162109, + 0.179688, + 0.134766, + 0.165039, + 0.169922, + 0.149414, + 0.400391, + 0.180664, + 0.150391, + 0.166016, + 0.155273, + 0.157227, + 0.116699, + 0.157227, + 0.136719, + 0.132812, + 0.166992, + -0.10498, + 0.160156, + 0.166016, + 0.138672, + 0.160156, + 0.15625, + 8e-05, + 0.125, + 0.164062, + 0.151367, + -0.000767, + 0.136719, + 0.238281, + 0.162109, + 0.160156, + 0.130859, + 0.132812, + 0.119629, + 0.15625, + 0.137695, + 0.166016, + 0.141602, + 0.15625, + 0.166992, + 0.157227, + 0.15918, + 0.164062, + 0.165039, + 0.12793, + 0.186523, + 0.130859, + 0.15332, + 0.134766, + 0.179688, + 0.149414, + 0.039307, + 0.143555, + 0.140625, + 0.160156, + 0.15625, + 0.147461, + 0.142578, + 0.155273, + 0.163086, + 0.160156, + 0.147461, + 0.176758, + 0.070801, + 0.133789, + 0.157227, + 0.15332, + 0.12793, + 0.149414, + 0.171875, + 0.176758, + 0.152344, + 0.151367, + 0.15918, + 0.094727, + 0.141602, + 0.149414, + 0.164062, + 0.147461, + 0.148438, + 0.124023, + 0.19043, + 0.15332, + 0.00209, + 0.151367, + 0.15332, + 0.173828, + 0.151367, + 0.223633, + 0.132812, + 0.15332, + 0.175781, + 0.155273, + 0.145508, + 0.15625, + 0.151367, + 0.163086, + 0.15625, + 0.119629, + 0.202148, + 0.060059, + 0.15918, + 0.149414, + 0.162109, + 0.169922, + 0.137695, + -0.079102, + 0.148438, + 0.154297, + 0.144531, + 0.154297, + 0.125977, + 0.158203, + 0.146484, + 0.158203, + 0.157227, + 0.161133, + 0.160156, + 0.158203, + 0.174805, + 0.160156, + 0.105957, + 0.136719, + 0.070801, + 0.126953, + 0.129883, + 0.157227, + 0.085449, + 0.144531, + 0.042969, + 0.166016, + 0.118652, + 0.149414, + 0.147461, + 0.142578, + 0.173828, + 0.157227, + 0.134766, + 0.166016, + 0.15625, + 0.166016, + 0.137695, + 0.19043, + 0.146484, + 0.15332, + 0.102539, + 0.150391, + 0.161133, + 0.150391, + 0.154297, + 0.163086, + 0.168945, + 0.158203, + 0.154297, + 0.15332, + 0.146484, + 0.124023, + 0.158203, + 0.172852, + 0.131836, + 0.139648, + 0.199219, + 0.136719, + 0.166016, + 0.158203, + 0.15918, + 0.165039, + 0.168945, + 0.158203, + 0.155273, + 0.133789, + 0.15332, + 0.147461, + 0.173828, + 0.141602, + 0.166016, + 0.145508, + 0.151367, + 0.22168, + 0.137695, + 0.160156, + 0.15332, + 0.131836, + 0.116211, + 0.171875, + 0.091797, + 0.196289, + 0.15918, + 0.171875, + 0.149414, + 0.163086, + 0.121094, + 0.145508, + 0.104004, + 0.151367, + 0.173828, + 0.162109, + 0.099609, + 0.154297, + 0.142578, + 0.12207, + -0.091797, + 0.155273, + 0.169922, + 0.188477, + 0.142578, + 0.115723, + 0.150391, + 0.10498, + 0.152344, + 0.151367, + 0.080078, + 0.167969, + 0.124512, + 0.15918, + 0.15918, + 0.182617, + 0.122559, + 0.15625, + 0.146484, + 0.063965, + 0.139648, + 0.170898, + -0.000622, + 0.119141, + 0.161133, + 0.158203, + 0.130859, + 0.133789, + 0.141602, + 0.045654, + 0.212891, + 0.154297, + 0.135742, + 0.000496, + 0.160156, + 0.152344, + 0.157227, + 0.237305, + 0.140625, + 0.179688, + 0.121582, + 0.136719, + 0.179688, + 0.151367, + 0.140625, + 0.141602, + 0.146484, + 0.148438, + 0.160156, + -0.000629, + 0.148438, + 0.12793, + 0.574219, + 0.192383, + 0.166016, + 0.115234, + 0.162109, + 0.125, + 0.150391, + 0.163086, + 0.143555, + 0.149414, + 0.163086, + 0.155273, + 0.167969, + 0.146484, + 0.111816, + 0.135742, + 0.162109, + 0.177734, + 0.152344, + 0.162109, + 0.164062, + 0.15332, + 0.138672, + 0.146484, + 0.172852, + 0.149414, + 0.174805, + 0.148438, + 0.179688, + 0.166992, + 0.003433, + 0.140625, + 0.145508, + 0.146484, + 0.000637, + 0.154297, + 0.125, + 0.123535, + 0.161133, + 0.163086, + 0.152344, + 0.15332, + 0.149414, + 0.15625, + 0.140625, + 0.148438, + 0.142578, + 0.148438, + 0.167969, + 0.137695, + 0.142578, + 0.15332 + ] + }, + "name": "model.transformer.layers.1.ffn_norm.weight", + "outputIndexes": [ + 153 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 152, + 153 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_1/Mul_1_output_0", + "outputIndexes": [ + 154 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 154 + ], + "outputIndexes": [ + 1506 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1506 + ], + "outputIndexes": [ + 1507 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_1/Linear", + "inputIndexes": [ + 1507 + ], + "outputIndexes": [ + 1508 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2048, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 24576, + "weightSize": 0 + }, + "external": [ + 5317852, + 1572886, + 196608, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1508 + ], + "outputIndexes": [ + 1509 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1509 + ], + "outputIndexes": [ + 155 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2048 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1024 + ] + }, + "name": "/ffn_1/Mul_output_0", + "outputIndexes": [ + 156 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 155, + 21, + 156, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_1/Slice_output_0", + "outputIndexes": [ + 157 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 157 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_1/Sigmoid_output_0", + "outputIndexes": [ + 158 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 157, + 158 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_1/Mul_output_0", + "outputIndexes": [ + 159 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 2048 + ] + }, + "name": "/ffn_1/Mul_1_output_0", + "outputIndexes": [ + 160 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 155, + 156, + 160, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_1/Slice_1_output_0", + "outputIndexes": [ + 161 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 159, + 161 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_1/Mul_2_output_0", + "outputIndexes": [ + 162 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 162 + ], + "outputIndexes": [ + 1510 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1024, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1510 + ], + "outputIndexes": [ + 1511 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_2/Linear", + "inputIndexes": [ + 1511 + ], + "outputIndexes": [ + 1512 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1024, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 7087346, + 786454, + 98304, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1512 + ], + "outputIndexes": [ + 1513 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.1/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1513 + ], + "outputIndexes": [ + 163 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 151, + 163 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_7_output_0", + "outputIndexes": [ + 164 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 164, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_8_output_0", + "outputIndexes": [ + 165 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 165 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_2/Mul_output_0", + "outputIndexes": [ + 166 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.031738, + 0.032227, + 0.035645, + 0.037598, + 0.037842, + 0.029907, + 0.036865, + 0.026001, + 0.059326, + 0.033936, + 0.027588, + 0.025391, + 0.032471, + 0.033447, + 0.0354, + 0.034912, + 0.057373, + 0.060303, + 0.037109, + 0.059082, + 0.00885, + 0.030151, + 0.028564, + -0.017334, + 0.044434, + 0.034668, + 0.105469, + 0.046631, + 0.03833, + 0.027466, + 0.039307, + 0.040039, + 0.028564, + 0.029541, + 0.039062, + 0.031982, + 0.032471, + 0.030762, + 0.040527, + 0.035645, + 0.026489, + 0.027344, + 0.046143, + 0.038574, + 0.008179, + 0.033691, + 0.037598, + 0.034912, + 0.036865, + 0.025146, + 0.04834, + -0.021484, + 0.033936, + 0.028809, + 0.162109, + 0.033691, + 0.029907, + 0.031982, + 0.034424, + 0.066895, + 0.025757, + 0.030029, + 0.015442, + 0.033203, + 0.075684, + 0.071289, + 0.036133, + 0.031494, + 0.039307, + 0.072266, + 0.0354, + 0.055664, + 0.03125, + 0.026978, + 0.031982, + 0.065918, + 0.033203, + 0.048828, + 0.037354, + 0.02832, + 0.031738, + 0.032959, + 0.049072, + 0.030151, + -0.000633, + 0.050537, + 0.007141, + 0.047363, + 0.043457, + 0.038818, + 0.033447, + 0.040771, + 0.043945, + 0.026978, + 0.015747, + 0.04541, + 0.029053, + 0.044678, + 0.017578, + 0.032471, + 0.040527, + 0.055176, + 0.030518, + 0.037842, + 0.028076, + 0.03125, + 0.02478, + 0.02417, + 0.056641, + 0.044434, + 0.043213, + 0.046387, + 0.058594, + 0.039551, + 0.032715, + -0.015869, + 0.084473, + 0.040039, + 0.028809, + 0.045898, + 0.023682, + 0.029907, + 0.030396, + 0.028687, + 0.023926, + 0.060059, + 0.034424, + 0.035645, + 0.047607, + 0.053955, + 0.048096, + 0.031982, + 0.029297, + 0.053467, + 0.005829, + 0.032227, + 0.041016, + 0.051514, + 0.047363, + 0.019653, + 0.041504, + 0.046875, + 0.037354, + 0.043213, + 0.025391, + 0.037842, + 0.041504, + 0.049561, + 0.061768, + 0.036865, + 0.032715, + 0.028809, + 0.036865, + 0.02478, + 0.035156, + 0.024658, + 0.032715, + 0.085938, + 0.019775, + 0.057129, + 0.033447, + 0.078613, + 0.055664, + 0.031738, + 0.029297, + 0.030273, + 0.030029, + 0.03833, + 0.039551, + 0.106445, + 0.031738, + 0.028931, + 0.026978, + 0.035156, + 0.03125, + 0.102051, + 0.028442, + 0.056152, + 0.033203, + 0.050537, + 0.037354, + 0.031494, + 0.064941, + 0.042725, + -0.016357, + 0.031128, + 0.029053, + 0.034912, + 0.036133, + 0.027832, + 0.036133, + 0.02002, + 0.145508, + 0.029419, + 0.012573, + 0.046387, + 0.046631, + 0.037354, + 0.04248, + 0.089355, + 0.050537, + 0.031128, + 0.050537, + 0.037109, + 0.039062, + 0.037109, + 0.055176, + 0.040039, + 0.033203, + 0.026733, + 0.028809, + 0.04541, + 0.032471, + 0.037842, + 0.0354, + 0.034912, + 0.010742, + 0.037842, + 0.040039, + 0.040283, + 0.037109, + 0.152344, + 0.028809, + 0.009521, + 0.058838, + 0.075684, + 0.036133, + -0.01178, + 0.030518, + 0.027466, + 0.028687, + 0.020996, + 0.058594, + 0.035645, + 0.0354, + 0.03064, + 0.041992, + -0.004059, + 0.037354, + 0.037109, + -0.012207, + 0.025146, + 0.036621, + 0.032227, + 0.031006, + 0.030884, + 0.018311, + 0.031494, + 0.032471, + 0.030762, + 0.036865, + 0.014648, + 0.021729, + 0.046631, + 0.030273, + 0.029541, + 0.03833, + 0.033691, + 0.03418, + 0.039307, + 0.02771, + 0.028809, + 0.011963, + 0.047607, + 0.061523, + 0.059326, + 0.052734, + 0.077637, + 0.031738, + 0.030273, + 0.030762, + 0.031738, + 0.025024, + 0.036133, + 0.030029, + -0.00769, + 0.031494, + 0.084961, + 0.032471, + -0.003189, + 0.046387, + 0.037598, + 0.034912, + 0.037109, + 0.037842, + 0.035645, + 0.038818, + 0.057617, + 0.055908, + 0.040527, + 4e-06, + 0.047607, + 0.035889, + 0.060547, + 0.000349, + 0.029175, + 0.015381, + 0.03125, + 0.030151, + 0.00592, + 0.040771, + 0.033691, + 0.0354, + 0.039795, + 0.029785, + 0.041992, + 0.037598, + 0.094238, + 0.037598, + 0.038818, + 0.037354, + 0.039307, + 0.000587, + 0.016724, + 0.052002, + 0.041748, + 0.028564, + 0.032959, + 0.07666, + 0.036621, + 0.033447, + 0.028931, + 0.036621, + 0.026733, + 0.023315, + 0.030884, + 0.044189, + 0.040771, + 0.053467, + 0.03125, + 0.033203, + 0.036133, + 0.020508, + 0.067871, + 0.030884, + 0.031738, + 0.033203, + 0.044434, + 0.029175, + 0.04248, + 0.035889, + 0.029785, + 0.038818, + 0.02771, + 0.037598, + 0.111328, + 0.120117, + 0.000526, + 0.0354, + 0.042725, + 0.046875, + 0.041992, + 0.02124, + 0.079102, + 0.049072, + 0.129883, + 0.002747, + 0.030151, + 0.012512, + 0.042969, + 0.044678, + 0.000216, + 0.044189, + 0.025879, + 0.03833, + 0.036865, + 0.04541, + 0.062988, + 0.049561, + 0.017944, + -0.001404, + 0.055176, + 0.026611, + 0.03064, + 0.051758, + 0.010254, + 0.043457, + 0.041748, + 0.042236, + 0.027954, + 0.035645, + 0.023193, + 0.049316, + 0.028809, + 0.032227, + 0.031006, + 0.017944, + -0.008545, + 0.030518, + 0.034912, + 0.046631, + 0.028931, + 0.044922, + 0.000927, + 0.034424, + 0.120605, + 0.038574, + 0.15332, + 0.001198, + 0.094727, + 0.040771, + 0.045654, + 0.074707, + 0.042236, + 0.038818, + 0.018921, + 0.015259, + 0.042969, + 0.040283, + 0.032471, + 0.125, + -0.000427, + 0.025513, + 0.046875, + 0.034424, + 0.030396, + 0.037109, + 0.035889, + 0.043213, + 0.035645, + 0.044434, + 0.042969, + 0.035645, + 0.125, + 0.03833, + 0.04834, + 0.040283, + 0.032959, + 0.060791, + 0.04126, + 0.02771, + 0.033203, + 0.03418, + 0.079102, + 0.036865, + 0.027954, + 0.038818, + 0.026978, + 0.05957, + 0.039307, + 0.031128, + 0.038818, + 0.029175, + 0.049072, + 0.03418, + 0.033936, + 0.041504, + 0.000288, + 0.037354, + 0.034424, + 0.145508, + 0.048096, + 0.068848, + 0.01001, + 0.029053, + 0.047852, + 0.03418, + 0.035156, + -0.020508, + 0.037842, + 0.037354, + 0.017822, + 0.041016, + 0.051025, + 0.029419, + 0.043701, + 0.031738, + 0.035156, + 0.03833, + 0.025269, + 0.098633, + 0.029419, + 0.03833, + 0.036621, + 0.043701, + 0.036133, + 0.043213, + 0.029907, + 0.029175, + 0.035889, + 0.036377, + 0.037354, + 0.010986, + 0.043213, + 0.05542, + -0.001183, + 0.037109, + 0.052246, + 0.039795, + 0.029419, + 0.042725, + 0.035156, + 0.064941, + 0.027954, + 0.042969, + 0.032227, + 0.031738, + 0.057617, + 0.035156, + 0.040527, + 0.028687, + 0.042236, + -0.000334, + 0.033203, + 0.036865, + 0.040771, + 0.026123, + 0.033936, + 0.041504, + 0.04126, + 0.041504, + 0.05249, + 0.047363, + 0.03064, + 0.081055, + 0.034424, + 0.029541, + 0.04126, + 0.029541, + 0.085938, + 0.057617, + 0.037109, + 0.037598, + 0.036377, + 0.02832, + 0.028076, + 0.040771, + 0.027588, + 0.030518, + 0.386719, + 0.031006, + 0.043945, + 0.038086, + 0.049805, + 0.034668, + 0.00038, + 0.046875, + 0.036377, + 0.033203, + 0.045166, + 0.083496, + 0.039551, + 0.061035, + 0.035889, + 0.04248, + 0.034424, + 0.031738, + 0.052979, + 0.04541, + 0.0354, + 0.029175, + 0.031494, + 0.046143, + 0.1875, + -0.000315, + 0.054932, + 0.02002, + 0.029297, + 0.023804, + 0.035645, + 0.041992, + 0.032959, + 0.126953, + 0.09082, + 0.051025, + 0.038818, + 0.026245, + 0.031494, + 0.057617, + 0.054932, + 0.04834, + 0.041992, + 0.032227, + 0.044922, + 0.036377, + 0.043457, + 0.049316, + 0.03125, + 0.026367, + 0.042969, + 0.032471, + 0.054932, + 0.040283, + -0.02124, + 0.02771, + 0.041504, + 0.026367, + 0.026245, + 0.039795, + 0.03064, + 0.038086, + 0.042236, + 0.037598, + 0.024292, + 0.052734, + 0.036621, + 0.03064, + 0.018066, + 0.037109, + 0.026611, + 0.033691, + 0.03833, + 0.037109, + 0.028198, + 0.029663, + 0.019409, + 0.039795, + 0.025146, + 0.010681, + 0.046143, + 0.036133, + 0.019287, + 0.033691, + 0.026001, + 0.058594, + 0.035889, + 0.0271, + 0.024048, + 0.09082, + 0.023804, + 0.037598, + 0.03418, + 0.037598, + 0.032471, + 0.033936, + 0.04248, + 0.033691, + 0.033936, + 0.036377, + 0.039062, + 0.028931, + 0.02832, + 0.051758, + 0.036621, + -0.030029, + 0.039307, + 0.037354, + 0.042725, + 0.052734, + 0.032227, + 0.116211, + -0.001373, + 0.02063, + 0.043701, + 0.048096, + 0.032471, + 0.031738, + 0.009949, + 0.024048, + 0.061768, + 0.043457, + 0.029419, + 0.04126, + 0.022949, + 0.03833, + 0.042969, + 0.037354, + 0.039795, + 0.045654, + 0.112305, + 0.030884, + 0.046143, + 0.023193, + 0.033203, + 0.039795, + 0.040039, + 0.029785, + 0.041748, + 0.030151, + 0.030762, + 0.036621, + 0.033691, + 0.019165, + 0.053223, + 0.031006, + 0.0354, + 0.049316, + 0.039795, + 0.036377, + 0.034424, + 0.040283, + 0.031494, + 0.048584, + 0.03833, + 0.035156, + 0.047852, + 0.031006, + 0.044434, + 0.070801, + 0.035156, + 0.039551, + 0.047852, + 0.059326, + 0.066895, + -0.001228, + 0.001854, + 0.034912, + 0.038574, + 0.029541, + 0.035645, + 0.032471, + 0.031738, + 0.026123, + 0.042725, + 0.080566, + 0.036621, + 0.029175, + 0.041748, + 0.034668, + 0.026123, + 0.037354, + 0.044189, + 0.056152, + 0.043457, + 0.041016, + 0.079102, + 0.031982, + 0.001717, + 0.046387, + 0.031982, + 0.031738, + 0.04248, + 0.116211, + 0.04126, + 0.032959, + 0.035889, + 0.034424, + 0.036133, + 0.032471, + 0.027466, + 0.034668, + 0.047363, + 0.033691, + 0.224609, + 0.043457, + 0.044189, + 0.031738, + 0.045654, + 0.036377, + 0.039551, + 0.054932, + 0.033203, + 0.035889, + 0.04541, + 0.025391, + 0.037354, + 0.032227, + 0.034668, + 0.034424, + 0.165039, + 0.040527, + 0.045654, + 0.052734, + 0.031982, + 0.025513, + -0.121094, + 0.026245, + 0.037109, + 0.075195, + 0.030518, + 0.084473, + 0.034668, + 0.028198, + 0.0625, + 0.034424, + 0.018433, + 0.025269, + 0.044922, + 0.034424, + 0.039307, + 0.029297, + 0.057861, + 0.032227, + 0.000767, + 0.027954, + 0.045898, + 0.033447, + 0.034912, + 0.050049, + 0.053223, + 0.02832, + 0.031738, + 0.043213, + 0.02417, + 0.023071, + 0.029785, + 0.04834, + 0.037109, + 0.041016, + 0.037109, + 0.031494, + 0.042236, + 0.042969, + 0.031738, + 0.0354, + 0.052246, + 0.064941, + 0.030151, + 0.026367, + 0.039795, + 0.035889, + 0.029053, + 0.058838, + 0.012878, + 0.029175, + 0.028564, + 0.0354, + 0.040039, + 0.03125, + 0.061523, + 0.037109, + 0.027222, + 0.031738, + 0.037354, + 0.036621, + 0.041504, + 0.030273, + -0.015747, + 0.040039, + 0.032959, + 0.129883, + 0.046387, + 0.049072, + 0.036621, + 0.04126, + 0.040527, + 0.03833, + 0.094238, + 0.032959, + 0.036377, + 0.040283, + 0.030518, + 0.117676, + 0.030151, + 0.038086, + 0.030029, + 0.04541, + 0.033691, + 0.043701, + 0.036133, + 0.066406, + 0.059082, + 0.046875, + 0.04541, + 0.049805, + 0.051514, + 0.044922, + 0.049561, + 0.036133, + 0.057373, + 0.078125, + -0.001633, + 0.046875, + 0.030273, + 0.054688, + 0.046875, + 0.023438, + 0.045654, + 0.058838, + 0.037354, + 0.033936, + 0.036865, + 0.032471, + 0.039062, + -0.030273, + 0.03418, + 0.033447, + 0.032715, + 0.037109, + 0.030884, + 0.02478, + 0.035645, + 0.036133, + 0.036133, + 0.039062, + 0.102539, + 0.041016, + 0.030884, + 0.040283, + 0.050537, + 0.04834, + 0.0354, + 0.035156, + 0.167969, + 0.033691, + 0.026733, + 0.033691, + 0.036133, + -0.000633, + 0.037842, + 0.040039, + 0.030396, + 0.032959, + 0.03418, + 0.050049, + 0.03064, + 0.044434, + 0.044189, + 0.064453, + 0.033691, + 0.025024, + -0.019897, + 0.03833, + 0.077148, + 0.037109, + 0.044189, + 0.150391, + 0.043213, + 0.129883, + 0.031738, + 0.031738, + 0.047363, + 0.032715, + 0.0354, + 0.043457, + 0.036377, + 0.036377, + 0.073242, + 0.040283, + 0.015869, + 0.04126, + 0.041992, + 0.04126, + 0.040283, + 0.036377, + -0.000935, + 0.04248, + 0.000147, + 0.04126, + 0.074219, + 0.0271, + 0.049316, + 0.044922, + 0.066406, + 0.037109, + 0.037842, + 0.030151, + 0.037109, + -0.017578, + 0.044189, + 0.037598, + 0.037109, + 0.041748, + 0.037842, + 0.034424, + 0.044678, + 0.024902, + 0.052246, + 0.032715, + 0.018188, + 0.048828, + 0.027832, + 0.035889, + 0.051758, + 0.053711, + 0.040039, + 0.036621, + 0.040771, + 0.09668, + 0.031494, + 0.028442, + 0.03833, + 0.034668, + 0.047852, + 0.080566, + 0.03064, + 0.022949, + 0.041016, + 0.031494, + 0.0271, + 0.033936, + 0.037598, + 0.034668, + 0.036377, + 0.043945, + 0.025146, + 0.04541, + 0.078613, + 0.037842, + 0.052734, + 0.035889, + 0.003082, + 0.004639, + 0.03833, + 0.033203, + 0.043213, + 0.031006, + 0.048584, + 0.035889, + 0.070312, + 0.034912, + 0.033691, + 0.032227, + -0.000292, + 0.035156, + 0.023804, + 0.000801, + 0.039062, + 0.041748, + 0.039307, + 0.021118, + 0.014404, + 0.03064, + 0.059082, + 0.029907, + 0.029907, + 0.093262, + 0.040527, + 0.035156, + 0.042969, + 0.012268, + -0.026611, + -0.030029, + 0.037354, + 0.03125, + 0.0271, + 0.044189, + 0.03125, + 0.199219, + 0.039307, + 0.026733, + 0.032715, + 0.046387, + 0.211914, + 0.036621, + 0.010986, + 0.037109, + 0.055664, + 0.033936, + 0.036865, + 0.0271, + 0.04248, + 0.033936, + 0.031494, + 0.024292, + 0.030884, + 0.06543, + 0.034424, + 0.039307, + 0.033936, + 0.036865, + 0.035645, + -0.007996, + 0.07959, + 0.031982, + 0.138672, + 0.134766, + 0.070312, + 0.049072, + 0.031494, + 0.032227, + 0.029419, + 0.029053, + 0.03418, + 0.028564, + 0.037598, + 0.066406, + 0.038574, + 0.03125, + -0.07959, + 0.040039, + 0.089355, + 0.036377, + 0.044189, + 0.034668, + 0.040283, + 0.031738, + 0.036865, + 0.033691, + 0.034912, + 0.040039, + 0.039062, + 0.037842, + 0.022827, + 0.041992, + 0.057129, + 0.03833, + 0.087402, + 0.147461, + 0.000307, + 0.055176, + 0.02832, + 0.092285, + 0.020752, + -0.000858, + 0.210938, + 0.000626, + 0.021118, + 0.033936, + 0.04126, + -0.001366, + 0.037842, + 0.031738, + 0.042236, + 0.030884, + 0.026001, + 0.028931, + 0.029297, + 0.044189, + 0.052002, + 0.043457, + 0.068848, + 0.029419, + 0.030151, + 0.080566, + 0.098633, + 0.039551, + 0.038818, + 0.037842, + 0.056885, + 0.044678, + 0.030884, + 0.058594, + 0.036865, + 0.030151, + 0.041504, + 0.057129, + 0.026123, + 0.03125, + 0.063477, + 0.04541, + 0.025391, + 0.045898, + 0.050049, + 0.045898, + 0.057373, + 0.043701, + 0.038086, + 0.052002, + 0.023071, + 0.026367, + 0.028931, + 0.038818, + 0.049561, + 0.045654, + 0.031982, + 0.04834, + 0.024048, + 0.0354, + -0.016357, + 0.03418, + 0.044434, + 0.046631, + 0.045898, + 0.071777, + 0.026978, + 0.045654, + 0.033691, + 0.069336, + 0.030884, + 0.040039, + 0.032471, + 0.031982, + 0.021973, + 0.040771, + 0.028564, + 0.037842, + 0.037109, + 0.029907, + 0.043457, + 0.033936, + 0.038818, + -0.02002, + 0.054443, + 0.039307, + 0.057373, + 0.033691, + 0.036377, + -0.017456, + 0.039795, + 0.031738, + -0.009766, + 0.010193, + 0.02771, + 0.039062, + 0.03064, + 0.027466, + -0.001999, + -0.013428, + 0.043701, + 0.052002, + 0.035645, + 0.038086, + 0.075684, + 0.031982, + 0.019409, + 0.031494, + 0.039795, + 0.050293, + 0.034668, + 0.05957, + 0.032959, + 0.075195, + 0.044922, + 0.037109, + 0.037842, + 0.030396, + 0.034424, + 0.034668, + 0.051758, + 0.040771, + 0.052979, + 0.036865, + 0.015442, + 0.030762, + 0.059082, + 0.025391, + 0.032471, + 0.031738, + 0.049561, + 0.060303, + 0.045166, + 0.041016, + 0.034668, + 0.046631, + 0.034668, + 0.032471, + 0.033447, + -0.010803, + 0.038574, + 0.052246, + 0.030884, + 0.037842, + 0.052979, + 0.035156, + 0.037598, + 0.041504, + 0.042969, + 0.052734, + 0.034424, + 0.051025, + 0.088379, + 0.027832, + 0.04541, + 0.041992, + 0.033203, + 0.098633, + 0.050537, + 0.043701, + 0.043701, + 0.049561, + 0.031006, + 0.000839, + 0.033447, + 0.026733, + 0.02832, + 0.047119, + 0.032471, + 0.039062, + 0.032227, + 0.03833, + 0.044189, + 0.029419, + 0.081055, + 0.041016, + 0.035156, + 0.026001, + 0.043945, + 0.02417, + 0.07666, + 0.044678, + 0.026367, + 0.043945, + 0.026367, + 2.6e-05, + 0.035156, + 0.03418, + 0.040283, + 0.031128, + 0.040039, + 0.047363, + 0.051758, + 0.044189, + 0.040039, + 0.049316, + 0.029541, + 0.043457, + 0.032959, + 0.044189, + 0.047852, + 0.093262, + 0.029175, + 0.018433, + 0.036133, + 0.030396, + 0.056396, + 0.057861, + 0.033447, + 0.04248, + 0.043701, + 0.0354, + 0.042725, + 0.034912, + 0.053223, + 0.023438, + 0.031006, + 0.031982, + 0.029053, + 0.031006, + 0.026978, + 0.039551, + 0.052246, + 0.04541, + 0.038574, + 0.041992, + 0.030884, + 0.036621, + 0.034424, + 0.034668, + 0.050049, + 0.042236, + 0.027466, + 0.112305, + 0.043701, + 0.018188, + 0.035156, + 0.037598, + 0.050781, + 0.03418, + 0.117188, + 0.032227, + 0.041504, + 0.049316, + 0.060059, + 0.036377, + 0.040527, + 0.029175, + 0.056885, + 0.048096, + 0.039062, + 0.05957, + 0.025513, + 0.040527, + 0.046143, + 0.051514, + 0.078613, + 0.039795, + 0.150391, + 0.026123, + 0.044678, + -0.01355, + 0.030762, + 0.027344, + 0.103516, + 0.030884, + 0.034912, + 0.048584, + 0.053955, + 0.047363, + 0.042725, + 0.037354, + 0.032959, + 0.035645, + 0.041016, + 0.044922, + 0.03125, + 0.02832, + 0.031738, + 0.029419, + 0.030762, + 0.018188, + 0.043945, + 0.037109, + 0.023926, + 0.030029, + 0.029053, + 0.040771, + 0.031738, + 0.02832, + 0.042725, + 0.034424, + 0.040039, + 0.071777, + 0.058594, + 0.03418, + 0.067383, + 0.036377, + 0.025513, + 0.049316, + 0.031738, + 0.030396, + 0.037842, + 0.045898, + 0.049072, + 0.03418, + 0.026489, + 0.027954, + 0.032227, + 0.057373, + 0.036621, + 0.036865, + 0.026367, + 0.080078, + -0.007416, + 0.051758, + 0.045654, + 0.052246, + 0.041504, + 0.059326, + 0.026611, + 0.04126, + 0.003815, + 0.052246, + 0.04126, + 0.080566, + 0.037354, + 0.034668, + 0.046143, + 0.035889, + 0.074219, + 0.031982, + 0.039551, + 0.042725, + 0.039062, + 0.065918, + 0.041016, + 0.023071, + 0.096191, + 0.034912, + 0.049072, + 0.01416, + 0.042236, + 0.025391, + 0.039795, + 0.031982, + 0.034912, + 0.035889, + 0.053223, + 0.022827, + 0.039062, + 0.041992, + 0.074707, + 0.024292, + 0.036377, + 0.045898, + 0.091797, + 0.036621, + 0.023804, + 0.042969, + 0.067383, + 0.047363, + 0.027588, + 0.025879, + 0.057617, + 0.024536, + 0.034912, + 0.032715, + 0.052979, + 0.024292, + 0.033691, + 0.049561, + 0.025513, + 0.028564, + 0.052734, + 0.020264, + 0.042725, + 0.044922, + 0.02832, + 0.041748, + 0.035645, + 0.036865, + 0.009583, + 0.092773, + 0.035889, + 0.03125, + 0.018555, + 0.032715, + -0.002396, + 0.054443, + 0.169922, + 0.036133, + 0.056885, + 0.029663, + 0.035645, + 0.089355, + 0.030762, + 0.026245, + 0.010559, + 0.027466, + 0.041748, + 0.039795, + 0.103027, + 0.042969, + 0.040283, + 0.173828, + 0.057617, + 0.063965, + 0.028076, + 0.034424, + 0.033203, + 0.020874, + 0.035645, + 0.04541, + 0.035889, + 0.089844, + 0.036621, + 0.04541, + 0.038574, + 0.052002, + 0.035645, + 0.037598, + 0.038818, + -0.01001, + 0.039062, + 0.0271, + 0.040283, + 0.026001, + 0.033447, + 0.039551, + 0.027954, + 0.050049, + 0.032227, + 0.048828, + 0.042969, + 0.019897, + 0.062988, + 0.044922, + 0.030151, + 0.000359, + 0.03418, + 0.029907, + 0.033936, + 0.0354, + 0.037598, + 0.042236, + 0.031738, + 0.031982, + 0.036865, + 0.022949, + 0.034912, + 0.044678, + 0.039795, + 0.036865, + 0.037598, + 0.0354, + 0.035889 + ] + }, + "name": "model.transformer.layers.2.attn_norm.weight", + "outputIndexes": [ + 167 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 166, + 167 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_2/Mul_1_output_0", + "outputIndexes": [ + 168 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 168 + ], + "outputIndexes": [ + 1514 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1514 + ], + "outputIndexes": [ + 1515 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear", + "inputIndexes": [ + 1515 + ], + "outputIndexes": [ + 1516 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 768, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 9216, + "weightSize": 0 + }, + "external": [ + 7972104, + 589846, + 73728, + 3072, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1516 + ], + "outputIndexes": [ + 1517 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1517 + ], + "outputIndexes": [ + 169 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 768 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 168 + ], + "main_type": "NONE", + "name": "/Shape_9_output_0", + "outputIndexes": [ + 170 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 170 + ], + "main_type": "NONE", + "name": "Shape246", + "outputIndexes": [ + 171 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 170 + ], + "main_type": "NONE", + "name": "Rank248", + "outputIndexes": [ + 172 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 172, + 172 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp250", + "outputIndexes": [ + 173 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 173 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze251", + "outputIndexes": [ + 174 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 173, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp253", + "outputIndexes": [ + 175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 175 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze254", + "outputIndexes": [ + 176 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 171, + 174, + 176, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice257", + "outputIndexes": [ + 177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 177 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze258", + "outputIndexes": [ + 178 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp259", + "outputIndexes": [ + 179 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 179, + 178 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp260", + "outputIndexes": [ + 180 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 170, + 180, + 173 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_14_output_0", + "outputIndexes": [ + 181 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 181, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_21_output_0", + "outputIndexes": [ + 182 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 182, + 23, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_10_output_0", + "outputIndexes": [ + 183 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 169, + 183 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_9_output_0", + "outputIndexes": [ + 184 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 184 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_2/Mul_output_0", + "outputIndexes": [ + 185 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.953125, + 0.027344, + -0.083496, + -0.035889, + 0.05542, + 1.65625, + 1.460938, + 1.21875, + 1.476562, + 1.75, + 2.515625, + 2.234375, + 1.789062, + 1.375, + 2.203125, + 2.4375, + 2.015625, + 2.609375, + 1.617188, + 2.1875, + 1.5, + 1.328125, + 1.546875, + 1.851562, + 1.84375, + 1.828125, + 2.21875, + 1.921875, + 1.671875, + 1.75, + 1.851562, + 1.71875, + 1.90625, + 1.796875, + 1.90625, + 2.03125, + 1.773438, + 2.90625, + 1.6875, + 1.890625, + 2.203125, + 2.28125, + 1.296875, + 1.914062, + 1.976562, + 2.25, + 1.695312, + 1.671875, + 1.804688, + 1.304688, + 2.40625, + 1.914062, + 2.5625, + 2.9375, + 2.609375, + 1.78125, + 1.8125, + 1.710938, + 2.4375, + 1.820312, + 1.84375, + 1.8125, + 1.664062, + 1.828125 + ] + }, + "name": "model.transformer.layers.2.attn.q_norm.weight", + "outputIndexes": [ + 186 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 185, + 186 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_2/Mul_1_output_0", + "outputIndexes": [ + 187 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 187, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_8_output_0", + "outputIndexes": [ + 188 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 187, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_9_output_0", + "outputIndexes": [ + 189 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 189 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_4_output_0", + "outputIndexes": [ + 190 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 187, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_8_output_0", + "outputIndexes": [ + 191 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 190, + 191 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_13_output_0", + "outputIndexes": [ + 192 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 192, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_9_output_0", + "outputIndexes": [ + 193 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 188, + 193 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_8_output_0", + "outputIndexes": [ + 194 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 168 + ], + "outputIndexes": [ + 1518 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1518 + ], + "outputIndexes": [ + 1519 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear", + "inputIndexes": [ + 1519 + ], + "outputIndexes": [ + 1520 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 192, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 2304, + "weightSize": 0 + }, + "external": [ + 8638750, + 147478, + 18432, + 768, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1520 + ], + "outputIndexes": [ + 1521 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1521 + ], + "outputIndexes": [ + 195 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 192 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 182, + 57, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_11_output_0", + "outputIndexes": [ + 196 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 195, + 196 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_10_output_0", + "outputIndexes": [ + 197 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 197 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_2/Mul_output_0", + "outputIndexes": [ + 198 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.375, + 0.318359, + 0.090332, + 0.030396, + 0.044922, + 2.1875, + 1.625, + 2.34375, + -0.5, + 1.992188, + 1.523438, + 1.773438, + 2.0625, + 2.234375, + 1.648438, + 1.609375, + 1.90625, + 0.291016, + 2.375, + 2.03125, + 2.5625, + 3.1875, + 3.671875, + 1.898438, + 1.828125, + 1.859375, + 3.21875, + 1.859375, + 1.875, + 1.726562, + 1.757812, + 1.773438, + 1.664062, + 1.414062, + 1.375, + 1.507812, + 1.398438, + 2.25, + 1.507812, + 1.546875, + 2.234375, + 1.945312, + 2.140625, + 1.953125, + 1.890625, + 0.882812, + 2.078125, + 2.109375, + 1.984375, + 2.875, + 1.453125, + 2.3125, + 1.664062, + 1.164062, + 1.453125, + 1.867188, + 1.804688, + 1.835938, + 2.578125, + 1.875, + 1.75, + 1.84375, + 1.75, + 1.78125 + ] + }, + "name": "model.transformer.layers.2.attn.k_norm.weight", + "outputIndexes": [ + 199 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 198, + 199 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_2/Mul_1_output_0", + "outputIndexes": [ + 200 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 200, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_10_output_0", + "outputIndexes": [ + 201 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 200, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_11_output_0", + "outputIndexes": [ + 202 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 202 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_5_output_0", + "outputIndexes": [ + 203 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 200, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_10_output_0", + "outputIndexes": [ + 204 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 203, + 204 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_14_output_0", + "outputIndexes": [ + 205 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 205, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_11_output_0", + "outputIndexes": [ + 206 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 201, + 206 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_9_output_0", + "outputIndexes": [ + 207 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 168 + ], + "outputIndexes": [ + 1522 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1522 + ], + "outputIndexes": [ + 1523 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear", + "inputIndexes": [ + 1523 + ], + "outputIndexes": [ + 1524 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 192, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 2304, + "weightSize": 0 + }, + "external": [ + 8805428, + 147478, + 18432, + 768, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1524 + ], + "outputIndexes": [ + 1525 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1525 + ], + "outputIndexes": [ + 208 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 192 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 208, + 196 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_11_output_0", + "outputIndexes": [ + 209 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 194, + 207, + 209, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.2/self_attn/FusedAttention", + "outputIndexes": [ + 210 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 210 + ], + "outputIndexes": [ + 1526 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 768, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1526 + ], + "outputIndexes": [ + 1527 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear", + "inputIndexes": [ + 1527 + ], + "outputIndexes": [ + 1528 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 768, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 9216, + "weightSize": 0 + }, + "external": [ + 8972106, + 589846, + 73728, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1528 + ], + "outputIndexes": [ + 1529 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1529 + ], + "outputIndexes": [ + 211 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 165, + 211 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_10_output_0", + "outputIndexes": [ + 212 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 212 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_2/Mul_output_0", + "outputIndexes": [ + 213 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.178711, + 0.163086, + 0.199219, + 0.143555, + 0.126953, + 0.182617, + 0.176758, + 0.179688, + 0.255859, + 0.185547, + 0.171875, + 0.071777, + 0.1875, + 0.15625, + 0.210938, + 0.21875, + 0.232422, + 0.283203, + 0.166016, + 0.326172, + 0.041016, + 0.177734, + 0.098145, + 0.168945, + 0.22168, + 0.210938, + 0.470703, + 0.238281, + 0.192383, + 0.186523, + 0.199219, + 0.1875, + 0.108887, + 0.126953, + 0.188477, + 0.19043, + 0.1875, + 0.1875, + 0.217773, + 0.185547, + 0.174805, + 0.172852, + 0.216797, + 0.188477, + 0.167969, + 0.180664, + 0.171875, + 0.1875, + 0.189453, + 0.071777, + 0.232422, + 0.188477, + 0.182617, + 0.174805, + 0.220703, + 0.194336, + 0.183594, + 0.176758, + 0.185547, + 0.28125, + 0.150391, + 0.173828, + 0.050293, + 0.173828, + 0.314453, + 0.246094, + 0.233398, + 0.174805, + 0.198242, + 0.168945, + 0.199219, + 0.210938, + 0.166992, + 0.201172, + 0.104492, + 0.263672, + 0.179688, + 0.248047, + 0.178711, + 0.180664, + 0.182617, + 0.195312, + 0.222656, + 0.172852, + 0.067383, + 0.203125, + 0.157227, + 0.273438, + 0.210938, + 0.116699, + 0.186523, + 0.176758, + 0.236328, + 0.174805, + 0.182617, + 0.179688, + 0.094727, + 0.208984, + 0.047119, + 0.087891, + 0.193359, + 0.191406, + 0.146484, + 0.185547, + 0.192383, + 0.175781, + 0.158203, + 0.117188, + 0.144531, + 0.205078, + 0.232422, + 0.213867, + 0.265625, + 0.117188, + 0.178711, + 0.155273, + 0.371094, + 0.205078, + 0.172852, + 0.182617, + 0.171875, + 0.185547, + 0.168945, + 0.19043, + 0.179688, + 0.279297, + 0.192383, + 0.197266, + 0.213867, + 0.231445, + 0.222656, + 0.195312, + 0.15625, + 0.235352, + 0.231445, + 0.152344, + 0.085938, + 0.253906, + 0.227539, + 0.116211, + 0.208008, + 0.207031, + 0.170898, + 0.193359, + 0.074707, + 0.07373, + 0.141602, + 0.19043, + 0.224609, + 0.128906, + 0.182617, + 0.171875, + 0.181641, + 0.174805, + 0.144531, + 0.154297, + 0.220703, + 0.416016, + 0.181641, + 0.196289, + 0.199219, + 0.117676, + 0.265625, + 0.173828, + 0.186523, + 0.182617, + 0.182617, + 0.18457, + 0.177734, + 0.328125, + 0.09375, + 0.1875, + 0.067871, + 0.214844, + 0.196289, + 0.470703, + 0.168945, + 0.253906, + 0.173828, + 0.220703, + 0.195312, + 0.18457, + 0.287109, + 0.192383, + 0.165039, + 0.219727, + 0.1875, + 0.15625, + 0.213867, + 0.158203, + 0.200195, + 0.151367, + 0.091309, + 0.181641, + 0.161133, + 0.219727, + 0.199219, + 0.204102, + 0.200195, + 0.200195, + 0.206055, + 0.151367, + 0.220703, + 0.195312, + 0.225586, + 0.195312, + 0.232422, + 0.182617, + 0.197266, + 0.167969, + 0.151367, + 0.222656, + 0.196289, + 0.216797, + 0.188477, + 0.186523, + 0.189453, + 0.186523, + 0.225586, + 0.197266, + 0.188477, + 0.390625, + 0.18457, + 0.049316, + 0.291016, + 0.058838, + 0.207031, + 0.133789, + 0.183594, + 0.175781, + 0.179688, + 0.166016, + 0.147461, + 0.139648, + 0.180664, + 0.18457, + 0.181641, + 0.150391, + 0.208984, + 0.18457, + 0.145508, + 0.063477, + 0.214844, + 0.182617, + 0.157227, + 0.174805, + 0.054199, + 0.196289, + 0.196289, + 0.182617, + 0.186523, + 0.05249, + 0.186523, + 0.186523, + 0.194336, + 0.192383, + 0.194336, + 0.186523, + 0.1875, + 0.158203, + 0.175781, + 0.171875, + 0.043457, + 0.239258, + 0.229492, + 0.25, + 0.287109, + 0.002502, + 0.18457, + 0.158203, + 0.18457, + 0.193359, + 0.164062, + 0.210938, + 0.185547, + 0.15332, + 0.193359, + 0.392578, + 0.189453, + 0.103027, + 0.19043, + 0.193359, + 0.125, + 0.241211, + 0.172852, + 0.194336, + 0.201172, + 0.265625, + 0.197266, + 0.204102, + 0.099609, + 0.207031, + 0.196289, + 0.246094, + 0.055664, + 0.186523, + 0.051514, + 0.201172, + 0.104004, + 0.088379, + 0.195312, + 0.199219, + 0.197266, + 0.200195, + 0.167969, + 0.204102, + 0.207031, + 0.292969, + 0.21875, + 0.207031, + 0.219727, + 0.203125, + -0.000599, + 0.169922, + 0.298828, + 0.212891, + 0.1875, + 0.074219, + 0.086914, + 0.178711, + 0.186523, + 0.185547, + 0.209961, + 0.196289, + 0.193359, + 0.176758, + 0.216797, + 0.177734, + 0.205078, + 0.175781, + 0.147461, + 0.171875, + 0.162109, + 0.25, + 0.192383, + 0.232422, + 0.174805, + 0.18457, + 0.121094, + 0.213867, + 0.121094, + 0.15332, + 0.181641, + 0.09668, + 0.203125, + 0.460938, + -0.102051, + 0.091309, + 0.197266, + 0.204102, + 0.169922, + 0.196289, + 0.058105, + 0.271484, + 0.203125, + 0.349609, + 0.131836, + 0.18457, + 0.119141, + 0.198242, + 0.217773, + 0.105957, + 0.208008, + 0.148438, + 0.143555, + 0.174805, + 0.200195, + 0.130859, + 0.201172, + 0.07373, + 0.071289, + 0.226562, + 0.069336, + 0.193359, + 0.199219, + 0.049316, + 0.213867, + 0.208984, + 0.199219, + 0.160156, + 0.208008, + 0.139648, + 0.242188, + 0.185547, + 0.091797, + 0.130859, + 0.054688, + 0.189453, + 0.150391, + 0.205078, + 0.217773, + 0.151367, + 0.204102, + 0.04834, + 0.189453, + 0.285156, + 0.183594, + 0.137695, + 5.03125, + 0.425781, + 0.220703, + 0.253906, + 0.410156, + 0.189453, + 0.198242, + 0.056885, + 0.058838, + 0.223633, + 0.199219, + 0.206055, + 0.376953, + 0.000801, + 0.152344, + 0.193359, + 0.191406, + 0.182617, + 0.168945, + 0.19043, + 0.194336, + 0.198242, + 0.168945, + 0.136719, + 0.175781, + 0.214844, + 0.1875, + 0.140625, + 0.197266, + 0.183594, + 0.182617, + 0.199219, + 0.169922, + 0.186523, + 0.197266, + 0.298828, + 0.204102, + 0.188477, + 0.173828, + 0.224609, + 0.220703, + 0.203125, + 0.166016, + 0.181641, + 0.139648, + 0.239258, + 0.182617, + 0.178711, + 0.235352, + 0.055908, + 0.216797, + 0.219727, + 0.337891, + 0.251953, + 0.287109, + 0.173828, + 0.102051, + 0.25, + 0.193359, + 0.103027, + 0.181641, + 0.210938, + 0.203125, + 0.076172, + 0.213867, + 0.21875, + 0.160156, + 0.094727, + 0.169922, + 0.205078, + 0.168945, + 0.172852, + 0.289062, + 0.171875, + 0.197266, + 0.080078, + 0.208984, + 0.195312, + 0.21875, + 0.170898, + 0.174805, + 0.174805, + 0.210938, + 0.194336, + 0.170898, + 0.114746, + 0.223633, + 0.046387, + 0.197266, + 0.223633, + 0.209961, + 0.175781, + 0.192383, + 0.175781, + 0.206055, + 0.197266, + 0.210938, + 0.189453, + 0.186523, + 0.15332, + 0.257812, + 0.131836, + 0.171875, + 0.203125, + 0.040527, + 0.171875, + 0.139648, + 0.208008, + 0.183594, + 0.186523, + 0.201172, + 0.07959, + 0.209961, + 0.200195, + 0.228516, + 0.176758, + 0.178711, + 0.182617, + 0.208008, + 0.241211, + 0.170898, + 0.376953, + 0.131836, + 0.205078, + 0.21875, + 0.196289, + 0.155273, + 0.186523, + 0.201172, + 0.169922, + 0.183594, + 0.000332, + 0.191406, + 0.208984, + 0.177734, + 0.216797, + 0.216797, + 0.045654, + 0.248047, + 0.185547, + 0.192383, + 0.237305, + 0.365234, + 0.216797, + 0.112793, + 0.196289, + 0.208984, + 0.202148, + 0.193359, + 0.164062, + 0.19043, + 0.160156, + 0.118652, + 0.1875, + 0.185547, + 0.392578, + 0.111328, + 0.237305, + 0.182617, + 0.176758, + 0.164062, + 0.196289, + 0.200195, + 0.075195, + 0.365234, + 0.453125, + 0.188477, + 0.194336, + 0.135742, + 0.168945, + 0.25, + 0.225586, + 0.21582, + 0.115723, + 0.204102, + 0.149414, + 0.207031, + 0.207031, + 0.168945, + 0.173828, + 0.182617, + 0.216797, + 0.207031, + 0.22168, + 0.194336, + 0.170898, + 0.169922, + 0.246094, + 0.165039, + 0.163086, + 0.188477, + 0.202148, + 0.201172, + 0.208008, + 0.189453, + 0.151367, + 0.238281, + 0.208008, + 0.109375, + 0.070312, + 0.198242, + 0.112305, + 0.182617, + 0.202148, + 0.178711, + 0.194336, + 0.150391, + 0.15332, + 0.213867, + 0.094238, + 0.095703, + 0.208008, + 0.170898, + 0.075195, + 0.177734, + 0.163086, + 0.193359, + 0.1875, + 0.161133, + 0.179688, + 0.235352, + 0.172852, + 0.199219, + 0.209961, + 0.220703, + 0.195312, + 0.176758, + 0.191406, + 0.204102, + 0.193359, + 0.163086, + 0.203125, + 0.19043, + 0.164062, + 0.219727, + 0.213867, + 0.241211, + 0.204102, + 0.227539, + 0.235352, + 0.226562, + 0.181641, + 0.408203, + 0.101074, + 0.173828, + 0.213867, + 0.196289, + 0.149414, + 0.175781, + 0.037598, + 0.169922, + 0.235352, + 0.217773, + 0.1875, + 0.182617, + 0.168945, + 0.182617, + 0.223633, + 0.205078, + 0.160156, + 0.232422, + 0.125, + 0.1875, + 0.214844, + 0.181641, + 0.180664, + 0.155273, + 0.225586, + 0.1875, + 0.203125, + 0.175781, + 0.131836, + 0.131836, + 0.200195, + 0.051514, + 0.239258, + 0.157227, + 0.191406, + 0.228516, + 0.206055, + 0.179688, + 0.165039, + 0.193359, + 0.181641, + 0.203125, + 0.192383, + 0.147461, + 0.207031, + 0.066406, + 0.208008, + 0.169922, + 0.171875, + 0.177734, + 0.220703, + 0.235352, + 0.328125, + 0.141602, + 0.164062, + 0.182617, + 0.1875, + 0.186523, + 0.194336, + 0.198242, + 0.192383, + 0.066406, + 0.173828, + 0.414062, + 0.180664, + 0.1875, + 0.110352, + 0.210938, + 0.151367, + 0.213867, + 0.199219, + 0.226562, + 0.189453, + 0.208008, + 0.443359, + 0.164062, + 0.093262, + 0.209961, + 0.188477, + 0.209961, + 0.172852, + 0.570312, + 0.234375, + 0.195312, + 0.208984, + 0.172852, + 0.193359, + 0.208984, + 0.18457, + 0.178711, + 0.249023, + 0.200195, + 0.320312, + 0.18457, + 0.222656, + 0.173828, + 0.203125, + 0.199219, + 0.210938, + 0.202148, + 0.179688, + 0.186523, + 0.198242, + 0.15918, + 0.193359, + 0.209961, + 0.189453, + 0.166992, + 0.246094, + 0.219727, + 0.193359, + 0.09375, + 0.202148, + 0.188477, + 0.155273, + 0.149414, + 0.194336, + 0.222656, + 0.196289, + 0.369141, + 0.212891, + 0.19043, + 0.233398, + 0.192383, + 0.047607, + 0.178711, + 0.18457, + 0.205078, + 0.193359, + 0.188477, + 0.283203, + 0.176758, + 0.122559, + 0.163086, + 0.199219, + 0.208008, + 0.201172, + 0.203125, + 0.253906, + 0.180664, + 0.148438, + 0.231445, + 0.212891, + 0.057861, + 0.07959, + 0.226562, + 0.179688, + 0.208984, + 0.208008, + 0.099121, + 0.168945, + 0.192383, + 0.166992, + 0.203125, + 0.09668, + 0.298828, + 0.186523, + 0.185547, + 0.204102, + 0.169922, + 0.193359, + 0.263672, + 0.165039, + 0.202148, + 0.165039, + 0.205078, + 0.24707, + 0.204102, + 0.214844, + 0.176758, + 0.147461, + 0.192383, + 0.176758, + 0.233398, + 0.185547, + 0.105957, + 0.154297, + 0.171875, + 0.198242, + 0.174805, + 0.21875, + 0.183594, + 0.200195, + 0.194336, + 0.204102, + 0.183594, + 0.394531, + 0.175781, + 0.193359, + 0.200195, + 0.175781, + 0.324219, + 0.154297, + 0.19043, + 0.063965, + 0.212891, + 0.173828, + 0.214844, + 0.125977, + 0.132812, + 0.189453, + 0.208984, + 0.209961, + 0.226562, + 0.182617, + 0.227539, + 0.240234, + 0.1875, + 0.273438, + 0.527344, + 0.039795, + 0.236328, + 0.071777, + 0.172852, + 0.227539, + 0.170898, + 0.233398, + 0.154297, + 0.196289, + 0.191406, + 0.202148, + 0.141602, + 0.1875, + 0.189453, + 0.208008, + 0.199219, + 0.192383, + 0.164062, + 0.147461, + 0.185547, + 0.185547, + 0.213867, + 0.18457, + 0.202148, + 0.398438, + 0.1875, + 0.166016, + 0.246094, + 0.224609, + 0.209961, + 0.208008, + 0.188477, + 0.410156, + 0.173828, + 0.173828, + 0.169922, + 0.131836, + 0.000519, + 0.19043, + 0.1875, + 0.176758, + 0.180664, + 0.194336, + 0.253906, + 0.129883, + 0.192383, + 0.154297, + 0.455078, + 0.182617, + 0.094727, + 0.174805, + 0.208008, + 0.265625, + 0.192383, + 0.197266, + 0.304688, + 0.211914, + 0.402344, + 0.165039, + 0.188477, + 0.241211, + 0.167969, + 0.178711, + 0.201172, + 0.175781, + 0.203125, + 0.341797, + 0.203125, + 0.166016, + 0.194336, + 0.186523, + 0.225586, + 0.205078, + 0.220703, + 0.04248, + 0.201172, + 0.177734, + 0.219727, + 0.158203, + 0.182617, + 0.209961, + 0.192383, + 0.232422, + 0.183594, + 0.185547, + 0.161133, + 0.263672, + 0.178711, + 0.186523, + 0.222656, + 0.174805, + 0.227539, + 0.211914, + 0.185547, + 0.21875, + 0.130859, + 0.22168, + 0.19043, + 0.172852, + 0.22168, + 0.114746, + 0.191406, + 0.235352, + 0.271484, + 0.181641, + 0.166992, + 0.198242, + 0.443359, + 0.125, + 0.165039, + 0.204102, + 0.145508, + 0.15918, + 0.149414, + 0.197266, + 0.052734, + 0.172852, + 0.181641, + 0.193359, + 0.182617, + 0.197266, + 0.165039, + 0.208984, + 0.208984, + 0.180664, + 0.28125, + 0.458984, + 0.194336, + 0.170898, + 0.188477, + 0.139648, + 0.15332, + 0.143555, + 0.178711, + 0.193359, + 0.164062, + 0.176758, + 0.185547, + 0.174805, + 0.205078, + 0.173828, + 0.208984, + 0.146484, + 0.197266, + 0.177734, + 0.06543, + 0.128906, + 0.209961, + 0.174805, + 0.142578, + 0.060791, + 0.182617, + 0.234375, + 0.169922, + 0.193359, + 0.498047, + 0.224609, + 0.173828, + 0.213867, + 0.04834, + 0.177734, + 0.196289, + 0.129883, + 0.200195, + 0.180664, + 0.214844, + 0.207031, + 0.535156, + 0.195312, + 0.125977, + 0.189453, + 0.207031, + 0.205078, + 0.175781, + 0.131836, + 0.192383, + 0.204102, + 0.166016, + 0.210938, + 0.167969, + 0.197266, + 0.180664, + 0.083984, + 0.098633, + 0.164062, + 0.261719, + 0.212891, + 0.200195, + 0.183594, + 0.213867, + 0.21582, + 0.15918, + 0.15918, + 0.189453, + 0.326172, + 0.249023, + 0.271484, + 0.239258, + 0.179688, + 0.172852, + 0.18457, + 0.193359, + 0.149414, + 0.166992, + 0.102051, + 0.328125, + 0.169922, + 0.183594, + 0.412109, + 0.167969, + 0.375, + 0.179688, + 0.203125, + 0.197266, + 0.18457, + 0.15918, + 0.222656, + 0.176758, + 0.166992, + 0.219727, + 0.091309, + 0.188477, + 0.109375, + 0.217773, + 0.223633, + 0.206055, + 0.515625, + 0.667969, + 0.036377, + 0.21582, + 0.207031, + 0.298828, + 0.056152, + 0.065918, + 0.308594, + 0.041992, + 0.095215, + 0.168945, + 0.154297, + 0.173828, + 0.200195, + 0.183594, + 0.234375, + 0.1875, + 0.123535, + 0.188477, + 0.199219, + 0.203125, + 0.234375, + 0.261719, + 0.273438, + 0.196289, + 0.195312, + 0.279297, + 0.453125, + 0.18457, + 0.205078, + 0.174805, + 0.234375, + 0.219727, + 0.186523, + 0.230469, + 0.177734, + 0.108887, + 0.209961, + 0.330078, + 0.176758, + 0.180664, + 0.1875, + 0.214844, + 0.069824, + 0.216797, + 0.219727, + 0.084473, + 0.245117, + 0.202148, + 0.168945, + 0.236328, + 0.173828, + 0.173828, + 0.125977, + 0.097656, + 0.211914, + 0.226562, + 0.169922, + 0.193359, + 0.100098, + 0.177734, + 0.141602, + 0.178711, + 0.207031, + 0.208984, + 0.182617, + 0.233398, + 0.174805, + 0.208008, + 0.165039, + 0.498047, + 0.185547, + 0.174805, + 0.12793, + 0.172852, + 0.185547, + 0.197266, + 0.165039, + 0.175781, + 0.169922, + 0.183594, + 0.206055, + 0.130859, + 0.199219, + 0.175781, + 0.169922, + 0.189453, + 0.341797, + 0.196289, + 0.161133, + 0.138672, + 0.194336, + 0.186523, + 0.165039, + 0.04541, + 0.185547, + 0.179688, + 0.188477, + 0.165039, + 0.131836, + 0.147461, + 0.210938, + 0.209961, + 0.183594, + 0.223633, + 0.558594, + 0.180664, + 0.045898, + 0.185547, + 0.214844, + 0.155273, + 0.200195, + 0.208008, + 0.193359, + 0.310547, + 0.147461, + 0.195312, + 0.211914, + 0.178711, + 0.201172, + 0.18457, + 0.186523, + 0.214844, + 0.222656, + 0.19043, + 0.04541, + 0.197266, + 0.198242, + 0.166016, + 0.189453, + 0.161133, + 0.210938, + 0.339844, + 0.207031, + 0.204102, + 0.191406, + 0.271484, + 0.181641, + 0.19043, + 0.179688, + 0.15332, + 0.203125, + 0.183594, + 0.175781, + 0.196289, + 0.193359, + 0.200195, + 0.202148, + 0.208984, + 0.185547, + 0.212891, + 0.206055, + 0.228516, + 0.394531, + 0.176758, + 0.209961, + 0.211914, + 0.189453, + 0.451172, + 0.208984, + 0.183594, + 0.1875, + 0.192383, + 0.177734, + 0.144531, + 0.196289, + 0.183594, + 0.163086, + 0.212891, + 0.196289, + 0.19043, + 0.196289, + 0.168945, + 0.226562, + 0.186523, + 0.000755, + 0.136719, + 0.217773, + 0.175781, + 0.085449, + 0.199219, + 0.535156, + 0.214844, + 0.195312, + 0.137695, + 0.165039, + 0.137695, + 0.200195, + 0.163086, + 0.192383, + 0.168945, + 0.198242, + 0.227539, + 0.212891, + 0.185547, + 0.201172, + 0.208984, + 0.175781, + 0.25, + 0.138672, + 0.192383, + 0.15332, + 0.496094, + 0.180664, + 0.056152, + 0.192383, + 0.141602, + 0.251953, + 0.257812, + 0.195312, + 0.158203, + 0.173828, + 0.207031, + 0.220703, + 0.181641, + 0.227539, + 0.094727, + 0.154297, + 0.186523, + 0.177734, + 0.171875, + 0.164062, + 0.224609, + 0.235352, + 0.180664, + 0.195312, + 0.21875, + 0.105957, + 0.195312, + 0.185547, + 0.177734, + 0.164062, + 0.201172, + 0.132812, + 0.490234, + 0.228516, + 0.054688, + 0.185547, + 0.195312, + 0.197266, + 0.178711, + 0.447266, + 0.175781, + 0.194336, + 0.211914, + 0.197266, + 0.176758, + 0.186523, + 0.188477, + 0.200195, + 0.166992, + 0.132812, + 0.191406, + 0.075684, + 0.181641, + 0.228516, + 0.216797, + 0.167969, + 0.178711, + 0.261719, + 0.180664, + 0.189453, + 0.179688, + 0.188477, + 0.158203, + 0.249023, + 0.180664, + 0.158203, + 0.269531, + 0.239258, + 0.204102, + 0.208008, + 0.222656, + 0.180664, + 0.143555, + 0.182617, + 0.226562, + 0.154297, + 0.168945, + 0.19043, + 0.094727, + 0.168945, + 0.057373, + 0.224609, + 0.134766, + 0.179688, + 0.192383, + 0.196289, + 0.211914, + 0.207031, + 0.172852, + 0.213867, + 0.193359, + 0.1875, + 0.146484, + 0.199219, + 0.155273, + 0.197266, + 0.139648, + 0.183594, + 0.188477, + 0.18457, + 0.176758, + 0.201172, + 0.208008, + 0.181641, + 0.186523, + 0.161133, + 0.163086, + 0.125977, + 0.235352, + 0.191406, + 0.157227, + 0.147461, + 0.414062, + 0.155273, + 0.202148, + 0.212891, + 0.233398, + 0.209961, + 0.292969, + 0.223633, + 0.213867, + 0.181641, + 0.251953, + 0.206055, + 0.324219, + 0.155273, + 0.179688, + 0.201172, + 0.185547, + 0.265625, + 0.179688, + 0.216797, + 0.219727, + 0.15332, + 0.169922, + 0.220703, + 0.124023, + 0.302734, + 0.186523, + 0.21875, + 0.182617, + 0.203125, + 0.139648, + 0.157227, + 0.126953, + 0.145508, + 0.212891, + 0.279297, + 0.129883, + 0.192383, + 0.186523, + 0.122559, + 0.142578, + 0.192383, + 0.214844, + 0.367188, + 0.180664, + 0.146484, + 0.197266, + 0.112793, + 0.229492, + 0.177734, + 0.083496, + 0.233398, + 0.154297, + 0.207031, + 0.188477, + 0.253906, + 0.133789, + 0.201172, + 0.229492, + 0.073242, + 0.185547, + 0.21582, + 0.054688, + 0.132812, + 0.210938, + 0.191406, + 0.143555, + 0.181641, + 0.168945, + 0.053711, + 0.488281, + 0.195312, + 0.166992, + 0.049316, + 0.188477, + 0.231445, + 0.182617, + 0.455078, + 0.208008, + 0.257812, + 0.15918, + 0.15625, + 0.255859, + 0.182617, + 0.155273, + 0.186523, + 0.175781, + 0.208984, + 0.202148, + 0.139648, + 0.185547, + 0.150391, + 1.492188, + 0.228516, + 0.226562, + 0.125, + 0.191406, + 0.132812, + 0.179688, + 0.219727, + 0.149414, + 0.178711, + 0.302734, + 0.18457, + 0.225586, + 0.239258, + 0.129883, + 0.170898, + 0.199219, + 0.186523, + 0.1875, + 0.21582, + 0.1875, + 0.198242, + 0.143555, + 0.170898, + 0.185547, + 0.171875, + 0.239258, + 0.205078, + 0.220703, + 0.210938, + 0.054932, + 0.209961, + 0.18457, + 0.188477, + 0.009155, + 0.179688, + 0.139648, + 0.203125, + 0.197266, + 0.199219, + 0.175781, + 0.197266, + 0.226562, + 0.189453, + 0.169922, + 0.196289, + 0.194336, + 0.223633, + 0.183594, + 0.200195, + 0.180664, + 0.168945 + ] + }, + "name": "model.transformer.layers.2.ffn_norm.weight", + "outputIndexes": [ + 214 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 213, + 214 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_2/Mul_1_output_0", + "outputIndexes": [ + 215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 215 + ], + "outputIndexes": [ + 1530 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1530 + ], + "outputIndexes": [ + 1531 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_1/Linear", + "inputIndexes": [ + 1531 + ], + "outputIndexes": [ + 1532 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 2560, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 30720, + "weightSize": 0 + }, + "external": [ + 9635680, + 1966102, + 245760, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1532 + ], + "outputIndexes": [ + 1533 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1533 + ], + "outputIndexes": [ + 216 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 2560 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1280 + ] + }, + "name": "/ffn_2/Mul_output_0", + "outputIndexes": [ + 217 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 216, + 21, + 217, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_2/Slice_output_0", + "outputIndexes": [ + 218 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 218 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_2/Sigmoid_output_0", + "outputIndexes": [ + 219 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 218, + 219 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_2/Mul_output_0", + "outputIndexes": [ + 220 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 2560 + ] + }, + "name": "/ffn_2/Mul_1_output_0", + "outputIndexes": [ + 221 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 216, + 217, + 221, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_2/Slice_1_output_0", + "outputIndexes": [ + 222 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 220, + 222 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_2/Mul_2_output_0", + "outputIndexes": [ + 223 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 223 + ], + "outputIndexes": [ + 1534 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1534 + ], + "outputIndexes": [ + 1535 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_2/Linear", + "inputIndexes": [ + 1535 + ], + "outputIndexes": [ + 1536 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 11847542, + 983062, + 122880, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1536 + ], + "outputIndexes": [ + 1537 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.2/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1537 + ], + "outputIndexes": [ + 224 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 212, + 224 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_11_output_0", + "outputIndexes": [ + 225 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 225, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_12_output_0", + "outputIndexes": [ + 226 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 226 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_3/Mul_output_0", + "outputIndexes": [ + 227 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.104004, + 0.090332, + 0.106934, + 0.122559, + 0.117188, + 0.097656, + 0.100098, + 0.09375, + 0.175781, + 0.109863, + 0.086914, + 0.069336, + 0.096191, + 0.104492, + 0.121582, + 0.103516, + 0.165039, + 0.296875, + 0.117188, + 0.164062, + 0.024536, + 0.08252, + 0.056152, + 0.07959, + 0.130859, + 0.102051, + 0.193359, + 0.185547, + 0.120605, + 0.099121, + 0.134766, + 0.115234, + 0.065918, + 0.088379, + 0.118652, + 0.103027, + 0.131836, + 0.089355, + 0.104004, + 0.101074, + 0.080566, + 0.085449, + 0.091797, + 0.108887, + 0.075684, + 0.125, + 0.132812, + 0.087402, + 0.11084, + 0.05127, + 0.178711, + 0.104492, + 0.084961, + 0.074707, + 0.396484, + 0.112305, + 0.091309, + 0.09082, + 0.101562, + 0.225586, + 0.069336, + 0.080078, + 0.034424, + 0.10791, + 0.180664, + 0.248047, + 0.164062, + 0.104492, + 0.146484, + 0.185547, + 0.09668, + 0.157227, + 0.083496, + 0.114258, + 0.067383, + 0.160156, + 0.112305, + 0.164062, + 0.164062, + 0.09375, + 0.094238, + 0.098145, + 0.128906, + 0.063965, + 0.091309, + 0.157227, + 0.083496, + 0.149414, + 0.15332, + 0.075195, + 0.128906, + 0.155273, + 0.136719, + 0.098633, + 0.07666, + 0.131836, + 0.073242, + 0.183594, + 0.030029, + 0.049805, + 0.125, + 0.154297, + 0.100586, + 0.108398, + 0.102051, + 0.080566, + 0.084473, + 0.071777, + 0.09668, + 0.116211, + 0.222656, + 0.15625, + 0.161133, + 0.075195, + 0.110352, + 0.070801, + 0.168945, + 0.145508, + 0.094238, + 0.133789, + 0.092285, + 0.080566, + 0.089844, + 0.092773, + 0.083984, + 0.186523, + 0.104492, + 0.09082, + 0.150391, + 0.138672, + 0.152344, + 0.117676, + 0.072266, + 0.176758, + 0.237305, + 0.084961, + 0.080566, + 0.170898, + 0.117188, + 0.069336, + 0.136719, + 0.129883, + 0.147461, + 0.124023, + 0.044434, + 0.049805, + 0.130859, + 0.175781, + 0.208984, + 0.107422, + 0.105469, + 0.094238, + 0.111816, + 0.094727, + 0.102539, + 0.085449, + 0.135742, + 0.141602, + 0.085449, + 0.15332, + 0.098633, + 0.155273, + 0.166992, + 0.081055, + 0.075195, + 0.083008, + 0.105469, + 0.123535, + 0.126953, + 0.265625, + 0.069336, + 0.101074, + 0.059326, + 0.118652, + -0.079102, + 0.162109, + 0.085449, + 0.177734, + 0.099609, + 0.154297, + 0.118164, + 0.118164, + 0.174805, + 0.126953, + 0.103027, + 0.087402, + 0.085449, + 0.107422, + 0.118164, + 0.069824, + 0.133789, + 0.092773, + 0.4375, + 0.098633, + 0.076172, + 0.135742, + 0.151367, + 0.111328, + 0.108887, + 0.195312, + 0.118652, + 0.077637, + 0.106934, + 0.121094, + 0.106445, + 0.111328, + 0.15625, + 0.136719, + 0.108398, + 0.074707, + 0.106445, + 0.140625, + 0.072754, + 0.117188, + 0.118164, + 0.110352, + 0.07959, + 0.111328, + 0.133789, + 0.137695, + 0.098633, + 0.421875, + 0.088867, + 0.032227, + 0.188477, + 0.22168, + 0.097656, + 0.062988, + 0.103027, + 0.11084, + 0.088867, + 0.074707, + 0.170898, + 0.114746, + 0.105469, + 0.09375, + 0.095215, + 0.066406, + 0.118652, + 0.12793, + 0.07959, + 0.056396, + 0.109863, + 0.085449, + 0.099609, + 0.092773, + 0.041016, + 0.101074, + 0.113281, + 0.091309, + 0.092773, + 0.055908, + 0.10498, + 0.147461, + 0.11377, + 0.084961, + 0.098633, + 0.109863, + 0.114746, + 0.093262, + 0.129883, + 0.09082, + 0.029175, + 0.155273, + 0.128906, + 0.226562, + 0.198242, + 0.188477, + 0.103027, + 0.087891, + 0.083008, + 0.074219, + 0.088867, + 0.11377, + 0.083984, + 0.077148, + 0.086426, + 0.209961, + 0.086914, + 0.065918, + 0.142578, + 0.09668, + 0.106934, + 0.145508, + 0.095215, + 0.128906, + 0.102051, + 0.197266, + 0.139648, + 0.146484, + 0.067383, + 0.123535, + 0.087402, + 0.245117, + 0.037842, + 0.090332, + 0.028687, + 0.084961, + 0.077637, + 0.052979, + 0.130859, + 0.118164, + 0.099609, + 0.121582, + 0.078613, + 0.115723, + 0.144531, + 0.24707, + 0.10498, + 0.106934, + 0.107422, + 0.129883, + 0.000144, + 0.098633, + 0.137695, + 0.102539, + 0.089355, + 0.052002, + 0.201172, + 0.130859, + 0.097656, + 0.091309, + 0.108398, + 0.092285, + 0.101074, + 0.110352, + 0.109863, + 0.106934, + 0.129883, + 0.083984, + 0.088867, + 0.101562, + 0.080078, + 0.225586, + 0.080078, + 0.137695, + 0.082031, + 0.148438, + 0.093262, + 0.123535, + 0.092285, + 0.094238, + 0.097656, + 0.062988, + 0.109375, + 0.163086, + 0.496094, + 0.051758, + 0.177734, + 0.11084, + 0.131836, + 0.123535, + 0.063965, + 0.259766, + 0.141602, + 0.408203, + 0.081055, + 0.102051, + 0.068848, + 0.10791, + 0.125977, + 0.073242, + 0.129883, + 0.071289, + 0.118652, + 0.117188, + 0.121582, + 0.131836, + 0.132812, + 0.0625, + 0.05127, + 0.177734, + 0.051514, + 0.083008, + 0.147461, + 0.031982, + 0.147461, + 0.121094, + 0.119629, + 0.066895, + 0.109375, + 0.071777, + 0.128906, + 0.078613, + 0.06543, + 0.095703, + 0.0354, + 0.100098, + 0.083008, + 0.115723, + 0.143555, + 0.103516, + 0.158203, + 0.034424, + 0.095703, + 0.267578, + 0.114746, + 0.289062, + 0.044922, + 0.203125, + 0.135742, + 0.189453, + 0.141602, + 0.103516, + 0.131836, + 0.037598, + 0.046387, + 0.12793, + 0.137695, + 0.09082, + 0.246094, + 0.091797, + 0.094727, + 0.111816, + 0.10498, + 0.097656, + 0.085938, + 0.090332, + 0.140625, + 0.171875, + 0.092773, + 0.126953, + 0.113281, + 0.333984, + 0.098145, + 0.106445, + 0.126953, + 0.103027, + 0.208984, + 0.138672, + 0.084961, + 0.084473, + 0.121582, + 0.202148, + 0.112793, + 0.081543, + 0.12793, + 0.091797, + 0.287109, + 0.119629, + 0.07373, + 0.078125, + 0.118652, + 0.150391, + 0.087402, + 0.100098, + 0.155273, + 0.038574, + 0.147461, + 0.103027, + 0.283203, + 0.161133, + 0.271484, + 0.069824, + 0.078613, + 0.161133, + 0.112793, + 0.084961, + 0.066895, + 0.150391, + 0.134766, + 0.042725, + 0.145508, + 0.146484, + 0.091309, + 0.067383, + 0.113281, + 0.108398, + 0.091309, + 0.094238, + 0.235352, + 0.089355, + 0.123535, + 0.069824, + 0.15332, + 0.108887, + 0.116699, + 0.088867, + 0.085938, + 0.078613, + 0.111816, + 0.097168, + 0.081055, + 0.106445, + 0.143555, + 0.039795, + 0.118164, + 0.198242, + 0.121094, + 0.088867, + 0.15918, + 0.119629, + 0.200195, + 0.100586, + 0.134766, + 0.106445, + 0.088867, + 0.146484, + 0.12207, + 0.087402, + 0.090332, + 0.130859, + 0.027588, + 0.111328, + 0.117676, + 0.11377, + 0.084961, + 0.110352, + 0.114258, + 0.087402, + 0.113281, + 0.147461, + 0.133789, + 0.083984, + 0.175781, + 0.109863, + 0.103516, + 0.118164, + 0.111816, + 0.322266, + 0.119141, + 0.117676, + 0.113281, + 0.106445, + 0.063965, + 0.125, + 0.150391, + 0.100586, + 0.088867, + -8.7e-05, + 0.097168, + 0.104004, + 0.112793, + 0.144531, + 0.142578, + 0.03125, + 0.165039, + 0.089355, + 0.116211, + 0.145508, + 0.253906, + 0.166992, + 0.115234, + 0.09375, + 0.119629, + 0.126953, + 0.092773, + 0.109375, + 0.116699, + 0.134766, + 0.091309, + 0.083984, + 0.162109, + 0.308594, + 0.07373, + 0.108398, + 0.080078, + 0.10498, + 0.07959, + 0.105957, + 0.121582, + 0.078125, + 0.211914, + 0.222656, + 0.160156, + 0.09375, + 0.085449, + 0.104492, + 0.202148, + 0.164062, + 0.112305, + 0.083008, + 0.097656, + 0.131836, + 0.110352, + 0.112793, + 0.188477, + 0.105957, + 0.109375, + 0.138672, + 0.114746, + 0.166992, + 0.104004, + 0.085938, + 0.072266, + 0.122559, + 0.098145, + 0.095215, + 0.163086, + 0.123047, + 0.103516, + 0.137695, + 0.100586, + 0.098145, + 0.164062, + 0.086426, + 0.064453, + 0.054199, + 0.120117, + 0.076172, + 0.09082, + 0.115234, + 0.096191, + 0.099121, + 0.081055, + 0.06543, + 0.137695, + 0.066406, + 0.041748, + 0.112793, + 0.125977, + 0.05127, + 0.103516, + 0.085938, + 0.133789, + 0.10791, + 0.081543, + 0.081055, + 0.209961, + 0.084473, + 0.10791, + 0.096191, + 0.12207, + 0.120117, + 0.094727, + 0.120605, + 0.113281, + 0.102051, + 0.094238, + 0.105469, + 0.091309, + 0.091797, + 0.169922, + 0.216797, + 0.271484, + 0.112305, + 0.118652, + 0.11377, + 0.116699, + 0.096191, + 0.394531, + 0.092773, + 0.082031, + 0.138672, + 0.167969, + 0.109375, + 0.095215, + 0.021729, + 0.078613, + 0.151367, + 0.15918, + 0.085938, + 0.113281, + 0.075684, + 0.130859, + 0.106934, + 0.094238, + 0.140625, + 0.158203, + 0.308594, + 0.09668, + 0.164062, + 0.088867, + 0.096191, + 0.103027, + 0.144531, + 0.125977, + 0.126953, + 0.088379, + 0.097168, + 0.119629, + 0.118652, + 0.04248, + 0.168945, + 0.092285, + 0.085449, + 0.15332, + 0.143555, + 0.10498, + 0.09082, + 0.15332, + 0.076172, + 0.152344, + 0.112793, + 0.121582, + 0.112305, + 0.087402, + 0.15918, + 0.310547, + 0.105957, + 0.084961, + 0.103027, + 0.224609, + 0.161133, + 0.060547, + 0.089844, + 0.093262, + 0.103516, + 0.105957, + 0.100586, + 0.110352, + 0.07666, + 0.051025, + 0.104004, + 0.144531, + 0.085938, + 0.097168, + 0.083984, + 0.112305, + 0.075684, + 0.139648, + 0.130859, + 0.161133, + 0.118164, + 0.129883, + 0.150391, + 0.103516, + 0.057617, + 0.147461, + 0.114258, + 0.089355, + 0.126953, + 0.174805, + 0.09375, + 0.088867, + 0.108398, + 0.08252, + 0.116211, + 0.091309, + 0.076172, + 0.101074, + 0.205078, + 0.116211, + 0.335938, + 0.120117, + 0.164062, + 0.098633, + 0.136719, + 0.116699, + 0.132812, + 0.140625, + 0.084473, + 0.115234, + 0.124023, + 0.088379, + 0.117188, + 0.123535, + 0.130859, + 0.106445, + 0.322266, + 0.125977, + 0.122559, + 0.118652, + 0.134766, + 0.108398, + 0.298828, + 0.085938, + 0.115723, + 0.216797, + 0.103516, + 0.199219, + 0.099121, + 0.109863, + 0.125977, + 0.083008, + 0.029053, + 0.10498, + 0.11377, + 0.113281, + 0.106934, + 0.095215, + 0.189453, + 0.095703, + 0.847656, + 0.101562, + 0.144531, + 0.165039, + 0.095215, + 0.135742, + 0.19043, + 0.104492, + 0.097656, + 0.120605, + 0.194336, + 0.032471, + 0.056396, + 0.131836, + 0.118652, + 0.091309, + 0.181641, + 0.073242, + 0.138672, + 0.125977, + 0.089844, + 0.119629, + 0.079102, + 0.162109, + 0.09668, + 0.08252, + 0.130859, + 0.094238, + 0.092773, + 0.141602, + 0.101562, + 0.108887, + 0.087891, + 0.109863, + 0.162109, + 0.120605, + 0.170898, + 0.129883, + 0.077637, + 0.11084, + 0.125, + 0.103027, + 0.111328, + 0.083496, + 0.069824, + 0.098145, + 0.099121, + 0.308594, + 0.133789, + 0.130859, + 0.12793, + 0.121094, + 0.119629, + 0.098633, + 0.232422, + 0.104492, + 0.114258, + 0.120605, + 0.101074, + 0.259766, + 0.087891, + 0.148438, + 0.10791, + 0.154297, + 0.11377, + 0.126953, + 0.081543, + 0.147461, + 0.170898, + 0.111816, + 0.149414, + 0.151367, + 0.138672, + 0.141602, + 0.158203, + 0.094727, + 0.124512, + 0.22168, + 0.025146, + 0.137695, + 0.060303, + 0.193359, + 0.12793, + 0.078125, + 0.145508, + 0.151367, + 0.120605, + 0.103027, + 0.10498, + 0.083496, + 0.111328, + 0.085449, + 0.120117, + 0.09082, + 0.091797, + 0.116211, + 0.10791, + 0.093262, + 0.122559, + 0.119141, + 0.123047, + 0.142578, + 0.176758, + 0.126953, + 0.115723, + 0.115723, + 0.157227, + 0.161133, + 0.104004, + 0.10791, + 0.353516, + 0.102539, + 0.081543, + 0.081543, + 0.091797, + 0.000786, + 0.102539, + 0.123535, + 0.088379, + 0.111328, + 0.084473, + 0.155273, + 0.075684, + 0.163086, + 0.109863, + 0.164062, + 0.096191, + 0.056885, + 0.111816, + 0.109375, + 0.219727, + 0.126953, + 0.117676, + 0.402344, + 0.120117, + 0.302734, + 0.146484, + 0.108398, + 0.237305, + 0.085449, + 0.125977, + 0.118164, + 0.100586, + 0.116211, + 0.198242, + 0.135742, + 0.098633, + 0.105957, + 0.115723, + 0.152344, + 0.112305, + 0.185547, + -0.026855, + 0.118164, + 0.069336, + 0.128906, + 0.170898, + 0.144531, + 0.123535, + 0.100586, + 0.197266, + 0.102539, + 0.094727, + 0.072754, + -0.07959, + 0.101562, + 0.100098, + 0.115723, + 0.093262, + 0.135742, + 0.166992, + 0.103027, + 0.141602, + 0.089355, + 0.194336, + 0.092285, + 0.073242, + 0.174805, + 0.077637, + 0.098145, + 0.170898, + 0.193359, + 0.130859, + 0.084473, + 0.114258, + 0.154297, + 0.081055, + 0.095215, + 0.115723, + 0.110352, + 0.132812, + 0.216797, + 0.094238, + 0.044678, + 0.126953, + 0.112305, + 0.102051, + 0.085449, + 0.120117, + 0.099609, + 0.124023, + 0.192383, + 0.082031, + 0.185547, + 0.161133, + 0.124023, + 0.142578, + 0.102051, + 0.071289, + 0.075684, + 0.105957, + 0.101074, + 0.114258, + 0.101074, + 0.134766, + 0.085449, + 0.140625, + 0.10498, + 0.098145, + 0.090332, + 0.082031, + 0.119629, + 0.081055, + 0.047119, + 0.114746, + 0.15918, + 0.135742, + 0.081055, + 0.032959, + 0.085938, + 0.202148, + 0.074707, + 0.105469, + 0.137695, + 0.128906, + 0.120117, + 0.125977, + 0.030151, + 0.099609, + 0.105957, + 0.083008, + 0.105957, + 0.09668, + 0.160156, + 0.116211, + 0.785156, + 0.110352, + 0.070801, + 0.097168, + 0.169922, + 0.960938, + 0.099609, + 0.075195, + 0.083496, + 0.149414, + 0.121582, + 0.126953, + 0.083496, + 0.12793, + 0.106445, + 0.071777, + 0.069336, + 0.091797, + 0.216797, + 0.116211, + 0.128906, + 0.097656, + 0.119141, + 0.106445, + 0.089844, + 0.165039, + 0.094727, + 0.257812, + 0.186523, + 0.207031, + 0.161133, + 0.075195, + 0.10791, + 0.099121, + 0.097656, + 0.100098, + 0.094238, + 0.074219, + 0.150391, + 0.099121, + 0.102539, + 0.189453, + 0.115234, + 0.144531, + 0.100098, + 0.136719, + 0.129883, + 0.133789, + 0.089844, + 0.136719, + 0.083984, + 0.09668, + 0.097168, + 0.079102, + 0.11084, + 0.062256, + 0.15918, + 0.136719, + 0.125, + 0.133789, + 0.341797, + -0.013855, + 0.135742, + 0.110352, + 0.283203, + 0.039795, + 0.052246, + 0.447266, + -0.022095, + 0.052002, + 0.099121, + 0.099609, + 0.081543, + 0.15332, + 0.108887, + 0.151367, + 0.100586, + 0.065918, + 0.094238, + 0.09082, + 0.120605, + 0.217773, + 0.121582, + 0.198242, + 0.095703, + 0.109375, + 0.292969, + 0.1875, + 0.099609, + 0.140625, + 0.118164, + 0.185547, + 0.137695, + 0.103516, + 0.145508, + 0.105957, + 0.085449, + 0.182617, + 0.125, + 0.087402, + 0.113281, + 0.240234, + 0.144531, + 0.051758, + 0.12793, + 0.143555, + 0.078125, + 0.150391, + 0.128906, + 0.09375, + 0.178711, + 0.099121, + 0.095703, + 0.087402, + 0.063965, + 0.195312, + 0.180664, + 0.087402, + 0.136719, + 0.054932, + 0.104004, + -0.055908, + 0.09668, + 0.138672, + 0.135742, + 0.102539, + 0.188477, + 0.082031, + 0.105957, + 0.099609, + 0.175781, + 0.084473, + 0.11377, + 0.085449, + 0.110352, + 0.082031, + 0.136719, + 0.080566, + 0.136719, + 0.09375, + 0.093262, + 0.115723, + 0.087891, + 0.077148, + 0.111816, + 0.137695, + 0.125977, + -0.001083, + 0.098633, + 0.098145, + 0.062988, + 0.126953, + 0.077148, + 0.08252, + 0.03064, + 0.102051, + 0.133789, + 0.111816, + 0.07666, + 0.084961, + 0.07959, + 0.121582, + 0.144531, + 0.129883, + 0.135742, + 0.213867, + 0.083008, + 0.040039, + 0.118652, + 0.126953, + 0.15332, + 0.124512, + 0.142578, + 0.088867, + 0.140625, + 0.136719, + 0.103027, + 0.120117, + 0.088379, + 0.103027, + 0.092285, + 0.178711, + 0.112305, + 0.128906, + 0.086914, + 0.033691, + 0.106934, + 0.179688, + 0.108887, + 0.107422, + 0.086426, + 0.141602, + 0.18457, + 0.120605, + 0.124023, + 0.114258, + 0.074219, + 0.104004, + 0.094727, + 0.085449, + 0.080078, + 0.123535, + 0.148438, + 0.07666, + 0.129883, + 0.166992, + 0.095703, + 0.105469, + 0.12207, + 0.140625, + 0.163086, + 0.104492, + 0.165039, + 0.170898, + 0.077148, + 0.128906, + 0.119629, + 0.09082, + 0.333984, + 0.155273, + 0.098633, + 0.105469, + 0.116699, + 0.08252, + 0.084473, + 0.105469, + 0.11084, + 0.079102, + 0.144531, + 0.124512, + 0.138672, + 0.10791, + 0.109863, + 0.164062, + 0.115723, + 0.179688, + 0.15918, + 0.118652, + 0.10498, + 0.086914, + 0.09375, + 0.143555, + 0.120605, + 0.12207, + 0.112305, + 0.084473, + 0.068848, + 0.104004, + 0.088379, + 0.145508, + 0.102051, + 0.118652, + 0.126953, + 0.150391, + 0.15918, + 0.106445, + 0.120605, + 0.092773, + 0.170898, + 0.085449, + 0.121094, + 0.135742, + 0.208984, + 0.081543, + 0.036865, + 0.100098, + 0.074219, + 0.201172, + 0.175781, + 0.098145, + 0.094727, + 0.125977, + 0.104492, + 0.115723, + 0.09082, + 0.161133, + 0.067871, + 0.062988, + 0.07666, + 0.087402, + 0.112793, + 0.106934, + 0.131836, + 0.15625, + 0.12793, + 0.102051, + 0.120605, + 0.054688, + 0.186523, + 0.107422, + 0.094727, + 0.135742, + 0.142578, + 0.086426, + 0.186523, + 0.151367, + 0.038818, + 0.094727, + 0.132812, + 0.144531, + 0.104492, + 0.179688, + 0.101074, + 0.145508, + 0.141602, + 0.172852, + 0.139648, + 0.140625, + 0.071777, + 0.161133, + 0.095703, + 0.077637, + 0.15332, + 0.050781, + 0.133789, + 0.178711, + 0.125, + 0.141602, + 0.138672, + 0.365234, + 0.096191, + 0.101074, + 0.070312, + 0.094727, + 0.050781, + 0.283203, + 0.067383, + 0.092285, + 0.123047, + 0.15332, + 0.142578, + 0.124023, + 0.114258, + 0.100098, + 0.111816, + 0.111328, + 0.141602, + 0.095703, + 0.068359, + 0.116211, + 0.065918, + 0.105469, + 0.033936, + 0.150391, + 0.108887, + 0.070801, + 0.094727, + 0.087402, + 0.102539, + 0.109375, + 0.096191, + 0.142578, + 0.099121, + 0.097656, + 0.183594, + 0.137695, + 0.09375, + 0.174805, + 0.095215, + 0.094727, + 0.114258, + 0.091797, + 0.089844, + 0.143555, + 0.143555, + 0.214844, + 0.114746, + 0.095703, + 0.111328, + 0.074707, + 0.208984, + 0.091797, + 0.08252, + 0.102539, + 0.139648, + 0.059326, + 0.125, + 0.140625, + 0.259766, + 0.113281, + 0.245117, + 0.120605, + 0.123535, + 0.083984, + 0.179688, + 0.099609, + 0.208984, + 0.100586, + 0.112305, + 0.146484, + 0.092773, + 0.1875, + 0.134766, + 0.110352, + 0.110352, + 0.138672, + 0.1875, + 0.152344, + 0.081055, + 0.208008, + 0.081055, + 0.122559, + 0.102539, + 0.108887, + 0.072754, + 0.122559, + 0.088379, + 0.110352, + 0.104492, + 0.194336, + 0.063477, + 0.099609, + 0.133789, + 0.120605, + 0.100098, + 0.109863, + 0.141602, + 0.183594, + 0.115234, + 0.076172, + 0.117676, + 0.126953, + 0.134766, + 0.077148, + 0.055664, + 0.253906, + 0.074707, + 0.092285, + 0.100586, + 0.168945, + 0.078125, + 0.114258, + 0.166016, + 0.046387, + 0.126953, + 0.166016, + 0.041016, + 0.098633, + 0.168945, + 0.080078, + 0.10498, + 0.115234, + 0.101074, + 0.035156, + 0.165039, + 0.09668, + 0.114746, + 0.042969, + 0.120117, + 0.133789, + 0.151367, + 0.490234, + 0.102051, + 0.172852, + 0.078613, + 0.101562, + 0.224609, + 0.078125, + 0.097168, + 0.083984, + 0.096191, + 0.107422, + 0.123535, + 0.363281, + 0.115234, + 0.12793, + 0.320312, + 0.172852, + 0.189453, + 0.074219, + 0.121094, + 0.098145, + 0.086426, + 0.097168, + 0.126953, + 0.107422, + 0.232422, + 0.100098, + 0.176758, + 0.118652, + 0.103516, + 0.130859, + 0.142578, + 0.101074, + 0.086914, + 0.144531, + 0.115234, + 0.101074, + 0.068359, + 0.099609, + 0.092285, + 0.09375, + 0.148438, + 0.123535, + 0.147461, + 0.096191, + 0.04541, + 0.248047, + 0.146484, + 0.103516, + -0.001579, + 0.09668, + 0.054688, + 0.109375, + 0.106934, + 0.103516, + 0.106445, + 0.120605, + 0.105469, + 0.110352, + 0.103516, + 0.094238, + 0.124023, + 0.109863, + 0.117188, + 0.107422, + 0.088867, + 0.086914 + ] + }, + "name": "model.transformer.layers.3.attn_norm.weight", + "outputIndexes": [ + 228 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 227, + 228 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_3/Mul_1_output_0", + "outputIndexes": [ + 229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 229 + ], + "outputIndexes": [ + 1538 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1538 + ], + "outputIndexes": [ + 1539 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear", + "inputIndexes": [ + 1539 + ], + "outputIndexes": [ + 1540 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 12953484, + 786454, + 98304, + 4096, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1540 + ], + "outputIndexes": [ + 1541 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1541 + ], + "outputIndexes": [ + 230 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 229 + ], + "main_type": "NONE", + "name": "/Shape_13_output_0", + "outputIndexes": [ + 231 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 231 + ], + "main_type": "NONE", + "name": "Shape332", + "outputIndexes": [ + 232 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 231 + ], + "main_type": "NONE", + "name": "Rank334", + "outputIndexes": [ + 233 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 233, + 233 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp336", + "outputIndexes": [ + 234 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 234 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze337", + "outputIndexes": [ + 235 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 234, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp339", + "outputIndexes": [ + 236 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 236 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze340", + "outputIndexes": [ + 237 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 232, + 235, + 237, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice343", + "outputIndexes": [ + 238 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 238 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze344", + "outputIndexes": [ + 239 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 239 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp345", + "outputIndexes": [ + 240 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 240, + 239 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp346", + "outputIndexes": [ + 241 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 231, + 241, + 234 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_19_output_0", + "outputIndexes": [ + 242 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 242, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_31_output_0", + "outputIndexes": [ + 243 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 16 + ] + }, + "name": "/Constant_93_output_0", + "outputIndexes": [ + 244 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 243, + 244, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_15_output_0", + "outputIndexes": [ + 245 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 230, + 245 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_13_output_0", + "outputIndexes": [ + 246 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 246 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_3/Mul_output_0", + "outputIndexes": [ + 247 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.648438, + 0.3125, + 1.203125, + 1.320312, + 0.043701, + 1.929688, + 1.304688, + 1.53125, + 0.84375, + 1.757812, + 0.742188, + 1.242188, + 2.515625, + 1.46875, + 1.273438, + 0.488281, + 1.429688, + 4.15625, + 1.296875, + 0.227539, + 1.585938, + 1.953125, + 8.75, + 5.34375, + 1.671875, + 1.398438, + 1.882812, + 1.679688, + 1.640625, + 1.179688, + 1.703125, + 1.15625, + 0.730469, + 1.117188, + 0.255859, + 0.949219, + 1.335938, + 0.875, + 0.365234, + 1.125, + 1.414062, + 1.21875, + 1.46875, + 1.742188, + 0.324219, + 1.140625, + 1.710938, + 1.75, + 0.867188, + -0.176758, + 1.601562, + 2.0, + 1.65625, + 0.84375, + 0.28125, + 0.238281, + 1.695312, + 1.429688, + 1.296875, + 1.476562, + 1.59375, + 1.414062, + 1.5, + 1.796875 + ] + }, + "name": "model.transformer.layers.3.attn.q_norm.weight", + "outputIndexes": [ + 248 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 247, + 248 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_3/Mul_1_output_0", + "outputIndexes": [ + 249 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 249, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_12_output_0", + "outputIndexes": [ + 250 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 249, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_13_output_0", + "outputIndexes": [ + 251 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 251 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_6_output_0", + "outputIndexes": [ + 252 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 249, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_12_output_0", + "outputIndexes": [ + 253 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 252, + 253 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_18_output_0", + "outputIndexes": [ + 254 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 254, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_13_output_0", + "outputIndexes": [ + 255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 250, + 255 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_12_output_0", + "outputIndexes": [ + 256 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 229 + ], + "outputIndexes": [ + 1542 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1542 + ], + "outputIndexes": [ + 1543 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear", + "inputIndexes": [ + 1543 + ], + "outputIndexes": [ + 1544 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 13842338, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1544 + ], + "outputIndexes": [ + 1545 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1545 + ], + "outputIndexes": [ + 257 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 4 + ] + }, + "name": "/Constant_96_output_0", + "outputIndexes": [ + 258 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 243, + 258, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_16_output_0", + "outputIndexes": [ + 259 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 257, + 259 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_14_output_0", + "outputIndexes": [ + 260 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 260 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_3/Mul_output_0", + "outputIndexes": [ + 261 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.785156, + -0.000668, + 1.132812, + 1.125, + -0.019287, + 1.484375, + 0.390625, + 1.296875, + 1.6875, + 1.265625, + 2.09375, + 1.382812, + 0.04834, + 1.53125, + 1.859375, + 1.507812, + 0.929688, + 0.08252, + 1.914062, + 1.953125, + 1.539062, + 1.15625, + -0.063965, + 0.123047, + 1.601562, + 1.8125, + 1.4375, + 1.679688, + 1.648438, + 0.972656, + 1.59375, + 2.0, + 1.023438, + 1.304688, + -0.017578, + 1.046875, + 1.148438, + 1.4375, + 1.351562, + 1.28125, + 0.625, + 1.25, + 0.621094, + 1.492188, + 1.953125, + 1.851562, + 1.140625, + 0.154297, + 2.375, + 2.078125, + 1.476562, + 0.226562, + 1.523438, + 2.46875, + 1.515625, + 3.28125, + 1.59375, + 1.984375, + 1.976562, + 1.585938, + 1.65625, + 2.171875, + 1.804688, + 1.59375 + ] + }, + "name": "model.transformer.layers.3.attn.k_norm.weight", + "outputIndexes": [ + 262 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 261, + 262 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_3/Mul_1_output_0", + "outputIndexes": [ + 263 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 263, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_14_output_0", + "outputIndexes": [ + 264 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 263, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_15_output_0", + "outputIndexes": [ + 265 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 265 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_7_output_0", + "outputIndexes": [ + 266 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 263, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_14_output_0", + "outputIndexes": [ + 267 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 266, + 267 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_19_output_0", + "outputIndexes": [ + 268 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 268, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_15_output_0", + "outputIndexes": [ + 269 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 264, + 269 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_13_output_0", + "outputIndexes": [ + 270 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 229 + ], + "outputIndexes": [ + 1546 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1546 + ], + "outputIndexes": [ + 1547 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear", + "inputIndexes": [ + 1547 + ], + "outputIndexes": [ + 1548 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 14064568, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1548 + ], + "outputIndexes": [ + 1549 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1549 + ], + "outputIndexes": [ + 271 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 271, + 259 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_15_output_0", + "outputIndexes": [ + 272 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 256, + 270, + 272, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.3/self_attn/FusedAttention", + "outputIndexes": [ + 273 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 273 + ], + "outputIndexes": [ + 1550 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1024, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1550 + ], + "outputIndexes": [ + 1551 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear", + "inputIndexes": [ + 1551 + ], + "outputIndexes": [ + 1552 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1024, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 14286798, + 786454, + 98304, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1552 + ], + "outputIndexes": [ + 1553 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1553 + ], + "outputIndexes": [ + 274 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 226, + 274 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_14_output_0", + "outputIndexes": [ + 275 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 275 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_3/Mul_output_0", + "outputIndexes": [ + 276 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.228516, + 0.204102, + 0.234375, + 0.198242, + 0.169922, + 0.238281, + 0.232422, + 0.225586, + 0.310547, + 0.225586, + 0.223633, + 0.099609, + 0.227539, + 0.208984, + 0.240234, + 0.257812, + 0.243164, + 0.316406, + 0.200195, + 0.324219, + 0.049561, + 0.208984, + 0.104004, + 0.210938, + 0.263672, + 0.228516, + 0.496094, + 0.298828, + 0.226562, + 0.238281, + 0.25, + 0.223633, + 0.145508, + 0.173828, + 0.238281, + 0.238281, + 0.25, + 0.234375, + 0.269531, + 0.212891, + 0.201172, + 0.229492, + 0.229492, + 0.227539, + 0.214844, + 0.219727, + 0.195312, + 0.251953, + 0.234375, + 0.098633, + 0.245117, + 0.217773, + 0.213867, + 0.216797, + 0.10498, + 0.241211, + 0.229492, + 0.225586, + 0.226562, + 0.359375, + 0.192383, + 0.22168, + 0.069824, + 0.223633, + 0.503906, + 0.271484, + 0.316406, + 0.203125, + 0.220703, + 0.176758, + 0.240234, + 0.225586, + 0.211914, + 0.238281, + 0.133789, + 0.265625, + 0.230469, + 0.229492, + 0.219727, + 0.223633, + 0.214844, + 0.244141, + 0.239258, + 0.208984, + 0.086426, + 0.242188, + 0.206055, + 0.333984, + 0.246094, + 0.152344, + 0.242188, + 0.209961, + 0.259766, + 0.196289, + 0.21875, + 0.204102, + 0.126953, + 0.277344, + 0.071777, + 0.119141, + 0.226562, + 0.211914, + 0.202148, + 0.223633, + 0.241211, + 0.219727, + 0.196289, + 0.15625, + 0.185547, + 0.259766, + 0.308594, + 0.249023, + 0.308594, + 0.137695, + 0.222656, + 0.208984, + 0.455078, + 0.25, + 0.203125, + 0.219727, + 0.225586, + 0.227539, + 0.223633, + 0.225586, + 0.211914, + 0.337891, + 0.226562, + 0.21582, + 0.251953, + 0.271484, + 0.275391, + 0.239258, + 0.194336, + 0.361328, + 0.234375, + 0.219727, + 0.116699, + 0.345703, + 0.249023, + 0.139648, + 0.243164, + 0.249023, + 0.195312, + 0.25, + 0.095703, + 0.100098, + 0.189453, + 0.225586, + 0.289062, + 0.166992, + 0.228516, + 0.211914, + 0.21582, + 0.214844, + 0.223633, + 0.206055, + 0.241211, + 0.480469, + 0.235352, + 0.216797, + 0.229492, + 0.1875, + 0.292969, + 0.210938, + 0.223633, + 0.225586, + 0.210938, + 0.219727, + 0.230469, + 0.231445, + 0.113281, + 0.241211, + 0.083984, + 0.253906, + 0.251953, + 0.585938, + 0.219727, + 0.263672, + 0.229492, + 0.265625, + 0.237305, + 0.235352, + 0.273438, + 0.229492, + 0.212891, + 0.255859, + 0.22168, + 0.201172, + 0.265625, + 0.202148, + 0.242188, + 0.203125, + -0.000965, + 0.229492, + 0.198242, + 0.25, + 0.21582, + 0.261719, + 0.249023, + 0.206055, + 0.226562, + 0.210938, + 0.233398, + 0.226562, + 0.222656, + 0.238281, + 0.267578, + 0.217773, + 0.235352, + 0.203125, + 0.196289, + 0.245117, + 0.279297, + 0.285156, + 0.207031, + 0.214844, + 0.227539, + 0.235352, + 0.242188, + 0.223633, + 0.222656, + 0.357422, + 0.241211, + 0.06543, + 0.279297, + 0.077637, + 0.235352, + 0.18457, + 0.212891, + 0.222656, + 0.223633, + 0.206055, + 0.19043, + 0.179688, + 0.228516, + 0.224609, + 0.210938, + 0.198242, + 0.230469, + 0.224609, + 0.180664, + 0.093262, + 0.255859, + 0.225586, + 0.212891, + 0.239258, + 0.075195, + 0.265625, + 0.245117, + 0.22168, + 0.219727, + 0.071777, + 0.239258, + 0.222656, + 0.257812, + 0.227539, + 0.214844, + 0.220703, + 0.246094, + 0.213867, + 0.21875, + 0.206055, + 0.064941, + 0.248047, + 0.275391, + 0.291016, + 0.271484, + 0.07373, + 0.209961, + 0.188477, + 0.240234, + 0.237305, + 0.204102, + 0.265625, + 0.245117, + 0.195312, + 0.230469, + 0.233398, + 0.237305, + 0.136719, + 0.246094, + 0.230469, + 0.183594, + 0.239258, + 0.233398, + 0.225586, + 0.263672, + 0.287109, + 0.223633, + 0.22168, + 0.150391, + 0.265625, + 0.231445, + 0.259766, + 0.074219, + 0.229492, + 0.077637, + 0.251953, + 0.15625, + 0.115234, + 0.24707, + 0.245117, + 0.233398, + 0.239258, + 0.211914, + 0.231445, + 0.233398, + 0.244141, + 0.227539, + 0.233398, + 0.24707, + 0.242188, + 0.059082, + 0.212891, + 0.371094, + 0.234375, + 0.243164, + 0.102051, + 0.091797, + 0.220703, + 0.223633, + 0.251953, + 0.243164, + 0.225586, + 0.225586, + 0.223633, + 0.259766, + 0.226562, + 0.234375, + 0.238281, + 0.175781, + 0.208008, + 0.208984, + 0.291016, + 0.229492, + 0.24707, + 0.219727, + 0.208984, + 0.162109, + 0.245117, + 0.152344, + 0.193359, + 0.217773, + 0.120117, + 0.230469, + 0.566406, + 0.02124, + 0.134766, + 0.242188, + 0.236328, + 0.194336, + 0.212891, + 0.07666, + 0.212891, + 0.214844, + 0.230469, + 0.170898, + 0.220703, + 0.172852, + 0.240234, + 0.22168, + 0.158203, + 0.251953, + 0.201172, + 0.165039, + 0.219727, + 0.225586, + 0.163086, + 0.232422, + 0.085449, + 0.097168, + 0.232422, + 0.082031, + 0.227539, + 0.238281, + 0.059814, + 0.229492, + 0.237305, + 0.230469, + 0.203125, + 0.225586, + 0.177734, + 0.269531, + 0.223633, + 0.112793, + 0.158203, + 0.073242, + 0.237305, + 0.22168, + 0.239258, + 0.238281, + 0.182617, + 0.257812, + 0.071289, + 0.230469, + 0.15625, + 0.233398, + 0.100098, + 0.15332, + 0.5625, + 0.231445, + 0.277344, + 0.490234, + 0.227539, + 0.222656, + 0.083496, + 0.08252, + 0.228516, + 0.249023, + 0.234375, + 0.308594, + 0.085449, + 0.200195, + 0.238281, + 0.231445, + 0.219727, + 0.199219, + 0.229492, + 0.237305, + 0.236328, + 0.203125, + 0.192383, + 0.191406, + 0.140625, + 0.213867, + 0.15625, + 0.237305, + 0.232422, + 0.196289, + 0.228516, + 0.211914, + 0.238281, + 0.249023, + 0.279297, + 0.245117, + 0.241211, + 0.219727, + 0.248047, + 0.235352, + 0.211914, + 0.198242, + 0.210938, + 0.166992, + 0.22168, + 0.229492, + 0.237305, + 0.239258, + 0.082031, + 0.279297, + 0.279297, + 0.208984, + 0.279297, + 0.257812, + 0.224609, + 0.140625, + 0.249023, + 0.235352, + 0.134766, + 0.211914, + 0.25, + 0.234375, + 0.099121, + 0.237305, + 0.251953, + 0.216797, + 0.125, + 0.209961, + 0.210938, + 0.224609, + 0.219727, + 0.195312, + 0.21875, + 0.235352, + 0.115234, + 0.230469, + 0.231445, + 0.246094, + 0.220703, + 0.228516, + 0.213867, + 0.223633, + 0.224609, + 0.210938, + 0.151367, + 0.291016, + 0.06543, + 0.251953, + 0.310547, + 0.21582, + 0.22168, + 0.208008, + 0.209961, + 0.223633, + 0.219727, + 0.259766, + 0.246094, + 0.234375, + 0.1875, + 0.24707, + 0.172852, + 0.212891, + 0.267578, + 0.05835, + 0.204102, + 0.179688, + 0.242188, + 0.219727, + 0.22168, + 0.242188, + 0.102539, + 0.253906, + 0.249023, + 0.335938, + 0.200195, + 0.19043, + 0.211914, + 0.242188, + 0.275391, + 0.208984, + 0.398438, + 0.160156, + 0.242188, + 0.241211, + 0.244141, + 0.18457, + 0.207031, + 0.242188, + 0.19043, + 0.22168, + -0.000664, + 0.245117, + 0.237305, + 0.243164, + 0.217773, + 0.234375, + 0.072754, + 0.308594, + 0.222656, + 0.227539, + 0.257812, + 0.380859, + 0.302734, + 0.145508, + 0.220703, + 0.236328, + 0.219727, + 0.231445, + 0.21582, + 0.22168, + 0.223633, + 0.167969, + 0.212891, + 0.195312, + 0.220703, + 0.15625, + 0.24707, + 0.229492, + 0.231445, + 0.239258, + 0.236328, + 0.242188, + 0.119629, + 0.192383, + 0.378906, + 0.217773, + 0.232422, + 0.19043, + 0.202148, + 0.353516, + 0.251953, + 0.261719, + 0.148438, + 0.230469, + 0.1875, + 0.251953, + 0.217773, + 0.201172, + 0.211914, + 0.234375, + 0.257812, + 0.249023, + 0.235352, + 0.223633, + 0.216797, + 0.21875, + 0.242188, + 0.211914, + 0.200195, + 0.209961, + 0.234375, + 0.228516, + 0.242188, + 0.239258, + 0.205078, + 0.314453, + 0.226562, + 0.149414, + 0.087891, + 0.225586, + 0.133789, + 0.209961, + 0.223633, + 0.22168, + 0.235352, + 0.191406, + 0.192383, + 0.263672, + 0.126953, + 0.119629, + 0.237305, + 0.204102, + 0.117188, + 0.234375, + 0.205078, + 0.24707, + 0.236328, + 0.208984, + 0.25, + 0.169922, + 0.199219, + 0.246094, + 0.237305, + 0.259766, + 0.234375, + 0.219727, + 0.222656, + 0.241211, + 0.223633, + 0.211914, + 0.294922, + 0.219727, + 0.209961, + 0.240234, + 0.241211, + 0.241211, + 0.251953, + 0.279297, + 0.298828, + 0.257812, + 0.210938, + 0.302734, + 0.134766, + 0.233398, + 0.231445, + 0.220703, + 0.189453, + 0.234375, + 0.052002, + 0.194336, + 0.234375, + 0.333984, + 0.214844, + 0.231445, + 0.208984, + 0.226562, + 0.283203, + 0.289062, + 0.19043, + 0.253906, + 0.109375, + 0.233398, + 0.239258, + 0.213867, + 0.220703, + 0.191406, + 0.273438, + 0.212891, + 0.228516, + 0.217773, + 0.167969, + 0.169922, + 0.235352, + 0.067383, + 0.251953, + 0.208008, + 0.234375, + 0.234375, + 0.244141, + 0.219727, + 0.22168, + 0.232422, + 0.21582, + 0.238281, + 0.244141, + 0.197266, + 0.240234, + 0.089355, + 0.296875, + 0.213867, + 0.209961, + 0.219727, + 0.214844, + 0.365234, + 0.390625, + 0.198242, + 0.196289, + 0.237305, + 0.237305, + 0.232422, + 0.244141, + 0.244141, + 0.212891, + 0.080566, + 0.226562, + 0.462891, + 0.223633, + 0.239258, + 0.131836, + 0.234375, + 0.19043, + 0.259766, + 0.241211, + 0.287109, + 0.226562, + 0.231445, + 0.582031, + 0.192383, + 0.125977, + 0.228516, + 0.227539, + 0.279297, + 0.209961, + 0.628906, + 0.259766, + 0.25, + 0.232422, + 0.205078, + 0.241211, + 0.248047, + 0.210938, + 0.227539, + 0.269531, + 0.226562, + 0.223633, + 0.226562, + 0.345703, + 0.21582, + 0.241211, + 0.245117, + 0.244141, + 0.203125, + 0.217773, + 0.237305, + 0.21875, + 0.201172, + 0.239258, + 0.259766, + 0.217773, + 0.212891, + 0.145508, + 0.243164, + 0.214844, + 0.110352, + 0.239258, + 0.214844, + 0.144531, + 0.192383, + 0.243164, + 0.28125, + 0.239258, + 0.507812, + 0.25, + 0.231445, + 0.241211, + 0.233398, + 0.077148, + 0.222656, + 0.21875, + 0.248047, + 0.222656, + 0.240234, + 0.306641, + 0.209961, + -0.000568, + 0.203125, + 0.240234, + 0.216797, + 0.243164, + 0.232422, + 0.271484, + 0.208008, + 0.193359, + 0.246094, + 0.251953, + 0.076172, + 0.094727, + 0.240234, + 0.21875, + 0.237305, + 0.300781, + 0.129883, + 0.205078, + 0.230469, + 0.219727, + 0.261719, + 0.148438, + 0.384766, + 0.233398, + 0.217773, + 0.267578, + 0.216797, + 0.234375, + 0.345703, + 0.224609, + 0.238281, + 0.21875, + 0.234375, + 0.255859, + 0.240234, + 0.235352, + 0.231445, + 0.196289, + 0.240234, + 0.224609, + 0.330078, + 0.249023, + 0.144531, + 0.214844, + 0.199219, + 0.234375, + -0.000301, + 0.238281, + 0.201172, + 0.231445, + 0.241211, + 0.232422, + 0.232422, + 0.431641, + 0.219727, + 0.236328, + 0.205078, + 0.227539, + 0.212891, + 0.186523, + 0.249023, + 0.078613, + 0.300781, + 0.229492, + 0.241211, + 0.173828, + 0.160156, + 0.202148, + 0.235352, + 0.249023, + 0.241211, + 0.228516, + 0.259766, + 0.300781, + 0.211914, + 0.304688, + 0.443359, + 0.066895, + 0.249023, + 0.091309, + 0.222656, + 0.269531, + 0.219727, + 0.246094, + 0.186523, + 0.242188, + 0.229492, + 0.234375, + 0.182617, + 0.239258, + 0.248047, + 0.220703, + 0.245117, + 0.243164, + 0.21875, + 0.197266, + 0.212891, + 0.229492, + 0.287109, + 0.219727, + 0.265625, + 0.375, + 0.216797, + 0.228516, + 0.255859, + 0.283203, + 0.248047, + 0.242188, + 0.220703, + 0.404297, + 0.220703, + 0.208984, + 0.199219, + 0.169922, + -2.9e-05, + 0.236328, + 0.222656, + 0.204102, + 0.239258, + 0.236328, + 0.314453, + 0.171875, + 0.25, + 0.204102, + 0.453125, + 0.223633, + 0.125, + 0.201172, + 0.242188, + 0.265625, + 0.22168, + 0.229492, + 0.255859, + 0.237305, + 0.287109, + 0.216797, + 0.233398, + 0.243164, + 0.225586, + 0.22168, + 0.238281, + 0.217773, + 0.255859, + 0.40625, + 0.275391, + 0.212891, + 0.251953, + 0.24707, + 0.249023, + 0.240234, + 0.310547, + 0.060303, + 0.236328, + 0.21582, + 0.251953, + 0.169922, + 0.235352, + 0.237305, + 0.267578, + 0.257812, + 0.210938, + 0.213867, + 0.212891, + 0.298828, + 0.210938, + 0.22168, + 0.283203, + 0.226562, + 0.292969, + 0.230469, + 0.200195, + 0.275391, + 0.167969, + 0.267578, + 0.232422, + 0.223633, + 0.269531, + 0.150391, + 0.24707, + 0.300781, + 0.249023, + 0.232422, + 0.208008, + 0.237305, + 0.53125, + 0.164062, + 0.222656, + 0.234375, + 0.188477, + 0.174805, + 0.11377, + 0.223633, + 0.078613, + 0.21875, + 0.213867, + 0.238281, + 0.217773, + 0.240234, + 0.205078, + 0.234375, + 0.231445, + 0.223633, + 0.285156, + 0.582031, + 0.253906, + 0.189453, + 0.223633, + 0.193359, + 0.189453, + 0.175781, + 0.217773, + 0.248047, + 0.208008, + 0.210938, + 0.212891, + 0.199219, + 0.253906, + 0.213867, + 0.233398, + 0.1875, + 0.233398, + 0.209961, + 0.09082, + 0.166992, + 0.246094, + 0.201172, + 0.178711, + 0.085449, + 0.21875, + 0.275391, + 0.214844, + 0.230469, + 0.582031, + 0.261719, + 0.210938, + 0.231445, + 0.063477, + 0.227539, + 0.235352, + 0.154297, + 0.240234, + 0.222656, + 0.239258, + 0.241211, + 0.326172, + 0.227539, + 0.162109, + 0.24707, + 0.251953, + 0.193359, + 0.232422, + 0.18457, + 0.233398, + 0.224609, + 0.208984, + 0.251953, + 0.202148, + 0.253906, + 0.237305, + 0.124023, + 0.134766, + 0.207031, + 0.253906, + 0.248047, + 0.259766, + 0.228516, + 0.248047, + 0.225586, + 0.205078, + 0.152344, + 0.229492, + 0.171875, + 0.171875, + 0.257812, + 0.328125, + 0.223633, + 0.21582, + 0.227539, + 0.211914, + 0.181641, + 0.21582, + 0.121094, + 0.390625, + 0.211914, + 0.208984, + 0.490234, + 0.188477, + 0.451172, + 0.219727, + 0.223633, + 0.233398, + 0.209961, + 0.226562, + 0.263672, + 0.213867, + 0.208008, + 0.267578, + 0.118164, + 0.253906, + 0.15332, + 0.292969, + 0.265625, + 0.205078, + 0.5625, + 0.703125, + 0.05835, + 0.228516, + 0.230469, + 0.318359, + 0.080566, + 0.090332, + 0.183594, + 0.056641, + 0.130859, + 0.199219, + 0.181641, + 0.216797, + 0.25, + 0.219727, + 0.251953, + 0.234375, + 0.167969, + 0.232422, + 0.236328, + 0.246094, + 0.296875, + 0.326172, + 0.335938, + 0.245117, + 0.239258, + 0.243164, + 0.457031, + 0.224609, + 0.239258, + 0.213867, + 0.296875, + 0.285156, + 0.230469, + 0.246094, + 0.246094, + 0.151367, + 0.253906, + 0.412109, + 0.209961, + 0.224609, + 0.205078, + 0.304688, + 0.092285, + 0.235352, + 0.231445, + 0.10791, + 0.255859, + 0.255859, + 0.22168, + 0.304688, + 0.202148, + 0.203125, + 0.166992, + 0.117676, + 0.230469, + 0.229492, + 0.231445, + 0.233398, + 0.136719, + 0.224609, + 0.1875, + 0.213867, + 0.224609, + 0.246094, + 0.222656, + 0.213867, + 0.223633, + 0.237305, + 0.18457, + 0.484375, + 0.212891, + 0.239258, + 0.158203, + 0.224609, + 0.220703, + 0.211914, + 0.205078, + 0.22168, + 0.204102, + 0.211914, + 0.261719, + 0.166016, + 0.225586, + 0.222656, + 0.201172, + 0.214844, + 0.355469, + 0.225586, + 0.176758, + 0.186523, + 0.233398, + 0.230469, + 0.206055, + 0.069824, + 0.240234, + 0.237305, + 0.259766, + 0.216797, + 0.180664, + 0.188477, + 0.294922, + 0.253906, + 0.229492, + 0.220703, + 0.578125, + 0.195312, + 0.060547, + 0.227539, + 0.257812, + 0.1875, + 0.253906, + 0.212891, + 0.228516, + 0.419922, + 0.195312, + 0.225586, + 0.220703, + 0.222656, + 0.251953, + 0.228516, + 0.227539, + 0.236328, + 0.229492, + 0.236328, + 0.06543, + 0.232422, + 0.200195, + 0.214844, + 0.243164, + 0.208008, + 0.238281, + 0.398438, + 0.227539, + 0.238281, + 0.238281, + 0.34375, + 0.229492, + 0.229492, + 0.216797, + 0.200195, + 0.21582, + 0.211914, + 0.220703, + 0.240234, + 0.207031, + 0.225586, + 0.234375, + 0.229492, + 0.231445, + 0.240234, + 0.231445, + 0.244141, + 0.474609, + 0.204102, + 0.255859, + 0.265625, + 0.225586, + 0.404297, + 0.239258, + 0.242188, + 0.220703, + 0.229492, + 0.235352, + 0.160156, + 0.239258, + 0.229492, + 0.210938, + 0.240234, + 0.223633, + 0.222656, + 0.253906, + 0.195312, + 0.273438, + 0.271484, + 0.000292, + 0.176758, + 0.234375, + 0.231445, + 0.109375, + 0.238281, + 0.550781, + 0.242188, + 0.24707, + 0.183594, + 0.210938, + 0.164062, + 0.242188, + 0.204102, + 0.216797, + 0.205078, + 0.242188, + 0.237305, + 0.244141, + 0.208984, + 0.225586, + 0.240234, + 0.214844, + 0.248047, + 0.178711, + 0.220703, + 0.191406, + 0.578125, + 0.239258, + 0.070801, + 0.236328, + 0.19043, + 0.296875, + 0.239258, + 0.228516, + 0.19043, + 0.249023, + 0.246094, + 0.244141, + 0.231445, + 0.25, + 0.114258, + 0.202148, + 0.220703, + 0.22168, + 0.211914, + 0.219727, + 0.257812, + 0.248047, + 0.205078, + 0.235352, + 0.230469, + 0.129883, + 0.236328, + 0.220703, + 0.224609, + 0.198242, + 0.25, + 0.179688, + 0.597656, + 0.285156, + 0.081543, + 0.208984, + 0.212891, + 0.227539, + 0.236328, + 0.410156, + 0.195312, + 0.227539, + 0.257812, + 0.202148, + 0.224609, + 0.238281, + 0.222656, + 0.228516, + 0.217773, + 0.170898, + 0.233398, + 0.097168, + 0.201172, + 0.273438, + 0.273438, + 0.186523, + 0.208984, + 0.216797, + 0.234375, + 0.232422, + 0.220703, + 0.21875, + 0.208008, + 0.170898, + 0.192383, + 0.21582, + 0.296875, + 0.240234, + 0.237305, + 0.273438, + 0.245117, + 0.220703, + 0.15332, + 0.228516, + 0.150391, + 0.194336, + 0.201172, + 0.223633, + 0.128906, + 0.227539, + 0.095215, + 0.25, + 0.175781, + 0.233398, + 0.222656, + 0.229492, + 0.240234, + 0.231445, + 0.210938, + 0.265625, + 0.231445, + 0.200195, + 0.177734, + 0.235352, + 0.182617, + 0.183594, + 0.174805, + 0.219727, + 0.219727, + 0.234375, + 0.244141, + 0.244141, + 0.265625, + 0.204102, + 0.214844, + 0.209961, + 0.204102, + 0.166016, + 0.251953, + 0.267578, + 0.19043, + 0.210938, + 0.46875, + 0.210938, + 0.239258, + 0.243164, + 0.239258, + 0.238281, + 0.285156, + 0.257812, + 0.245117, + 0.213867, + 0.279297, + 0.225586, + 0.289062, + 0.202148, + 0.228516, + 0.206055, + 0.229492, + 0.277344, + 0.217773, + 0.230469, + 0.226562, + 0.181641, + 0.189453, + 0.277344, + 0.15625, + 0.326172, + 0.223633, + 0.213867, + 0.226562, + 0.245117, + 0.18457, + 0.201172, + 0.151367, + 0.191406, + 0.240234, + 0.300781, + 0.163086, + 0.239258, + 0.226562, + 0.173828, + 0.179688, + 0.243164, + 0.251953, + 0.470703, + 0.217773, + 0.175781, + 0.273438, + 0.134766, + 0.28125, + 0.227539, + 0.111816, + 0.263672, + 0.200195, + 0.248047, + 0.216797, + 0.249023, + 0.170898, + 0.238281, + 0.378906, + 0.099121, + 0.216797, + 0.265625, + 0.083496, + 0.170898, + 0.273438, + 0.235352, + 0.193359, + 0.206055, + 0.199219, + 0.084961, + 0.546875, + 0.210938, + 0.208984, + 0.066895, + 0.241211, + 0.363281, + 0.212891, + 0.386719, + 0.251953, + 0.279297, + 0.203125, + 0.205078, + 0.253906, + 0.21875, + 0.188477, + 0.208984, + 0.223633, + 0.226562, + 0.244141, + 0.092285, + 0.210938, + 0.182617, + 1.140625, + 0.251953, + 0.217773, + 0.168945, + 0.251953, + 0.166992, + 0.225586, + 0.243164, + 0.194336, + 0.242188, + 0.224609, + 0.223633, + 0.271484, + 0.279297, + 0.164062, + 0.201172, + 0.279297, + 0.232422, + 0.231445, + 0.248047, + 0.227539, + 0.244141, + 0.191406, + 0.22168, + 0.231445, + 0.229492, + 0.253906, + 0.238281, + 0.255859, + 0.246094, + 0.088379, + 0.206055, + 0.229492, + 0.213867, + 0.064453, + 0.234375, + 0.178711, + 0.222656, + 0.216797, + 0.222656, + 0.203125, + 0.230469, + 0.235352, + 0.234375, + 0.214844, + 0.255859, + 0.211914, + 0.279297, + 0.229492, + 0.241211, + 0.206055, + 0.208008 + ] + }, + "name": "model.transformer.layers.3.ffn_norm.weight", + "outputIndexes": [ + 277 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 276, + 277 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_3/Mul_1_output_0", + "outputIndexes": [ + 278 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 278 + ], + "outputIndexes": [ + 1554 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1554 + ], + "outputIndexes": [ + 1555 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_1/Linear", + "inputIndexes": [ + 1555 + ], + "outputIndexes": [ + 1556 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3072, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 15171556, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1556 + ], + "outputIndexes": [ + 1557 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1557 + ], + "outputIndexes": [ + 279 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3072 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 279, + 21, + 99, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_3/Slice_output_0", + "outputIndexes": [ + 280 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 280 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_3/Sigmoid_output_0", + "outputIndexes": [ + 281 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 280, + 281 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_3/Mul_output_0", + "outputIndexes": [ + 282 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3072 + ] + }, + "name": "/ffn_3/Mul_1_output_0", + "outputIndexes": [ + 283 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 279, + 99, + 283, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_3/Slice_1_output_0", + "outputIndexes": [ + 284 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 282, + 284 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_3/Mul_2_output_0", + "outputIndexes": [ + 285 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 285 + ], + "outputIndexes": [ + 1558 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1558 + ], + "outputIndexes": [ + 1559 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_2/Linear", + "inputIndexes": [ + 1559 + ], + "outputIndexes": [ + 1560 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 17825786, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1560 + ], + "outputIndexes": [ + 1561 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.3/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1561 + ], + "outputIndexes": [ + 286 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 275, + 286 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_15_output_0", + "outputIndexes": [ + 287 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 287, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_16_output_0", + "outputIndexes": [ + 288 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 288 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_4/Mul_output_0", + "outputIndexes": [ + 289 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.091309, + 0.080566, + 0.061279, + 0.099609, + 0.095703, + 0.066406, + 0.075195, + 0.068848, + 0.07666, + 0.074707, + 0.072266, + 0.080566, + 0.073242, + 0.068848, + 0.068848, + 0.067383, + 0.083984, + 0.112793, + 0.090332, + 0.0625, + 0.041016, + 0.072754, + 0.085449, + 0.066895, + 0.077637, + 0.071777, + 0.055664, + 0.074707, + 0.078613, + 0.071289, + 0.069824, + 0.075684, + 0.085938, + 0.083496, + 0.06543, + 0.070312, + 0.075684, + 0.070312, + 0.062256, + 0.07373, + 0.067383, + 0.072266, + 0.073242, + 0.069336, + 0.072754, + 0.083496, + 0.089844, + 0.054443, + 0.071289, + 0.081543, + 0.079102, + 0.069336, + 0.085938, + 0.059082, + 0.193359, + 0.072754, + 0.066406, + 0.078613, + 0.080566, + 0.117188, + 0.06543, + 0.066895, + 0.049805, + 0.077148, + 0.036377, + 0.112305, + 0.05957, + 0.089355, + 0.095215, + 0.137695, + 0.075195, + 0.102051, + 0.072754, + 0.067871, + 0.085449, + 0.07959, + 0.081055, + 0.083984, + 0.08252, + 0.07666, + 0.067383, + 0.069824, + 0.06543, + 0.06543, + 0.084961, + 0.106445, + 0.062256, + 0.062012, + 0.080078, + 0.075195, + 0.080078, + 0.083496, + 0.083984, + 0.085449, + 0.0625, + 0.083496, + 0.094727, + 0.081055, + 0.073242, + 0.070312, + 0.09375, + 0.097168, + 0.082031, + 0.077148, + 0.07666, + 0.063965, + 0.074219, + 0.075684, + 0.097168, + 0.067383, + 0.087891, + 0.084961, + 0.074707, + 0.10498, + 0.091797, + 0.061035, + 0.044434, + 0.082031, + 0.087402, + 0.083008, + 0.062988, + 0.070312, + 0.071289, + 0.072754, + 0.07373, + 0.06543, + 0.071777, + 0.069824, + 0.082031, + 0.083496, + 0.084473, + 0.067383, + 0.07373, + 0.062988, + 0.085449, + 0.076172, + 0.101562, + 0.069336, + 0.088867, + 0.07666, + 0.077148, + 0.108398, + 0.094727, + 0.072266, + 0.089355, + 0.07373, + 0.085938, + 0.101562, + 0.09375, + 0.095703, + 0.074219, + 0.082031, + 0.088867, + 0.076172, + 0.078125, + 0.074707, + 0.085938, + 0.042725, + 0.062012, + 0.133789, + 0.074707, + 0.147461, + 0.078613, + 0.075684, + 0.067383, + 0.064453, + 0.066895, + 0.083984, + 0.086426, + 0.18457, + 0.077637, + 0.068359, + 0.081543, + 0.066406, + 0.069336, + 0.056396, + 0.063965, + 0.11084, + 0.086426, + 0.080078, + 0.075195, + 0.073242, + 0.092773, + 0.100586, + 0.069824, + 0.063477, + 0.065918, + 0.081055, + 0.07373, + 0.075195, + 0.085449, + 0.074707, + 0.111816, + 0.078613, + 0.067383, + 0.084473, + 0.084961, + 0.066406, + 0.07666, + 0.134766, + 0.09375, + 0.075195, + 0.076172, + 0.07373, + 0.07959, + 0.073242, + 0.09082, + 0.079102, + 0.085449, + 0.061768, + 0.077148, + 0.083496, + 0.062012, + 0.063965, + 0.090332, + 0.078613, + 0.071289, + 0.07373, + 0.088379, + 0.073242, + 0.066406, + 0.332031, + 0.071777, + 0.057617, + 0.089355, + 0.125, + 0.072266, + 0.073242, + 0.075684, + 0.071289, + 0.068848, + 0.064453, + 0.10498, + 0.096191, + 0.076172, + 0.074707, + 0.087891, + 0.066895, + 0.074707, + 0.083496, + 0.084473, + 0.077148, + 0.065918, + 0.060547, + 0.07373, + 0.067871, + 0.0625, + 0.063477, + 0.086914, + 0.08252, + 0.080566, + 0.060547, + 0.075684, + 0.100586, + 0.068359, + 0.066406, + 0.076172, + 0.092285, + 0.075195, + 0.070801, + 0.070801, + 0.072266, + 0.062256, + 0.092773, + 0.070312, + 0.101562, + 0.100098, + 0.083984, + 0.070801, + 0.068848, + 0.065918, + 0.067871, + 0.077637, + 0.069824, + 0.071289, + 0.067871, + 0.06543, + 0.154297, + 0.07373, + 0.084961, + 0.08252, + 0.07666, + 0.090332, + 0.104492, + 0.067871, + 0.064941, + 0.057373, + 0.068848, + 0.083984, + 0.091309, + 0.083008, + 0.088867, + 0.077637, + 0.146484, + 0.051025, + 0.068848, + 0.07666, + 0.071289, + 0.079102, + 0.077637, + 0.074707, + 0.070312, + 0.072266, + 0.072754, + 0.075684, + 0.081543, + 0.088379, + 0.122559, + 0.070312, + 0.070312, + 0.070312, + 0.070801, + 0.038086, + 0.080078, + 0.062988, + 0.077637, + 0.064453, + 0.085938, + 0.109863, + 0.080078, + 0.081055, + 0.061523, + 0.063965, + 0.072266, + 0.072266, + 0.076172, + 0.068848, + 0.09375, + 0.081055, + 0.06543, + 0.080078, + 0.077637, + 0.072754, + 0.105957, + 0.061768, + 0.083984, + 0.072754, + 0.082031, + 0.099121, + 0.074707, + 0.085449, + 0.082031, + 0.072754, + 0.08252, + 0.07373, + -0.025879, + 0.191406, + 0.077637, + 0.083008, + 0.078613, + 0.097168, + 0.084473, + 0.086914, + 0.222656, + 0.083496, + 0.289062, + 0.078125, + 0.079102, + 0.077637, + 0.064453, + 0.089844, + 0.084473, + 0.087891, + 0.076172, + 0.090332, + 0.081055, + 0.077148, + 0.095703, + 0.083984, + 0.057617, + 0.072754, + 0.102051, + 0.078613, + 0.070312, + 0.088379, + 0.041992, + 0.079102, + 0.088867, + 0.083496, + 0.063477, + 0.072754, + 0.076172, + 0.069824, + 0.069336, + 0.077637, + 0.087402, + 0.063477, + 0.075195, + 0.077637, + 0.080566, + 0.091797, + 0.075684, + 0.07959, + 0.052246, + 0.067871, + 0.179688, + 0.067871, + 0.149414, + -0.014526, + 0.051025, + 0.09082, + 0.090332, + 0.033691, + 0.080566, + 0.075684, + 0.088379, + 0.080078, + 0.077148, + 0.072754, + 0.063477, + 0.109863, + 0.091797, + 0.078613, + 0.066895, + 0.067383, + 0.071777, + 0.077637, + 0.064941, + 0.087402, + 0.078125, + 0.087402, + 0.128906, + 0.086914, + 0.208984, + 0.078613, + 0.106445, + 0.083008, + 0.084473, + 0.131836, + 0.069336, + 0.08252, + 0.076172, + 0.080078, + 0.094727, + 0.076172, + 0.070801, + 0.081055, + 0.068848, + 0.100098, + 0.094727, + 0.069824, + 0.083984, + 0.076172, + 0.091309, + 0.069336, + 0.066406, + 0.091309, + 0.061523, + 0.067383, + 0.068359, + 0.176758, + 0.091797, + 0.136719, + 0.064453, + 0.100098, + 0.09668, + 0.090332, + 0.089844, + 0.071777, + 0.070312, + 0.084473, + 0.072754, + 0.102539, + 0.095215, + 0.075195, + 0.098633, + 0.090332, + 0.072754, + 0.070801, + 0.070801, + 0.142578, + 0.069336, + 0.085938, + 0.080566, + 0.083984, + 0.077637, + 0.078125, + 0.066406, + 0.083984, + 0.081055, + 0.083984, + 0.068848, + 0.07666, + 0.114258, + 0.07666, + 0.062988, + 0.068359, + 0.070801, + 0.089355, + 0.085938, + 0.115723, + 0.080078, + 0.119629, + 0.083496, + 0.075195, + 0.069824, + 0.075195, + 0.101562, + 0.070801, + 0.091797, + 0.080566, + 0.069824, + 0.053223, + 0.072266, + 0.076172, + 0.078613, + 0.060303, + 0.077637, + 0.064941, + 0.081055, + 0.070312, + 0.090332, + 0.058105, + 0.073242, + 0.129883, + 0.07373, + 0.0625, + 0.073242, + 0.081055, + 0.15918, + 0.088867, + 0.081543, + 0.089355, + 0.083496, + 0.070312, + 0.071777, + 0.089355, + 0.078613, + 0.06543, + 0.000186, + 0.079102, + 0.071289, + 0.073242, + 0.09375, + 0.077637, + 0.062012, + 0.071289, + 0.078613, + 0.081543, + 0.071777, + 0.083008, + 0.070312, + 0.102539, + 0.062988, + 0.085449, + 0.072266, + 0.06543, + 0.082031, + 0.081055, + 0.093262, + 0.086914, + 0.075195, + 0.133789, + 0.248047, + 0.09668, + 0.081055, + 0.069336, + 0.078125, + 0.059814, + 0.065918, + 0.075195, + 0.097168, + 0.147461, + 0.085449, + 0.105469, + 0.072754, + 0.067383, + 0.081055, + 0.066406, + 0.094238, + 0.084473, + 0.10791, + 0.072266, + 0.094727, + 0.078613, + 0.080566, + 0.119629, + 0.068848, + 0.070312, + 0.074219, + 0.072754, + 0.109375, + 0.069824, + 0.071289, + 0.073242, + 0.064453, + 0.071777, + 0.08252, + 0.097656, + 0.067383, + 0.072754, + 0.09375, + 0.077148, + 0.072266, + 0.066895, + 0.074219, + 0.07666, + 0.069824, + 0.080566, + 0.086914, + 0.078613, + 0.07666, + 0.072754, + 0.078613, + 0.078125, + 0.064453, + 0.077148, + 0.070312, + 0.086426, + 0.083008, + 0.090332, + 0.072754, + 0.084961, + 0.086426, + 0.094238, + 0.060303, + 0.069824, + 0.063477, + 0.132812, + 0.066895, + 0.077637, + 0.072754, + 0.074219, + 0.081543, + 0.075684, + 0.083496, + 0.078125, + 0.07959, + 0.078613, + 0.054932, + 0.067871, + 0.067871, + 0.111816, + 0.084473, + 0.077637, + 0.07666, + 0.064453, + 0.055908, + 0.09668, + 0.067383, + 0.249023, + 0.098633, + 0.064453, + 0.089355, + 0.07959, + 0.082031, + 0.070801, + 0.03833, + 0.079102, + 0.090332, + 0.066406, + 0.073242, + 0.069824, + 0.072754, + 0.076172, + 0.062988, + 0.058105, + 0.096191, + 0.069824, + 0.170898, + 0.07373, + 0.079102, + 0.097656, + 0.068359, + 0.078613, + 0.065918, + 0.080566, + 0.078125, + 0.072266, + 0.09082, + 0.090332, + 0.079102, + 0.069336, + 0.09668, + 0.080078, + 0.071289, + 0.129883, + 0.072266, + 0.075195, + 0.071777, + 0.091797, + 0.070801, + 0.095215, + 0.071289, + 0.097656, + 0.071289, + 0.083984, + 0.069824, + 0.128906, + 0.081543, + 0.070312, + 0.086914, + 0.05835, + 0.058105, + 0.067871, + 0.077637, + 0.077637, + 0.089355, + 0.073242, + 0.07666, + 0.065918, + 0.068359, + 0.063477, + 0.07959, + 0.04248, + 0.062988, + 0.06543, + 0.091797, + 0.077637, + 0.082031, + 0.077637, + 0.076172, + 0.066895, + 0.078613, + 0.080078, + 0.040039, + 0.088379, + 0.078125, + 0.079102, + 0.080566, + 0.070312, + 0.088867, + 0.020142, + 0.072266, + 0.071777, + 0.068848, + 0.069336, + 0.06543, + 0.070801, + 0.072754, + 0.069824, + 0.09375, + 0.078125, + 0.257812, + 0.09082, + 0.048096, + 0.075684, + 0.080566, + 0.072266, + 0.083496, + 0.085449, + 0.071777, + 0.071777, + 0.102539, + 0.071289, + 0.070801, + 0.063965, + 0.070801, + 0.080566, + 0.19043, + 0.073242, + 0.092285, + 0.097656, + 0.083984, + 0.078613, + 0.206055, + 0.086914, + 0.077148, + 0.164062, + 0.066895, + 0.045898, + 0.055176, + 0.070801, + 0.071777, + 0.071289, + 0.083008, + 0.074707, + 0.089355, + 0.074707, + 0.072266, + 0.064453, + 0.08252, + 0.07666, + 0.263672, + 0.079102, + 0.079102, + 0.073242, + 0.071289, + 0.078125, + 0.094238, + 0.076172, + 0.083496, + 0.07373, + 0.07959, + 0.068359, + 0.091797, + 0.083984, + 0.075195, + 0.070312, + 0.071289, + 0.09082, + 0.10498, + 0.083984, + 0.070312, + 0.081543, + 0.085938, + 0.060059, + 0.063965, + 0.068359, + 0.074707, + 0.072754, + 0.063965, + 0.05835, + 0.060303, + 0.084961, + 0.084473, + 0.078613, + 0.086426, + 0.077637, + 0.105957, + 0.07373, + 0.078125, + 0.068848, + 0.076172, + 0.057129, + 0.071289, + 0.089355, + 0.068848, + 0.079102, + 0.066406, + 0.118652, + 0.087891, + 0.089355, + 0.081055, + 0.08252, + 0.092285, + 0.086914, + 0.083008, + 0.08252, + 0.077148, + 0.077148, + 0.069824, + 0.147461, + 0.061768, + 0.076172, + 0.075684, + 0.067383, + 0.081543, + 0.082031, + 0.083984, + 0.136719, + 0.111328, + 0.067383, + 0.07373, + 0.097656, + 0.10498, + 0.075684, + 0.069824, + 0.06543, + 0.064453, + 0.061768, + 0.072754, + 0.086914, + 0.077637, + 0.099121, + 0.076172, + 0.07666, + 0.081055, + 0.087402, + 0.073242, + 0.078613, + 0.077637, + 0.085938, + 0.072754, + 0.067383, + 0.083984, + 0.0625, + 0.084961, + 0.065918, + 0.087402, + 0.06543, + 0.066895, + 0.064941, + 0.07959, + 0.070801, + 0.072266, + 0.07959, + 0.086914, + 0.068848, + 0.07959, + 0.073242, + 0.07666, + 0.070801, + 0.1875, + 0.085449, + 0.070312, + 0.077637, + 0.085449, + -0.000534, + 0.07666, + 0.082031, + 0.071777, + 0.083984, + 0.072266, + 0.071777, + 0.083008, + 0.09375, + 0.088379, + 0.053223, + 0.072266, + 0.087891, + 0.091309, + 0.075195, + 0.146484, + 0.080078, + 0.084473, + 0.363281, + 0.07373, + 0.131836, + 0.085449, + 0.081055, + 0.103516, + 0.066406, + 0.097656, + 0.091797, + 0.081543, + 0.060303, + 0.072754, + 0.075195, + 0.075684, + 0.070312, + 0.081055, + 0.099121, + 0.08252, + 0.069824, + 0.054443, + 0.071777, + 0.069824, + 0.081543, + 0.111816, + 0.081543, + 0.09082, + 0.05835, + 0.132812, + 0.091309, + 0.08252, + 0.070312, + 0.043701, + 0.075195, + 0.075195, + 0.0625, + 0.067383, + 0.082031, + 0.093262, + 0.078613, + 0.083496, + 0.089355, + 0.07666, + 0.074219, + 0.06543, + 0.12207, + 0.09375, + 0.074219, + 0.080078, + 0.106934, + 0.067871, + 0.083008, + 0.072266, + 0.028564, + 0.080566, + 0.062988, + 0.067871, + 0.102051, + 0.088867, + 0.139648, + 0.070312, + 0.062256, + 0.098145, + 0.083008, + 0.078125, + 0.076172, + 0.079102, + 0.081055, + 0.07373, + 0.111328, + 0.063477, + 0.114258, + 0.030029, + 0.07373, + 0.114258, + 0.086426, + 0.075684, + 0.075195, + 0.089844, + 0.074219, + 0.071289, + 0.074219, + 0.088379, + 0.086914, + 0.090332, + 0.062256, + 0.095215, + 0.071289, + 0.069336, + 0.081543, + 0.081055, + 0.073242, + 0.098145, + 0.084473, + 0.097656, + 0.080566, + 0.063477, + 0.069824, + 0.088379, + 0.067871, + 0.085449, + 0.035889, + 0.075684, + 0.083496, + 0.088379, + 0.059082, + 0.078613, + 0.066895, + 0.091797, + 0.070312, + 0.071777, + 0.091797, + 0.069824, + 0.287109, + 0.073242, + 0.072754, + 0.064453, + 0.093262, + 0.449219, + 0.069336, + 0.077148, + 0.070801, + 0.092773, + 0.080566, + 0.078613, + 0.07666, + 0.071777, + 0.074707, + 0.082031, + 0.083008, + 0.082031, + 0.119141, + 0.075195, + 0.070312, + 0.072754, + 0.075684, + 0.075684, + 0.066895, + 0.111328, + 0.071289, + 0.188477, + 0.150391, + 0.15918, + 0.05957, + 0.077148, + 0.074219, + 0.075684, + 0.075195, + 0.077148, + 0.063965, + 0.091309, + 0.050049, + 0.07373, + 0.077148, + 0.067871, + 0.087402, + 0.040527, + 0.066406, + 0.080078, + 0.07959, + 0.087402, + 0.068848, + 0.070801, + 0.080078, + 0.080078, + 0.05957, + 0.080078, + 0.072266, + 0.07666, + 0.067871, + 0.067383, + 0.088867, + 0.034424, + 0.253906, + 0.049561, + 0.083496, + 0.078613, + 0.083984, + 0.081543, + 0.070801, + 0.249023, + 0.052734, + 0.090332, + 0.083984, + 0.080566, + 0.075195, + 0.093262, + 0.085449, + 0.098145, + 0.071289, + 0.075195, + 0.061523, + 0.069824, + 0.083984, + 0.111328, + 0.058838, + 0.07959, + 0.063965, + 0.07666, + 0.357422, + -0.049805, + 0.072266, + 0.075684, + 0.083984, + 0.07959, + 0.071289, + 0.075195, + 0.09375, + 0.072754, + 0.089355, + 0.104492, + 0.047119, + 0.069336, + 0.074707, + 0.100098, + 0.058838, + 0.07666, + 0.081543, + 0.080078, + 0.086426, + 0.086426, + 0.078125, + 0.078613, + 0.080078, + 0.07959, + 0.080078, + 0.075195, + 0.084961, + 0.085449, + 0.111328, + 0.078125, + 0.092773, + 0.080078, + 0.077148, + 0.078613, + 0.074707, + 0.087402, + 0.071777, + 0.076172, + 0.115234, + 0.078125, + 0.081055, + 0.085938, + 0.039062, + 0.072754, + 0.080566, + 0.083496, + 0.075684, + 0.060303, + 0.09082, + 0.081055, + 0.083008, + 0.069336, + 0.072754, + 0.070801, + 0.080566, + 0.070312, + 0.070312, + 0.098145, + 0.092285, + 0.072266, + 0.077637, + 0.095703, + 0.078613, + 0.081055, + 0.07373, + 0.071289, + 0.060791, + 0.083496, + 0.071777, + 0.05957, + 0.067871, + 0.07959, + 0.084473, + 0.05957, + 0.092285, + 0.085938, + 0.077148, + 0.068359, + 0.083008, + 0.055176, + 0.071777, + 0.087891, + 0.116699, + 0.081055, + 0.08252, + 0.075684, + 0.056396, + 0.100098, + 0.078613, + 0.072754, + 0.070801, + 0.074219, + 0.075195, + 0.111328, + 0.083008, + 0.083984, + 0.066895, + 0.049805, + 0.070801, + 0.117188, + 0.070312, + 0.064453, + 0.077637, + 0.092773, + 0.064941, + 0.075195, + 0.072266, + 0.077148, + 0.047363, + 0.069824, + 0.080566, + 0.067871, + 0.064453, + 0.087891, + 0.115234, + 0.074219, + 0.089844, + 0.101562, + 0.072754, + 0.071289, + 0.082031, + 0.072266, + 0.086914, + 0.092285, + 0.080566, + 0.054443, + 0.074219, + 0.071289, + 0.058838, + 0.070801, + 0.102539, + 0.096191, + 0.071777, + 0.077148, + 0.081055, + 0.073242, + 0.09375, + 0.075195, + 0.075684, + 0.079102, + 0.094238, + 0.07666, + 0.087891, + 0.073242, + 0.082031, + 0.070801, + 0.066895, + 0.097656, + 0.096191, + 0.072754, + 0.068848, + 0.09082, + 0.068359, + 0.044434, + 0.077637, + 0.068359, + 0.089355, + 0.075195, + 0.070312, + 0.077148, + 0.072754, + 0.091797, + 0.07373, + 0.074707, + 0.09082, + 0.094727, + 0.111816, + 0.086426, + 0.091797, + 0.065918, + 0.101562, + 0.087891, + 0.083496, + 0.116211, + -0.029419, + 0.060059, + 0.060303, + 0.064941, + 0.083496, + 0.081543, + 0.11084, + 0.078125, + 0.078125, + 0.075684, + 0.075684, + 0.09082, + 0.078125, + 0.077637, + 0.080566, + 0.068359, + 0.059814, + 0.071777, + 0.085938, + 0.062988, + 0.072266, + 0.109375, + 0.095215, + 0.074707, + 0.087402, + 0.07959, + 0.074219, + 0.072754, + 0.076172, + 0.090332, + 0.074707, + 0.081055, + 0.04834, + 0.075195, + 0.083984, + 0.079102, + 0.087891, + 0.094727, + 0.075195, + 0.055908, + 0.081055, + 0.073242, + 0.082031, + 0.125, + 0.077148, + 0.085938, + 0.065918, + 0.109863, + 0.076172, + 0.088379, + 0.094238, + 0.07373, + 0.090332, + 0.081055, + 0.07666, + 0.105469, + 0.076172, + 0.34375, + 0.067383, + 0.077148, + 0.060791, + 0.083008, + 0.075195, + 0.181641, + 0.071289, + 0.086914, + 0.073242, + 0.070801, + 0.081543, + 0.068359, + 0.083496, + 0.074219, + 0.10791, + 0.082031, + 0.071777, + 0.073242, + 0.074707, + 0.097656, + 0.081543, + 0.071777, + 0.090332, + 0.091797, + 0.108887, + 0.071289, + 0.08252, + 0.071777, + 0.074707, + 0.070801, + 0.067871, + 0.095703, + 0.074219, + 0.089355, + 0.118164, + 0.114746, + 0.088379, + 0.119141, + 0.078613, + 0.075684, + 0.090332, + 0.055176, + 0.072754, + 0.076172, + 0.075195, + 0.116211, + 0.071289, + 0.087402, + 0.070312, + 0.077637, + 0.131836, + 0.066895, + 0.072266, + 0.078125, + -0.044434, + 0.0625, + 0.087402, + 0.074219, + 0.116699, + 0.078613, + 0.128906, + 0.074707, + 0.088867, + 0.062988, + 0.100586, + 0.081543, + 0.096191, + 0.083008, + 0.069336, + 0.092285, + 0.069824, + 0.088867, + 0.083008, + 0.071289, + 0.077637, + 0.099121, + 0.131836, + 0.074219, + 0.077148, + 0.068848, + 0.075684, + 0.095215, + 0.066895, + 0.061768, + 0.080078, + 0.087891, + 0.092285, + 0.089844, + 0.066406, + 0.074707, + 0.077637, + 0.069336, + 0.091309, + 0.10791, + 0.074707, + 0.060791, + 0.084473, + 0.049561, + 0.077148, + 0.064453, + 0.066406, + 0.104004, + 0.067871, + 0.068359, + 0.084473, + 0.102051, + 0.077637, + 0.068359, + 0.073242, + 0.089355, + 0.08252, + 0.067871, + 0.053467, + 0.088379, + 0.083008, + 0.077637, + 0.073242, + 0.100098, + 0.073242, + 0.065918, + 0.08252, + 0.089844, + 0.079102, + 0.067871, + 0.033447, + 0.076172, + 0.088867, + 0.049805, + 0.074219, + 0.061279, + 0.086426, + 0.255859, + 0.083496, + 0.07959, + 0.058594, + 0.072266, + 0.136719, + 0.067383, + 0.078125, + 0.073242, + 0.080566, + 0.07959, + 0.067871, + 0.134766, + 0.083008, + 0.07959, + 0.18457, + 0.111328, + 0.120117, + 0.07959, + 0.07959, + 0.090332, + 0.068848, + 0.063965, + 0.068848, + 0.067871, + 0.173828, + 0.080078, + 0.080078, + 0.067383, + 0.091309, + 0.088379, + 0.066406, + 0.075195, + 0.06543, + 0.089844, + 0.071289, + 0.077148, + 0.074707, + 0.078613, + 0.07373, + 0.059814, + 0.090332, + 0.081055, + 0.082031, + 0.063965, + 0.072266, + 0.147461, + 0.104004, + 0.080566, + 0.061523, + 0.077637, + 0.075195, + 0.074219, + 0.081055, + 0.077148, + 0.088379, + 0.083984, + 0.061768, + 0.080078, + 0.069824, + 0.068848, + 0.094238, + 0.066895, + 0.071289, + 0.079102, + 0.062256, + 0.077148 + ] + }, + "name": "model.transformer.layers.4.attn_norm.weight", + "outputIndexes": [ + 290 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 289, + 290 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_4/Mul_1_output_0", + "outputIndexes": [ + 291 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 291 + ], + "outputIndexes": [ + 1562 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1562 + ], + "outputIndexes": [ + 1563 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear", + "inputIndexes": [ + 1563 + ], + "outputIndexes": [ + 1564 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 19152912, + 786454, + 98304, + 4096, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1564 + ], + "outputIndexes": [ + 1565 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1565 + ], + "outputIndexes": [ + 292 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 291 + ], + "main_type": "NONE", + "name": "/Shape_17_output_0", + "outputIndexes": [ + 293 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 293 + ], + "main_type": "NONE", + "name": "Shape419", + "outputIndexes": [ + 294 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 293 + ], + "main_type": "NONE", + "name": "Rank421", + "outputIndexes": [ + 295 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 295, + 295 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp423", + "outputIndexes": [ + 296 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 296 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze424", + "outputIndexes": [ + 297 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 296, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp426", + "outputIndexes": [ + 298 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 298 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze427", + "outputIndexes": [ + 299 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 294, + 297, + 299, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice430", + "outputIndexes": [ + 300 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 300 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze431", + "outputIndexes": [ + 301 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 301 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp432", + "outputIndexes": [ + 302 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 302, + 301 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp433", + "outputIndexes": [ + 303 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 293, + 303, + 296 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_24_output_0", + "outputIndexes": [ + 304 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 304, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_41_output_0", + "outputIndexes": [ + 305 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 305, + 244, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_20_output_0", + "outputIndexes": [ + 306 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 292, + 306 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_17_output_0", + "outputIndexes": [ + 307 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 307 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_4/Mul_output_0", + "outputIndexes": [ + 308 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.8125, + 0.016479, + -0.02063, + 1.171875, + 1.5, + 1.859375, + 1.601562, + 1.234375, + 1.851562, + 1.6875, + 1.570312, + 2.359375, + 2.5625, + 2.28125, + 2.703125, + 2.125, + 2.015625, + 0.106934, + 2.328125, + 2.984375, + 3.015625, + 2.34375, + 2.109375, + 3.625, + 2.671875, + 2.4375, + 2.375, + 1.09375, + 1.96875, + 2.4375, + 2.40625, + 2.296875, + 1.78125, + 2.4375, + 2.515625, + 1.625, + 1.078125, + 1.9375, + 1.632812, + 2.0, + 1.632812, + 1.75, + 2.796875, + 2.234375, + 1.445312, + 2.046875, + 1.765625, + 1.953125, + 1.898438, + 4.21875, + 2.53125, + 2.671875, + 2.390625, + 3.484375, + 3.3125, + 0.019043, + 3.078125, + 2.5625, + 2.28125, + 3.140625, + 2.140625, + 1.9375, + 1.890625, + 1.335938 + ] + }, + "name": "model.transformer.layers.4.attn.q_norm.weight", + "outputIndexes": [ + 309 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 308, + 309 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_4/Mul_1_output_0", + "outputIndexes": [ + 310 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 310, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_16_output_0", + "outputIndexes": [ + 311 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 310, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_17_output_0", + "outputIndexes": [ + 312 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 312 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_8_output_0", + "outputIndexes": [ + 313 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 310, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_16_output_0", + "outputIndexes": [ + 314 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 313, + 314 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_23_output_0", + "outputIndexes": [ + 315 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 315, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_17_output_0", + "outputIndexes": [ + 316 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 311, + 316 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_16_output_0", + "outputIndexes": [ + 317 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 291 + ], + "outputIndexes": [ + 1566 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1566 + ], + "outputIndexes": [ + 1567 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear", + "inputIndexes": [ + 1567 + ], + "outputIndexes": [ + 1568 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 20041766, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1568 + ], + "outputIndexes": [ + 1569 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1569 + ], + "outputIndexes": [ + 318 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 305, + 258, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_21_output_0", + "outputIndexes": [ + 319 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 318, + 319 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_18_output_0", + "outputIndexes": [ + 320 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 320 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_4/Mul_output_0", + "outputIndexes": [ + 321 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.015625, + 0.03418, + -0.114746, + 1.515625, + 1.539062, + 2.09375, + 1.859375, + 2.15625, + 2.328125, + 1.96875, + 2.703125, + 1.679688, + 1.335938, + 1.851562, + 1.476562, + 2.0, + 2.234375, + 5.59375, + 2.078125, + 1.726562, + 1.664062, + 2.078125, + 2.125, + 0.09375, + 1.960938, + 2.296875, + 2.375, + 4.90625, + 2.65625, + 2.296875, + 1.976562, + 1.765625, + 2.046875, + 1.164062, + 1.351562, + 0.941406, + 1.289062, + 2.1875, + 1.875, + 0.882812, + 1.390625, + 1.929688, + 1.109375, + 1.921875, + 2.609375, + 2.265625, + 2.265625, + 2.15625, + 2.421875, + 0.050049, + 1.820312, + 1.835938, + 2.171875, + 1.414062, + 1.570312, + 14.5, + 1.765625, + 2.09375, + 2.40625, + 1.484375, + 2.171875, + 2.390625, + 2.8125, + 2.890625 + ] + }, + "name": "model.transformer.layers.4.attn.k_norm.weight", + "outputIndexes": [ + 322 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 321, + 322 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_4/Mul_1_output_0", + "outputIndexes": [ + 323 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 323, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_18_output_0", + "outputIndexes": [ + 324 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 323, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_19_output_0", + "outputIndexes": [ + 325 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 325 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_9_output_0", + "outputIndexes": [ + 326 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 323, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_18_output_0", + "outputIndexes": [ + 327 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 326, + 327 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_24_output_0", + "outputIndexes": [ + 328 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 328, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_19_output_0", + "outputIndexes": [ + 329 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 324, + 329 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_17_output_0", + "outputIndexes": [ + 330 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 291 + ], + "outputIndexes": [ + 1570 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1570 + ], + "outputIndexes": [ + 1571 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear", + "inputIndexes": [ + 1571 + ], + "outputIndexes": [ + 1572 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 20263996, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1572 + ], + "outputIndexes": [ + 1573 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1573 + ], + "outputIndexes": [ + 331 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 331, + 319 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_19_output_0", + "outputIndexes": [ + 332 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 317, + 330, + 332, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.4/self_attn/FusedAttention", + "outputIndexes": [ + 333 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 333 + ], + "outputIndexes": [ + 1574 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1024, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1574 + ], + "outputIndexes": [ + 1575 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear", + "inputIndexes": [ + 1575 + ], + "outputIndexes": [ + 1576 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1024, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 20486226, + 786454, + 98304, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1576 + ], + "outputIndexes": [ + 1577 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1577 + ], + "outputIndexes": [ + 334 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 288, + 334 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_18_output_0", + "outputIndexes": [ + 335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 335 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_4/Mul_output_0", + "outputIndexes": [ + 336 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.263672, + 0.263672, + 0.261719, + 0.231445, + 0.208984, + 0.265625, + 0.251953, + 0.253906, + 0.265625, + 0.257812, + 0.271484, + 0.123535, + 0.257812, + 0.242188, + 0.251953, + 0.271484, + 0.267578, + 0.294922, + 0.251953, + 0.219727, + 0.091309, + 0.249023, + 0.161133, + 0.253906, + 0.263672, + 0.265625, + 0.347656, + 0.273438, + 0.253906, + 0.265625, + 0.267578, + 0.277344, + 0.198242, + 0.21582, + 0.259766, + 0.267578, + 0.263672, + 0.271484, + 0.263672, + 0.255859, + 0.249023, + 0.265625, + 0.267578, + 0.263672, + 0.257812, + 0.251953, + 0.243164, + 0.271484, + 0.261719, + 0.148438, + 0.253906, + 0.275391, + 0.239258, + 0.261719, + 0.078613, + 0.263672, + 0.263672, + 0.253906, + 0.257812, + 0.318359, + 0.233398, + 0.251953, + 0.111328, + 0.255859, + 0.300781, + 0.257812, + 0.289062, + 0.231445, + 0.233398, + 0.185547, + 0.279297, + 0.251953, + 0.251953, + 0.269531, + 0.189453, + 0.265625, + 0.245117, + 0.248047, + 0.251953, + 0.244141, + 0.253906, + 0.269531, + 0.261719, + 0.244141, + 0.104004, + 0.257812, + 0.251953, + 0.279297, + 0.249023, + 0.195312, + 0.259766, + 0.25, + 0.271484, + 0.253906, + 0.251953, + 0.227539, + 0.166992, + 0.265625, + 0.124023, + 0.172852, + 0.265625, + 0.234375, + 0.236328, + 0.259766, + 0.251953, + 0.257812, + 0.231445, + 0.202148, + 0.22168, + 0.271484, + 0.275391, + 0.253906, + 0.267578, + 0.200195, + 0.259766, + 0.251953, + 0.287109, + 0.248047, + 0.253906, + 0.25, + 0.263672, + 0.24707, + 0.25, + 0.265625, + 0.263672, + 0.28125, + 0.257812, + 0.263672, + 0.251953, + 0.261719, + 0.267578, + 0.259766, + 0.248047, + 0.285156, + 0.253906, + 0.243164, + 0.170898, + 0.289062, + 0.263672, + 0.19043, + 0.269531, + 0.259766, + 0.246094, + 0.271484, + 0.177734, + 0.148438, + 0.225586, + 0.238281, + 0.230469, + 0.211914, + 0.259766, + 0.257812, + 0.263672, + 0.235352, + 0.242188, + 0.251953, + 0.253906, + 0.308594, + 0.251953, + 0.228516, + 0.265625, + 0.15332, + 0.263672, + 0.271484, + 0.255859, + 0.269531, + 0.267578, + 0.246094, + 0.242188, + 0.267578, + 0.15625, + 0.273438, + 0.136719, + 0.259766, + 0.269531, + 0.384766, + 0.259766, + 0.273438, + 0.249023, + 0.263672, + 0.271484, + 0.249023, + 0.22168, + 0.25, + 0.267578, + 0.277344, + 0.267578, + 0.253906, + 0.271484, + 0.236328, + 0.271484, + 0.239258, + -0.000568, + 0.265625, + 0.249023, + 0.261719, + 0.248047, + 0.275391, + 0.269531, + 0.21875, + 0.263672, + 0.257812, + 0.261719, + 0.242188, + 0.257812, + 0.25, + 0.271484, + 0.255859, + 0.255859, + 0.251953, + 0.237305, + 0.25, + 0.28125, + 0.271484, + 0.255859, + 0.253906, + 0.249023, + 0.261719, + 0.28125, + 0.257812, + 0.257812, + 0.271484, + 0.267578, + 0.111328, + 0.279297, + 0.072754, + 0.259766, + 0.234375, + 0.267578, + 0.265625, + 0.259766, + 0.263672, + 0.21582, + 0.217773, + 0.265625, + 0.263672, + 0.253906, + 0.251953, + 0.263672, + 0.261719, + 0.235352, + 0.136719, + 0.273438, + 0.271484, + 0.242188, + 0.279297, + 0.12207, + 0.269531, + 0.253906, + 0.253906, + 0.263672, + 0.092773, + 0.269531, + 0.238281, + 0.25, + 0.269531, + 0.275391, + 0.273438, + 0.257812, + 0.253906, + 0.257812, + 0.275391, + 0.125977, + 0.259766, + 0.255859, + 0.275391, + 0.273438, + 0.068359, + 0.240234, + 0.238281, + 0.267578, + 0.251953, + 0.244141, + 0.283203, + 0.271484, + 0.248047, + 0.265625, + 0.365234, + 0.255859, + 0.189453, + 0.255859, + 0.259766, + 0.222656, + 0.267578, + 0.253906, + 0.255859, + 0.267578, + 0.275391, + 0.257812, + 0.253906, + 0.211914, + 0.255859, + 0.251953, + 0.240234, + 0.110352, + 0.257812, + 0.145508, + 0.255859, + 0.196289, + 0.165039, + 0.259766, + 0.261719, + 0.273438, + 0.261719, + 0.24707, + 0.257812, + 0.265625, + 0.192383, + 0.273438, + 0.257812, + 0.261719, + 0.267578, + 0.06543, + 0.253906, + 0.298828, + 0.261719, + 0.269531, + 0.163086, + 0.090332, + 0.24707, + 0.273438, + 0.253906, + 0.273438, + 0.24707, + 0.277344, + 0.246094, + 0.25, + 0.261719, + 0.238281, + 0.259766, + 0.22168, + 0.243164, + 0.273438, + 0.257812, + 0.251953, + 0.271484, + 0.265625, + 0.24707, + 0.192383, + 0.271484, + 0.211914, + 0.222656, + 0.263672, + 0.166016, + 0.249023, + 0.324219, + 0.00011, + 0.203125, + 0.251953, + 0.257812, + 0.240234, + 0.253906, + 0.142578, + 0.300781, + 0.259766, + 0.119629, + 0.227539, + 0.261719, + 0.234375, + 0.261719, + 0.253906, + 0.202148, + 0.279297, + 0.248047, + 0.227539, + 0.257812, + 0.269531, + 0.181641, + 0.269531, + 0.116699, + 0.140625, + 0.249023, + 0.125, + 0.253906, + 0.257812, + 0.097168, + 0.263672, + 0.248047, + 0.249023, + 0.248047, + 0.263672, + 0.245117, + 0.267578, + 0.275391, + 0.162109, + 0.207031, + 0.112305, + 0.253906, + 0.251953, + 0.245117, + 0.253906, + 0.234375, + 0.255859, + 0.11084, + 0.257812, + 0.158203, + 0.253906, + -0.001205, + 0.141602, + 0.263672, + 0.257812, + 0.267578, + 0.314453, + 0.255859, + 0.257812, + 0.164062, + 0.131836, + 0.261719, + 0.248047, + 0.273438, + 0.271484, + 0.120117, + 0.244141, + 0.275391, + 0.267578, + 0.263672, + 0.246094, + 0.257812, + 0.253906, + 0.265625, + 0.241211, + 0.240234, + 0.239258, + 0.125977, + 0.248047, + 0.191406, + 0.271484, + 0.259766, + 0.213867, + 0.253906, + 0.259766, + 0.261719, + 0.257812, + 0.283203, + 0.263672, + 0.259766, + 0.255859, + 0.269531, + 0.235352, + 0.251953, + 0.257812, + 0.251953, + 0.216797, + 0.251953, + 0.261719, + 0.273438, + 0.259766, + 0.123535, + 0.277344, + 0.265625, + 0.189453, + 0.267578, + 0.271484, + 0.263672, + 0.204102, + 0.267578, + 0.255859, + 0.144531, + 0.257812, + 0.269531, + 0.267578, + 0.145508, + 0.257812, + 0.261719, + 0.251953, + 0.176758, + 0.245117, + 0.25, + 0.25, + 0.273438, + 0.263672, + 0.253906, + 0.255859, + 0.151367, + 0.246094, + 0.267578, + 0.265625, + 0.259766, + 0.25, + 0.259766, + 0.255859, + 0.253906, + 0.273438, + 0.209961, + 0.261719, + 0.109375, + 0.245117, + 0.261719, + 0.24707, + 0.251953, + 0.246094, + 0.255859, + 0.234375, + 0.251953, + 0.271484, + 0.261719, + 0.273438, + 0.222656, + 0.267578, + 0.201172, + 0.251953, + 0.265625, + 0.09082, + 0.242188, + 0.21875, + 0.263672, + 0.255859, + 0.251953, + 0.257812, + 0.131836, + 0.261719, + 0.275391, + 0.292969, + 0.257812, + 0.203125, + 0.257812, + 0.271484, + 0.265625, + 0.24707, + 0.335938, + 0.194336, + 0.251953, + 0.265625, + 0.25, + 0.233398, + 0.255859, + 0.263672, + 0.244141, + 0.261719, + -0.000135, + 0.269531, + 0.263672, + 0.25, + 0.241211, + 0.234375, + 0.116211, + 0.277344, + 0.267578, + 0.275391, + 0.244141, + 0.294922, + 0.246094, + 0.183594, + 0.242188, + 0.261719, + 0.265625, + 0.259766, + 0.231445, + 0.261719, + 0.239258, + 0.209961, + 0.261719, + 0.220703, + 0.24707, + 0.210938, + 0.269531, + 0.251953, + 0.261719, + 0.277344, + 0.255859, + 0.24707, + 0.167969, + 0.259766, + 0.292969, + 0.243164, + 0.267578, + 0.238281, + 0.240234, + 0.283203, + 0.259766, + 0.267578, + 0.189453, + 0.257812, + 0.220703, + 0.265625, + 0.257812, + 0.25, + 0.257812, + 0.257812, + 0.267578, + 0.265625, + 0.267578, + 0.259766, + 0.257812, + 0.263672, + 0.267578, + 0.251953, + 0.246094, + 0.240234, + 0.259766, + 0.267578, + 0.236328, + 0.25, + 0.235352, + 0.279297, + 0.265625, + 0.198242, + 0.119629, + 0.261719, + 0.195312, + 0.253906, + 0.259766, + 0.271484, + 0.263672, + 0.251953, + 0.25, + 0.265625, + 0.198242, + 0.191406, + 0.267578, + 0.248047, + 0.164062, + 0.267578, + 0.259766, + 0.248047, + 0.265625, + 0.269531, + 0.273438, + 0.238281, + 0.253906, + 0.263672, + 0.265625, + 0.265625, + 0.25, + 0.243164, + 0.283203, + 0.248047, + 0.271484, + 0.259766, + 0.246094, + 0.257812, + 0.251953, + 0.253906, + 0.259766, + 0.267578, + 0.25, + 0.269531, + 0.261719, + 0.257812, + 0.261719, + 0.257812, + 0.191406, + 0.257812, + 0.253906, + 0.251953, + 0.244141, + 0.259766, + 0.081055, + 0.25, + 0.259766, + 0.257812, + 0.255859, + 0.251953, + 0.242188, + 0.265625, + 0.271484, + 0.253906, + 0.227539, + 0.279297, + -0.034424, + 0.261719, + 0.257812, + 0.232422, + 0.263672, + 0.234375, + 0.248047, + 0.245117, + 0.265625, + 0.255859, + 0.225586, + 0.208984, + 0.255859, + 0.105957, + 0.259766, + 0.255859, + 0.24707, + 0.233398, + 0.261719, + 0.241211, + 0.257812, + 0.255859, + 0.263672, + 0.253906, + 0.243164, + 0.233398, + 0.25, + 0.101074, + 0.267578, + 0.130859, + 0.242188, + 0.269531, + 0.223633, + 0.292969, + 0.275391, + 0.251953, + 0.242188, + 0.257812, + 0.263672, + 0.269531, + 0.259766, + 0.253906, + 0.259766, + 0.123535, + 0.248047, + 0.255859, + 0.259766, + 0.259766, + 0.185547, + 0.251953, + 0.249023, + 0.244141, + 0.261719, + 0.271484, + 0.265625, + 0.255859, + 0.335938, + 0.233398, + 0.182617, + 0.245117, + 0.261719, + 0.269531, + 0.237305, + 0.369141, + 0.259766, + 0.265625, + 0.273438, + 0.24707, + 0.253906, + 0.265625, + 0.271484, + 0.269531, + 0.291016, + 0.257812, + 0.136719, + 0.257812, + 0.28125, + 0.265625, + 0.253906, + 0.259766, + 0.253906, + 0.257812, + 0.238281, + 0.248047, + 0.232422, + 0.248047, + 0.259766, + 0.253906, + 0.273438, + 0.251953, + 0.155273, + 0.257812, + 0.241211, + 0.134766, + 0.249023, + 0.253906, + 0.083984, + 0.236328, + 0.261719, + 0.257812, + 0.246094, + 0.277344, + 0.267578, + 0.253906, + 0.263672, + 0.275391, + 0.149414, + 0.261719, + 0.261719, + 0.257812, + 0.253906, + 0.259766, + 0.265625, + 0.253906, + 0.070801, + 0.263672, + 0.271484, + 0.25, + 0.265625, + 0.251953, + 0.269531, + 0.24707, + 0.239258, + 0.263672, + 0.271484, + 0.128906, + 0.165039, + 0.275391, + 0.259766, + 0.257812, + 0.279297, + 0.169922, + 0.204102, + 0.259766, + 0.244141, + 0.265625, + 0.175781, + 0.285156, + 0.255859, + 0.265625, + 0.267578, + 0.257812, + 0.255859, + 0.28125, + 0.265625, + 0.253906, + 0.265625, + 0.261719, + 0.257812, + 0.25, + 0.236328, + 0.265625, + 0.25, + 0.271484, + 0.253906, + 0.273438, + 0.265625, + 0.193359, + 0.25, + 0.246094, + 0.246094, + 0.000372, + 0.257812, + 0.238281, + 0.255859, + 0.239258, + 0.259766, + 0.267578, + 0.320312, + 0.25, + 0.255859, + 0.251953, + 0.263672, + 0.192383, + 0.244141, + 0.271484, + 0.083496, + 0.292969, + 0.244141, + 0.267578, + 0.202148, + 0.148438, + 0.214844, + 0.249023, + 0.257812, + 0.238281, + 0.22168, + 0.273438, + 0.265625, + 0.246094, + 0.269531, + 0.261719, + 0.134766, + 0.271484, + 0.134766, + 0.24707, + 0.267578, + 0.261719, + 0.24707, + 0.234375, + 0.267578, + 0.251953, + 0.261719, + 0.233398, + 0.257812, + 0.275391, + 0.259766, + 0.25, + 0.273438, + 0.244141, + 0.226562, + 0.257812, + 0.25, + 0.271484, + 0.267578, + 0.277344, + 0.302734, + 0.25, + 0.251953, + 0.261719, + 0.261719, + 0.255859, + 0.277344, + 0.253906, + 0.314453, + 0.25, + 0.257812, + 0.25, + 0.21582, + 0.001854, + 0.251953, + 0.251953, + 0.248047, + 0.246094, + 0.263672, + 0.269531, + 0.22168, + 0.255859, + 0.251953, + 0.237305, + 0.263672, + 0.166016, + 0.248047, + 0.271484, + 0.271484, + 0.261719, + 0.261719, + 0.112793, + 0.257812, + 0.259766, + 0.248047, + 0.25, + 0.261719, + 0.263672, + 0.255859, + 0.244141, + 0.25, + 0.279297, + 0.265625, + 0.265625, + 0.242188, + 0.275391, + 0.265625, + 0.267578, + 0.251953, + 0.28125, + 0.103027, + 0.249023, + 0.277344, + 0.25, + 0.194336, + 0.253906, + 0.25, + 0.261719, + 0.285156, + 0.251953, + 0.25, + 0.267578, + 0.271484, + 0.24707, + 0.267578, + 0.271484, + 0.253906, + 0.261719, + 0.263672, + 0.249023, + 0.267578, + 0.206055, + 0.259766, + 0.271484, + 0.269531, + 0.267578, + 0.192383, + 0.259766, + 0.287109, + 0.259766, + 0.253906, + 0.248047, + 0.259766, + 0.304688, + 0.225586, + 0.253906, + 0.251953, + 0.245117, + 0.225586, + 0.092773, + 0.253906, + 0.102539, + 0.251953, + 0.240234, + 0.277344, + 0.261719, + 0.275391, + 0.238281, + 0.257812, + 0.239258, + 0.251953, + 0.287109, + 0.310547, + 0.271484, + 0.214844, + 0.248047, + 0.237305, + 0.245117, + 0.246094, + 0.265625, + 0.261719, + 0.242188, + 0.251953, + 0.265625, + 0.233398, + 0.263672, + 0.248047, + 0.251953, + 0.251953, + 0.246094, + 0.267578, + 0.147461, + 0.212891, + 0.265625, + 0.255859, + 0.249023, + 0.126953, + 0.25, + 0.283203, + 0.246094, + 0.267578, + 0.332031, + 0.261719, + 0.246094, + 0.261719, + 0.115234, + 0.251953, + 0.253906, + 0.193359, + 0.251953, + 0.255859, + 0.267578, + 0.263672, + 0.283203, + 0.261719, + 0.225586, + 0.267578, + 0.257812, + 0.21875, + 0.259766, + 0.230469, + 0.253906, + 0.244141, + 0.25, + 0.263672, + 0.244141, + 0.257812, + 0.259766, + 0.170898, + 0.199219, + 0.25, + 0.289062, + 0.271484, + 0.255859, + 0.257812, + 0.261719, + 0.267578, + 0.25, + 0.200195, + 0.259766, + 0.217773, + 0.246094, + 0.24707, + 0.261719, + 0.257812, + 0.251953, + 0.249023, + 0.243164, + 0.242188, + 0.259766, + 0.168945, + 0.245117, + 0.240234, + 0.249023, + 0.261719, + 0.234375, + 0.230469, + 0.275391, + 0.238281, + 0.275391, + 0.255859, + 0.251953, + 0.265625, + 0.243164, + 0.265625, + 0.263672, + 0.147461, + 0.265625, + 0.206055, + 0.263672, + 0.261719, + 0.259766, + 0.275391, + 0.605469, + 0.105469, + 0.261719, + 0.277344, + 0.279297, + 0.142578, + 0.142578, + 0.146484, + 0.116211, + 0.185547, + 0.239258, + 0.238281, + 0.259766, + 0.273438, + 0.24707, + 0.277344, + 0.263672, + 0.217773, + 0.237305, + 0.248047, + 0.251953, + 0.271484, + 0.279297, + 0.234375, + 0.265625, + 0.271484, + 0.202148, + 0.310547, + 0.251953, + 0.277344, + 0.233398, + 0.265625, + 0.261719, + 0.265625, + 0.257812, + 0.259766, + 0.195312, + 0.255859, + 0.302734, + 0.251953, + 0.248047, + 0.228516, + 0.279297, + 0.143555, + 0.271484, + 0.25, + 0.15332, + 0.255859, + 0.265625, + 0.261719, + 0.269531, + 0.267578, + 0.257812, + 0.219727, + 0.167969, + 0.255859, + 0.249023, + 0.261719, + 0.257812, + 0.192383, + 0.253906, + 0.244141, + 0.246094, + 0.28125, + 0.271484, + 0.251953, + 0.222656, + 0.273438, + 0.257812, + 0.251953, + 0.227539, + 0.253906, + 0.261719, + 0.201172, + 0.257812, + 0.255859, + 0.245117, + 0.246094, + 0.251953, + 0.253906, + 0.243164, + 0.271484, + 0.217773, + 0.25, + 0.259766, + 0.231445, + 0.24707, + 0.197266, + 0.263672, + 0.245117, + 0.237305, + 0.236328, + 0.253906, + 0.251953, + 0.118164, + 0.267578, + 0.251953, + 0.285156, + 0.253906, + 0.237305, + 0.242188, + 0.261719, + 0.271484, + 0.263672, + 0.25, + 0.304688, + 0.253906, + 0.105469, + 0.259766, + 0.253906, + 0.212891, + 0.261719, + 0.242188, + 0.253906, + 0.275391, + 0.219727, + 0.243164, + 0.251953, + 0.259766, + 0.283203, + 0.265625, + 0.251953, + 0.265625, + 0.263672, + 0.246094, + 0.092773, + 0.249023, + 0.269531, + 0.245117, + 0.265625, + 0.253906, + 0.249023, + 0.304688, + 0.253906, + 0.255859, + 0.239258, + 0.271484, + 0.235352, + 0.248047, + 0.261719, + 0.255859, + 0.259766, + 0.244141, + 0.249023, + 0.265625, + 0.243164, + 0.253906, + 0.25, + 0.263672, + 0.249023, + 0.257812, + 0.245117, + 0.255859, + 0.285156, + 0.240234, + 0.253906, + 0.273438, + 0.263672, + 0.285156, + 0.242188, + 0.253906, + 0.263672, + 0.259766, + 0.275391, + 0.238281, + 0.267578, + 0.265625, + 0.249023, + 0.263672, + 0.25, + 0.259766, + 0.265625, + 0.228516, + 0.257812, + 0.249023, + 0.000161, + 0.198242, + 0.257812, + 0.259766, + 0.145508, + 0.265625, + 0.294922, + 0.265625, + 0.261719, + 0.227539, + 0.245117, + 0.22168, + 0.285156, + 0.257812, + 0.244141, + 0.243164, + 0.263672, + 0.267578, + 0.223633, + 0.230469, + 0.261719, + 0.263672, + 0.253906, + 0.263672, + 0.217773, + 0.263672, + 0.237305, + 0.330078, + 0.25, + 0.113281, + 0.255859, + 0.237305, + 0.269531, + 0.248047, + 0.273438, + 0.248047, + 0.269531, + 0.255859, + 0.261719, + 0.269531, + 0.261719, + 0.166016, + 0.24707, + 0.259766, + 0.261719, + 0.251953, + 0.259766, + 0.269531, + 0.257812, + 0.241211, + 0.265625, + 0.245117, + 0.188477, + 0.255859, + 0.253906, + 0.259766, + 0.229492, + 0.265625, + 0.228516, + 0.324219, + 0.257812, + 0.15918, + 0.257812, + 0.251953, + 0.242188, + 0.251953, + 0.291016, + 0.249023, + 0.259766, + 0.271484, + 0.243164, + 0.255859, + 0.257812, + 0.267578, + 0.261719, + 0.253906, + 0.226562, + 0.214844, + 0.136719, + 0.249023, + 0.277344, + 0.257812, + 0.21582, + 0.255859, + 0.118164, + 0.269531, + 0.261719, + 0.244141, + 0.261719, + 0.245117, + 0.206055, + 0.259766, + 0.25, + 0.255859, + 0.259766, + 0.244141, + 0.257812, + 0.251953, + 0.265625, + 0.236328, + 0.24707, + 0.180664, + 0.233398, + 0.24707, + 0.241211, + 0.164062, + 0.265625, + 0.174805, + 0.253906, + 0.216797, + 0.263672, + 0.248047, + 0.25, + 0.263672, + 0.263672, + 0.246094, + 0.248047, + 0.243164, + 0.241211, + 0.19043, + 0.249023, + 0.251953, + 0.212891, + 0.224609, + 0.242188, + 0.25, + 0.259766, + 0.273438, + 0.263672, + 0.255859, + 0.238281, + 0.248047, + 0.271484, + 0.261719, + 0.210938, + 0.249023, + 0.259766, + 0.251953, + 0.241211, + 0.3125, + 0.253906, + 0.269531, + 0.255859, + 0.246094, + 0.257812, + 0.265625, + 0.267578, + 0.263672, + 0.265625, + 0.251953, + 0.265625, + 0.267578, + 0.257812, + 0.248047, + 0.242188, + 0.25, + 0.195312, + 0.248047, + 0.257812, + 0.251953, + 0.219727, + 0.211914, + 0.271484, + 0.207031, + 0.267578, + 0.263672, + 0.246094, + 0.255859, + 0.253906, + 0.232422, + 0.243164, + 0.198242, + 0.240234, + 0.261719, + 0.273438, + 0.210938, + 0.25, + 0.239258, + 0.208008, + 0.237305, + 0.257812, + 0.269531, + 0.292969, + 0.263672, + 0.251953, + 0.271484, + 0.181641, + 0.279297, + 0.257812, + 0.170898, + 0.277344, + 0.25, + 0.255859, + 0.261719, + 0.263672, + 0.206055, + 0.283203, + 0.275391, + 0.171875, + 0.257812, + 0.259766, + 0.125, + 0.192383, + 0.242188, + 0.267578, + 0.245117, + 0.269531, + 0.238281, + 0.124512, + 0.314453, + 0.265625, + 0.25, + 0.099609, + 0.263672, + 0.287109, + 0.227539, + 0.257812, + 0.261719, + 0.263672, + 0.248047, + 0.245117, + 0.259766, + 0.249023, + 0.237305, + 0.255859, + 0.251953, + 0.273438, + 0.265625, + 0.118652, + 0.238281, + 0.231445, + 0.675781, + 0.251953, + 0.222656, + 0.219727, + 0.259766, + 0.211914, + 0.263672, + 0.261719, + 0.222656, + 0.265625, + 0.337891, + 0.267578, + 0.273438, + 0.261719, + 0.202148, + 0.241211, + 0.257812, + 0.259766, + 0.248047, + 0.255859, + 0.267578, + 0.261719, + 0.251953, + 0.263672, + 0.257812, + 0.267578, + 0.261719, + 0.259766, + 0.257812, + 0.253906, + 0.122559, + 0.205078, + 0.259766, + 0.246094, + 0.116699, + 0.251953, + 0.234375, + 0.257812, + 0.253906, + 0.255859, + 0.244141, + 0.251953, + 0.265625, + 0.236328, + 0.245117, + 0.246094, + 0.257812, + 0.277344, + 0.257812, + 0.259766, + 0.265625, + 0.255859 + ] + }, + "name": "model.transformer.layers.4.ffn_norm.weight", + "outputIndexes": [ + 337 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 336, + 337 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_4/Mul_1_output_0", + "outputIndexes": [ + 338 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 338 + ], + "outputIndexes": [ + 1578 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1578 + ], + "outputIndexes": [ + 1579 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_1/Linear", + "inputIndexes": [ + 1579 + ], + "outputIndexes": [ + 1580 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 3584, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 43008, + "weightSize": 0 + }, + "external": [ + 21370984, + 2752534, + 344064, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1580 + ], + "outputIndexes": [ + 1581 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1581 + ], + "outputIndexes": [ + 339 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 3584 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1792 + ] + }, + "name": "/ffn_4/Mul_output_0", + "outputIndexes": [ + 340 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 339, + 21, + 340, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_4/Slice_output_0", + "outputIndexes": [ + 341 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 341 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_4/Sigmoid_output_0", + "outputIndexes": [ + 342 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 341, + 342 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_4/Mul_output_0", + "outputIndexes": [ + 343 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3584 + ] + }, + "name": "/ffn_4/Mul_1_output_0", + "outputIndexes": [ + 344 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 339, + 340, + 344, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_4/Slice_1_output_0", + "outputIndexes": [ + 345 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 343, + 345 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_4/Mul_2_output_0", + "outputIndexes": [ + 346 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 346 + ], + "outputIndexes": [ + 1582 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1792, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1582 + ], + "outputIndexes": [ + 1583 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_2/Linear", + "inputIndexes": [ + 1583 + ], + "outputIndexes": [ + 1584 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1792, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 21504, + "weightSize": 0 + }, + "external": [ + 24467582, + 1376278, + 172032, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1584 + ], + "outputIndexes": [ + 1585 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.4/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1585 + ], + "outputIndexes": [ + 347 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 335, + 347 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_19_output_0", + "outputIndexes": [ + 348 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 348, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_20_output_0", + "outputIndexes": [ + 349 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 349 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_5/Mul_output_0", + "outputIndexes": [ + 350 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.130859, + 0.138672, + 0.112793, + 0.141602, + 0.147461, + 0.120605, + 0.129883, + 0.134766, + 0.110352, + 0.125977, + 0.130859, + 0.104492, + 0.122559, + 0.131836, + 0.114258, + 0.117188, + 0.138672, + 0.133789, + 0.146484, + 0.091797, + 0.05127, + 0.126953, + 0.115723, + 0.119141, + 0.113281, + 0.116699, + 0.07959, + 0.115723, + 0.120117, + 0.119141, + 0.126953, + 0.123535, + 0.128906, + 0.143555, + 0.129883, + 0.12793, + 0.115723, + 0.133789, + 0.10791, + 0.125977, + 0.124512, + 0.124512, + 0.124023, + 0.146484, + 0.126953, + 0.124512, + 0.126953, + 0.12793, + 0.119629, + 0.112793, + 0.124023, + 0.126953, + 0.133789, + 0.120117, + 0.201172, + 0.12207, + 0.114258, + 0.123047, + 0.117188, + 0.120117, + 0.130859, + 0.130859, + 0.079102, + 0.146484, + 0.060303, + 0.120117, + 0.095703, + 0.15332, + 0.142578, + 0.183594, + 0.126953, + 0.138672, + 0.138672, + 0.118652, + 0.126953, + 0.103027, + 0.124512, + 0.126953, + 0.138672, + 0.128906, + 0.125977, + 0.119141, + 0.109375, + 0.125977, + 0.114746, + 0.145508, + 0.108887, + 0.096191, + 0.124512, + 0.137695, + 0.106445, + 0.15332, + 0.125977, + 0.141602, + 0.122559, + 0.128906, + 0.118652, + 0.121582, + 0.087891, + 0.11377, + 0.142578, + 0.144531, + 0.136719, + 0.119629, + 0.116699, + 0.126953, + 0.157227, + 0.143555, + 0.133789, + 0.126953, + 0.099609, + 0.128906, + 0.111816, + 0.146484, + 0.138672, + 0.135742, + 0.063965, + 0.126953, + 0.132812, + 0.136719, + 0.133789, + 0.115723, + 0.125, + 0.124023, + 0.132812, + 0.098633, + 0.117188, + 0.139648, + 0.135742, + 0.11377, + 0.10791, + 0.125977, + 0.152344, + 0.098145, + 0.126953, + 0.124023, + 0.148438, + 0.098633, + 0.120605, + 0.134766, + 0.128906, + 0.145508, + 0.144531, + 0.112305, + 0.116699, + 0.111328, + 0.150391, + 0.146484, + 0.128906, + 0.152344, + 0.122559, + 0.137695, + 0.131836, + 0.126953, + 0.125, + 0.146484, + 0.136719, + 0.071289, + 0.125977, + 0.158203, + 0.125977, + 0.160156, + 0.126953, + 0.126953, + 0.118164, + 0.125, + 0.140625, + 0.141602, + 0.136719, + 0.211914, + 0.109375, + 0.12207, + 0.095703, + 0.121582, + 0.11377, + 0.089844, + 0.125, + 0.137695, + 0.122559, + 0.11377, + 0.125977, + 0.112793, + 0.118652, + 0.133789, + 0.132812, + 0.111816, + 0.121582, + 0.137695, + 0.124023, + 0.145508, + 0.128906, + 0.123047, + 0.157227, + 0.121582, + 0.148438, + 0.140625, + 0.152344, + 0.118652, + 0.118164, + 0.18457, + 0.154297, + 0.128906, + 0.124023, + 0.119629, + 0.136719, + 0.120605, + 0.131836, + 0.134766, + 0.123535, + 0.129883, + 0.15625, + 0.138672, + 0.100098, + 0.107422, + 0.130859, + 0.122559, + 0.111328, + 0.126953, + 0.121582, + 0.135742, + 0.126953, + 0.291016, + 0.128906, + 0.066895, + 0.123047, + 0.169922, + 0.118164, + 0.15918, + 0.12793, + 0.136719, + 0.129883, + 0.135742, + 0.162109, + 0.164062, + 0.135742, + 0.123047, + 0.128906, + 0.15625, + 0.132812, + 0.125977, + 0.157227, + 0.105957, + 0.102051, + 0.120605, + 0.147461, + 0.133789, + 0.088379, + 0.120117, + 0.143555, + 0.131836, + 0.119141, + 0.077637, + 0.136719, + 0.145508, + 0.119141, + 0.120605, + 0.130859, + 0.126953, + 0.137695, + 0.124512, + 0.132812, + 0.131836, + 0.083496, + 0.125, + 0.117188, + 0.138672, + 0.125, + 0.155273, + 0.134766, + 0.129883, + 0.123047, + 0.114258, + 0.132812, + 0.115234, + 0.123535, + 0.134766, + 0.132812, + 0.196289, + 0.121582, + 0.117676, + 0.150391, + 0.133789, + 0.138672, + 0.140625, + 0.120117, + 0.133789, + 0.103027, + 0.118164, + 0.132812, + 0.136719, + 0.145508, + 0.119629, + 0.121582, + 0.15332, + 0.078125, + 0.122559, + 0.105957, + 0.114258, + 0.136719, + 0.108887, + 0.115723, + 0.113281, + 0.114258, + 0.132812, + 0.141602, + 0.125, + 0.160156, + 0.135742, + 0.113281, + 0.126953, + 0.124512, + 0.109375, + 0.054688, + 0.132812, + 0.095703, + 0.126953, + 0.12793, + 0.102539, + 0.158203, + 0.135742, + 0.126953, + 0.111816, + 0.123535, + 0.11377, + 0.128906, + 0.123047, + 0.124512, + 0.134766, + 0.140625, + 0.117188, + 0.155273, + 0.130859, + 0.137695, + 0.129883, + 0.120117, + 0.131836, + 0.132812, + 0.146484, + 0.132812, + 0.125977, + 0.137695, + 0.135742, + 0.117188, + 0.126953, + 0.126953, + 0.070801, + 0.332031, + 0.139648, + 0.123047, + 0.139648, + 0.158203, + 0.12793, + 0.121582, + 0.212891, + 0.11377, + 0.241211, + 0.146484, + 0.132812, + 0.141602, + 0.11377, + 0.142578, + 0.129883, + 0.129883, + 0.124023, + 0.154297, + 0.12793, + 0.120117, + 0.147461, + 0.12793, + 0.081543, + 0.098145, + 0.145508, + 0.102539, + 0.122559, + 0.119629, + 0.063477, + 0.147461, + 0.133789, + 0.143555, + 0.139648, + 0.117188, + 0.12793, + 0.119629, + 0.133789, + 0.117188, + 0.131836, + 0.083496, + 0.125977, + 0.135742, + 0.125, + 0.12793, + 0.138672, + 0.119629, + 0.078125, + 0.120605, + 0.209961, + 0.121582, + 0.199219, + -0.021851, + 0.066895, + 0.136719, + 0.12793, + 0.066406, + 0.129883, + 0.129883, + 0.108887, + 0.091797, + 0.136719, + 0.118164, + 0.118164, + 0.137695, + 0.138672, + 0.137695, + 0.125977, + 0.131836, + 0.12207, + 0.143555, + 0.135742, + 0.134766, + 0.131836, + 0.139648, + 0.163086, + 0.143555, + 0.222656, + 0.12793, + 0.15332, + 0.12793, + 0.124023, + 0.167969, + 0.126953, + 0.139648, + 0.111328, + 0.125977, + 0.129883, + 0.117188, + 0.126953, + 0.133789, + 0.108887, + 0.139648, + 0.148438, + 0.138672, + 0.129883, + 0.141602, + 0.132812, + 0.116699, + 0.12207, + 0.126953, + 0.088867, + 0.108887, + 0.117188, + 0.209961, + 0.121094, + 0.168945, + 0.125, + 0.135742, + 0.138672, + 0.129883, + 0.123047, + 0.142578, + 0.123047, + 0.131836, + 0.087891, + 0.130859, + 0.138672, + 0.126953, + 0.125977, + 0.125977, + 0.128906, + 0.128906, + 0.121094, + 0.201172, + 0.138672, + 0.135742, + 0.124023, + 0.130859, + 0.121582, + 0.130859, + 0.123047, + 0.151367, + 0.144531, + 0.132812, + 0.125, + 0.137695, + 0.142578, + 0.115723, + 0.074219, + 0.120117, + 0.121582, + 0.131836, + 0.139648, + 0.160156, + 0.131836, + 0.151367, + 0.123047, + 0.110352, + 0.125, + 0.115234, + 0.15332, + 0.121582, + 0.152344, + 0.12207, + 0.11377, + 0.068848, + 0.121094, + 0.144531, + 0.128906, + 0.128906, + 0.12207, + 0.125977, + 0.11377, + 0.12207, + 0.126953, + 0.09082, + 0.140625, + 0.182617, + 0.130859, + 0.119141, + 0.105469, + 0.139648, + 0.134766, + 0.141602, + 0.126953, + 0.136719, + 0.125, + 0.122559, + 0.10791, + 0.144531, + 0.12207, + 0.120117, + 0.322266, + 0.128906, + 0.100098, + 0.123047, + 0.139648, + 0.136719, + 0.078613, + 0.115723, + 0.123535, + 0.112305, + 0.123047, + 0.108887, + 0.101562, + 0.145508, + 0.12207, + 0.134766, + 0.129883, + 0.11377, + 0.143555, + 0.119141, + 0.142578, + 0.133789, + 0.131836, + 0.195312, + 0.195312, + 0.131836, + 0.130859, + 0.125, + 0.12207, + 0.112793, + 0.125977, + 0.12207, + 0.131836, + 0.19043, + 0.106445, + 0.170898, + 0.121094, + 0.141602, + 0.135742, + 0.100098, + 0.129883, + 0.113281, + 0.142578, + 0.118164, + 0.162109, + 0.115234, + 0.144531, + 0.164062, + 0.126953, + 0.135742, + 0.111816, + 0.123535, + 0.148438, + 0.11377, + 0.126953, + 0.141602, + 0.122559, + 0.131836, + 0.138672, + 0.154297, + 0.124023, + 0.119141, + 0.114746, + 0.129883, + 0.145508, + 0.107422, + 0.117676, + 0.124023, + 0.080078, + 0.128906, + 0.117676, + 0.147461, + 0.130859, + 0.130859, + 0.112305, + 0.144531, + 0.139648, + 0.114746, + 0.125, + 0.121582, + 0.128906, + 0.145508, + 0.10791, + 0.122559, + 0.126953, + 0.130859, + 0.10791, + 0.126953, + 0.114258, + 0.226562, + 0.124512, + 0.125, + 0.124023, + 0.125977, + 0.125, + 0.125977, + 0.12793, + 0.124512, + 0.133789, + 0.12793, + 0.099121, + 0.126953, + 0.125977, + 0.147461, + 0.148438, + 0.131836, + 0.126953, + 0.105469, + 0.099609, + 0.12793, + 0.141602, + 0.257812, + 0.149414, + 0.130859, + 0.144531, + 0.12793, + 0.142578, + 0.133789, + 0.050781, + 0.136719, + 0.131836, + 0.09668, + 0.128906, + 0.120117, + 0.149414, + 0.133789, + 0.109375, + 0.097168, + 0.158203, + 0.117188, + 0.213867, + 0.130859, + 0.146484, + 0.142578, + 0.128906, + 0.129883, + 0.114258, + 0.135742, + 0.12207, + 0.120117, + 0.144531, + 0.137695, + 0.125, + 0.093262, + 0.136719, + 0.132812, + 0.12793, + 0.160156, + 0.126953, + 0.136719, + 0.114746, + 0.137695, + 0.129883, + 0.134766, + 0.135742, + 0.148438, + 0.121094, + 0.121094, + 0.114746, + 0.134766, + 0.139648, + 0.123535, + 0.138672, + 0.105469, + 0.087402, + 0.118652, + 0.129883, + 0.118164, + 0.144531, + 0.124512, + 0.128906, + 0.126953, + 0.112305, + 0.089355, + 0.133789, + 0.06543, + 0.123047, + 0.119629, + 0.138672, + 0.121582, + 0.136719, + 0.118652, + 0.118164, + 0.11377, + 0.123047, + 0.12793, + 0.068848, + 0.142578, + 0.124512, + 0.133789, + 0.12793, + 0.109863, + 0.137695, + 0.070801, + 0.117676, + 0.117188, + 0.125977, + 0.142578, + 0.116211, + 0.120605, + 0.132812, + 0.119629, + 0.121094, + 0.146484, + 0.233398, + 0.15332, + 0.092285, + 0.135742, + 0.117188, + 0.108887, + 0.128906, + 0.143555, + 0.152344, + 0.115723, + 0.157227, + 0.135742, + 0.119141, + 0.131836, + 0.140625, + 0.148438, + 0.28125, + 0.12207, + 0.136719, + 0.132812, + 0.125977, + 0.121582, + 0.24707, + 0.128906, + 0.133789, + 0.182617, + 0.113281, + 0.058838, + 0.117188, + 0.130859, + 0.123535, + 0.129883, + 0.094727, + 0.140625, + 0.139648, + 0.12793, + 0.130859, + 0.109375, + 0.116211, + 0.125, + 0.196289, + 0.151367, + 0.131836, + 0.144531, + 0.115723, + 0.119141, + 0.133789, + 0.125, + 0.142578, + 0.124512, + 0.119141, + 0.086426, + 0.109863, + 0.131836, + 0.126953, + 0.121094, + 0.107422, + 0.122559, + 0.158203, + 0.124512, + 0.123047, + 0.118164, + 0.131836, + 0.093262, + 0.129883, + 0.126953, + 0.119629, + 0.121582, + 0.124023, + 0.097168, + 0.115234, + 0.121094, + 0.137695, + 0.121582, + 0.111816, + 0.128906, + 0.130859, + 0.12207, + 0.138672, + 0.125, + 0.115234, + 0.092285, + 0.118652, + 0.130859, + 0.123535, + 0.134766, + 0.120605, + 0.135742, + 0.135742, + 0.150391, + 0.119141, + 0.121094, + 0.135742, + 0.123535, + 0.102539, + 0.125977, + 0.121094, + 0.138672, + 0.134766, + 0.229492, + 0.134766, + 0.119141, + 0.108398, + 0.113281, + 0.133789, + 0.114258, + 0.121094, + 0.102051, + 0.181641, + 0.129883, + 0.119629, + 0.15332, + 0.147461, + 0.128906, + 0.102051, + 0.125977, + 0.104004, + 0.069336, + 0.09375, + 0.119141, + 0.101562, + 0.137695, + 0.119629, + 0.134766, + 0.134766, + 0.140625, + 0.123047, + 0.12793, + 0.128906, + 0.144531, + 0.119629, + 0.111816, + 0.130859, + 0.105957, + 0.124512, + 0.146484, + 0.149414, + 0.129883, + 0.129883, + 0.107422, + 0.129883, + 0.116211, + 0.103516, + 0.132812, + 0.124512, + 0.125977, + 0.115723, + 0.121582, + 0.121094, + 0.129883, + 0.171875, + 0.126953, + 0.128906, + 0.134766, + 0.139648, + 0.000275, + 0.12207, + 0.139648, + 0.151367, + 0.128906, + 0.125977, + 0.110352, + 0.144531, + 0.137695, + 0.154297, + 0.071289, + 0.126953, + 0.121094, + 0.140625, + 0.119141, + 0.147461, + 0.132812, + 0.125, + 0.316406, + 0.134766, + 0.157227, + 0.132812, + 0.113281, + 0.131836, + 0.111816, + 0.128906, + 0.136719, + 0.133789, + 0.110352, + 0.094238, + 0.120605, + 0.12793, + 0.114746, + 0.114746, + 0.133789, + 0.128906, + 0.109375, + 0.069824, + 0.111816, + 0.125977, + 0.130859, + 0.162109, + 0.132812, + 0.145508, + 0.122559, + 0.185547, + 0.129883, + 0.138672, + 0.136719, + 0.095703, + 0.136719, + 0.123535, + 0.10791, + 0.120117, + 0.11084, + 0.124023, + 0.137695, + 0.10791, + 0.144531, + 0.12207, + 0.141602, + 0.123535, + 0.152344, + 0.129883, + 0.129883, + 0.112793, + 0.148438, + 0.125977, + 0.131836, + 0.123535, + 0.061523, + 0.131836, + 0.12793, + 0.118164, + 0.171875, + 0.15918, + 0.164062, + 0.148438, + 0.081055, + 0.130859, + 0.135742, + 0.121094, + 0.125, + 0.129883, + 0.143555, + 0.132812, + 0.15332, + 0.123047, + 0.123047, + 0.058105, + 0.137695, + 0.185547, + 0.118164, + 0.12793, + 0.120117, + 0.145508, + 0.122559, + 0.12793, + 0.132812, + 0.130859, + 0.130859, + 0.134766, + 0.117188, + 0.146484, + 0.111328, + 0.129883, + 0.118164, + 0.137695, + 0.100098, + 0.154297, + 0.116211, + 0.132812, + 0.129883, + 0.083008, + 0.130859, + 0.131836, + 0.120605, + 0.151367, + 0.05542, + 0.117188, + 0.150391, + 0.141602, + 0.069824, + 0.118164, + 0.133789, + 0.130859, + 0.125, + 0.126953, + 0.140625, + 0.125977, + 0.200195, + 0.11377, + 0.146484, + 0.115723, + 0.131836, + 0.609375, + 0.117676, + 0.154297, + 0.116211, + 0.141602, + 0.142578, + 0.130859, + 0.131836, + 0.129883, + 0.129883, + 0.119629, + 0.123047, + 0.129883, + 0.145508, + 0.125977, + 0.122559, + 0.124023, + 0.119629, + 0.133789, + 0.148438, + 0.166016, + 0.12793, + 0.219727, + 0.213867, + 0.148438, + 0.099609, + 0.115723, + 0.125, + 0.133789, + 0.132812, + 0.148438, + 0.135742, + 0.125977, + 0.080566, + 0.140625, + 0.125977, + 0.080566, + 0.148438, + 0.056885, + 0.131836, + 0.137695, + 0.129883, + 0.128906, + 0.133789, + 0.130859, + 0.138672, + 0.128906, + 0.114746, + 0.123047, + 0.131836, + 0.126953, + 0.125977, + 0.112793, + 0.125977, + 0.045898, + 0.167969, + 0.068848, + 0.12207, + 0.12793, + 0.120605, + 0.111816, + 0.091797, + 0.217773, + 0.069336, + 0.124023, + 0.137695, + 0.142578, + 0.134766, + 0.12793, + 0.149414, + 0.125977, + 0.133789, + 0.15332, + 0.12207, + 0.12207, + 0.141602, + 0.134766, + 0.108398, + 0.094238, + 0.116211, + 0.121582, + 0.306641, + 0.082031, + 0.129883, + 0.123047, + 0.138672, + 0.110352, + 0.126953, + 0.121094, + 0.137695, + 0.126953, + 0.121582, + 0.12793, + 0.082031, + 0.116699, + 0.131836, + 0.131836, + 0.112793, + 0.104004, + 0.11377, + 0.130859, + 0.128906, + 0.123047, + 0.129883, + 0.124023, + 0.115234, + 0.126953, + 0.134766, + 0.152344, + 0.115234, + 0.128906, + 0.128906, + 0.135742, + 0.139648, + 0.129883, + 0.12793, + 0.135742, + 0.129883, + 0.132812, + 0.115234, + 0.137695, + 0.170898, + 0.129883, + 0.134766, + 0.148438, + 0.050293, + 0.131836, + 0.128906, + 0.129883, + 0.131836, + 0.111816, + 0.12793, + 0.134766, + 0.129883, + 0.145508, + 0.116699, + 0.12207, + 0.15332, + 0.133789, + 0.117676, + 0.134766, + 0.129883, + 0.124512, + 0.122559, + 0.137695, + 0.136719, + 0.120117, + 0.12207, + 0.126953, + 0.079102, + 0.12207, + 0.119629, + 0.115723, + 0.116699, + 0.137695, + 0.138672, + 0.105469, + 0.125977, + 0.125977, + 0.123047, + 0.099121, + 0.126953, + 0.074707, + 0.116211, + 0.126953, + 0.15332, + 0.12793, + 0.121582, + 0.124023, + 0.082031, + 0.144531, + 0.126953, + 0.133789, + 0.122559, + 0.121094, + 0.117676, + 0.160156, + 0.124023, + 0.132812, + 0.123047, + 0.074219, + 0.12793, + 0.181641, + 0.12793, + 0.116211, + 0.143555, + 0.121094, + 0.09375, + 0.138672, + 0.112305, + 0.133789, + 0.087402, + 0.117676, + 0.128906, + 0.123047, + 0.139648, + 0.136719, + 0.167969, + 0.132812, + 0.128906, + 0.155273, + 0.132812, + 0.129883, + 0.137695, + 0.119629, + 0.126953, + 0.123047, + 0.135742, + 0.068848, + 0.132812, + 0.114746, + 0.111816, + 0.125, + 0.130859, + 0.125977, + 0.123535, + 0.12793, + 0.125, + 0.12207, + 0.139648, + 0.12207, + 0.135742, + 0.144531, + 0.141602, + 0.125977, + 0.137695, + 0.119629, + 0.12793, + 0.116699, + 0.10791, + 0.108398, + 0.124512, + 0.124512, + 0.130859, + 0.124512, + 0.128906, + 0.056885, + 0.117188, + 0.133789, + 0.142578, + 0.133789, + 0.12793, + 0.109375, + 0.142578, + 0.145508, + 0.129883, + 0.119629, + 0.149414, + 0.125977, + 0.15918, + 0.135742, + 0.148438, + 0.124512, + 0.136719, + 0.154297, + 0.134766, + 0.149414, + 0.064453, + 0.113281, + 0.07959, + 0.107422, + 0.140625, + 0.125977, + 0.143555, + 0.124512, + 0.130859, + 0.119629, + 0.119141, + 0.138672, + 0.119629, + 0.134766, + 0.095703, + 0.130859, + 0.129883, + 0.128906, + 0.131836, + 0.124512, + 0.123535, + 0.142578, + 0.143555, + 0.12207, + 0.116699, + 0.129883, + 0.134766, + 0.125977, + 0.131836, + 0.136719, + 0.114746, + 0.141602, + 0.07666, + 0.11084, + 0.105957, + 0.135742, + 0.122559, + 0.135742, + 0.131836, + 0.091309, + 0.124512, + 0.130859, + 0.128906, + 0.145508, + 0.140625, + 0.126953, + 0.130859, + 0.130859, + 0.125977, + 0.15332, + 0.115234, + 0.116211, + 0.134766, + 0.12207, + 0.126953, + 0.172852, + 0.122559, + 0.279297, + 0.124023, + 0.144531, + 0.108887, + 0.124512, + 0.136719, + 0.236328, + 0.140625, + 0.138672, + 0.102051, + 0.110352, + 0.119141, + 0.109863, + 0.123047, + 0.126953, + 0.165039, + 0.121582, + 0.12207, + 0.143555, + 0.119141, + 0.136719, + 0.129883, + 0.133789, + 0.109863, + 0.125977, + 0.132812, + 0.119629, + 0.142578, + 0.118652, + 0.134766, + 0.12793, + 0.131836, + 0.136719, + 0.122559, + 0.135742, + 0.157227, + 0.148438, + 0.12793, + 0.185547, + 0.136719, + 0.132812, + 0.131836, + 0.119141, + 0.118652, + 0.12793, + 0.11084, + 0.15332, + 0.125977, + 0.15332, + 0.144531, + 0.151367, + 0.170898, + 0.11084, + 0.129883, + 0.128906, + 0.087402, + 0.131836, + 0.128906, + 0.117188, + 0.143555, + 0.125, + 0.140625, + 0.114258, + 0.120117, + 0.137695, + 0.133789, + 0.128906, + 0.131836, + 0.140625, + 0.133789, + 0.150391, + 0.126953, + 0.114258, + 0.139648, + 0.119141, + 0.112305, + 0.152344, + 0.182617, + 0.115234, + 0.135742, + 0.111328, + 0.116211, + 0.135742, + 0.139648, + 0.119141, + 0.147461, + 0.126953, + 0.141602, + 0.149414, + 0.121094, + 0.110352, + 0.146484, + 0.119141, + 0.137695, + 0.151367, + 0.138672, + 0.114746, + 0.122559, + 0.07373, + 0.131836, + 0.126953, + 0.112305, + 0.152344, + 0.115723, + 0.115723, + 0.106445, + 0.129883, + 0.135742, + 0.112305, + 0.123047, + 0.131836, + 0.136719, + 0.120117, + 0.095215, + 0.116699, + 0.125977, + 0.116211, + 0.094727, + 0.151367, + 0.119629, + 0.11377, + 0.155273, + 0.147461, + 0.162109, + 0.084961, + 0.063477, + 0.124023, + 0.146484, + 0.075684, + 0.118164, + 0.09375, + 0.133789, + 0.191406, + 0.124512, + 0.108887, + 0.122559, + 0.135742, + 0.130859, + 0.132812, + 0.146484, + 0.126953, + 0.140625, + 0.12793, + 0.121094, + 0.183594, + 0.140625, + 0.139648, + 0.208008, + 0.141602, + 0.166016, + 0.128906, + 0.126953, + 0.138672, + 0.136719, + 0.120117, + 0.134766, + 0.133789, + 0.201172, + 0.118652, + 0.113281, + 0.100586, + 0.151367, + 0.136719, + 0.10791, + 0.130859, + 0.112305, + 0.135742, + 0.135742, + 0.133789, + 0.144531, + 0.134766, + 0.116211, + 0.112305, + 0.123535, + 0.120605, + 0.12793, + 0.119629, + 0.099609, + 0.174805, + 0.145508, + 0.136719, + 0.075195, + 0.124023, + 0.131836, + 0.136719, + 0.126953, + 0.121582, + 0.132812, + 0.128906, + 0.104492, + 0.123047, + 0.130859, + 0.130859, + 0.142578, + 0.117188, + 0.124023, + 0.124023, + 0.126953, + 0.133789 + ] + }, + "name": "model.transformer.layers.5.attn_norm.weight", + "outputIndexes": [ + 351 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 350, + 351 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_5/Mul_1_output_0", + "outputIndexes": [ + 352 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 352 + ], + "outputIndexes": [ + 1586 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1586 + ], + "outputIndexes": [ + 1587 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear", + "inputIndexes": [ + 1587 + ], + "outputIndexes": [ + 1588 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 26015892, + 786454, + 98304, + 4096, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1588 + ], + "outputIndexes": [ + 1589 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1589 + ], + "outputIndexes": [ + 353 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 352 + ], + "main_type": "NONE", + "name": "/Shape_21_output_0", + "outputIndexes": [ + 354 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 354 + ], + "main_type": "NONE", + "name": "Shape505", + "outputIndexes": [ + 355 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 354 + ], + "main_type": "NONE", + "name": "Rank507", + "outputIndexes": [ + 356 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 356, + 356 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp509", + "outputIndexes": [ + 357 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 357 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze510", + "outputIndexes": [ + 358 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 357, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp512", + "outputIndexes": [ + 359 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 359 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze513", + "outputIndexes": [ + 360 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 355, + 358, + 360, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice516", + "outputIndexes": [ + 361 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 361 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze517", + "outputIndexes": [ + 362 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 362 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp518", + "outputIndexes": [ + 363 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 363, + 362 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp519", + "outputIndexes": [ + 364 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 354, + 364, + 357 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_29_output_0", + "outputIndexes": [ + 365 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 365, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_51_output_0", + "outputIndexes": [ + 366 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 366, + 244, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_25_output_0", + "outputIndexes": [ + 367 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 353, + 367 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_21_output_0", + "outputIndexes": [ + 368 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 368 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_5/Mul_output_0", + "outputIndexes": [ + 369 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.460938, + 1.703125, + 1.335938, + 1.375, + 2.359375, + 1.570312, + 1.84375, + 1.359375, + 1.90625, + 2.09375, + 1.90625, + 2.15625, + 2.234375, + 2.140625, + 2.140625, + 2.25, + 2.328125, + 0.07666, + 2.0625, + 2.03125, + 2.453125, + 2.234375, + 1.890625, + 5.8125, + 2.15625, + 2.125, + 1.992188, + 1.382812, + 2.203125, + 2.109375, + 1.828125, + 2.28125, + 1.242188, + 0.002731, + 0.996094, + 1.226562, + 0.05127, + 1.71875, + 1.898438, + 2.15625, + 1.9375, + 2.046875, + 2.0, + 2.015625, + 2.265625, + 2.03125, + 2.15625, + 2.203125, + 2.234375, + 5.4375, + 2.421875, + 2.984375, + 2.078125, + 2.34375, + 2.46875, + 0.018433, + 1.921875, + 2.140625, + 2.28125, + 2.484375, + 1.335938, + 2.015625, + 2.875, + 1.507812 + ] + }, + "name": "model.transformer.layers.5.attn.q_norm.weight", + "outputIndexes": [ + 370 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 369, + 370 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_5/Mul_1_output_0", + "outputIndexes": [ + 371 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 371, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_20_output_0", + "outputIndexes": [ + 372 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 371, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_21_output_0", + "outputIndexes": [ + 373 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 373 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_10_output_0", + "outputIndexes": [ + 374 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 371, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_20_output_0", + "outputIndexes": [ + 375 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 374, + 375 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_28_output_0", + "outputIndexes": [ + 376 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 376, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_21_output_0", + "outputIndexes": [ + 377 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 372, + 377 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_20_output_0", + "outputIndexes": [ + 378 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 352 + ], + "outputIndexes": [ + 1590 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1590 + ], + "outputIndexes": [ + 1591 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear", + "inputIndexes": [ + 1591 + ], + "outputIndexes": [ + 1592 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 26904746, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1592 + ], + "outputIndexes": [ + 1593 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1593 + ], + "outputIndexes": [ + 379 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 366, + 258, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_26_output_0", + "outputIndexes": [ + 380 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 379, + 380 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_22_output_0", + "outputIndexes": [ + 381 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 381 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_5/Mul_output_0", + "outputIndexes": [ + 382 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.515625, + 1.1875, + 1.375, + 1.015625, + 1.421875, + 1.78125, + 1.929688, + 1.984375, + 2.015625, + 1.890625, + 1.945312, + 1.921875, + 1.789062, + 2.015625, + 2.09375, + 2.109375, + 2.0, + 5.03125, + 2.328125, + 2.21875, + 1.96875, + 2.0625, + 2.359375, + 0.165039, + 2.1875, + 2.171875, + 2.375, + 3.390625, + 1.617188, + 1.992188, + 2.578125, + 1.84375, + 1.234375, + -0.011597, + 0.617188, + 1.546875, + 0.077148, + 1.773438, + 1.9375, + 1.265625, + 2.0, + 1.859375, + 1.945312, + 1.960938, + 1.929688, + 2.203125, + 2.09375, + 2.15625, + 2.109375, + 0.031494, + 1.992188, + 1.554688, + 2.34375, + 1.898438, + 1.9375, + 9.0625, + 2.34375, + 2.1875, + 2.0625, + 1.601562, + 3.453125, + 2.296875, + 1.976562, + 2.890625 + ] + }, + "name": "model.transformer.layers.5.attn.k_norm.weight", + "outputIndexes": [ + 383 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 382, + 383 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_5/Mul_1_output_0", + "outputIndexes": [ + 384 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_22_output_0", + "outputIndexes": [ + 385 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_23_output_0", + "outputIndexes": [ + 386 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 386 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_11_output_0", + "outputIndexes": [ + 387 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 384, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_22_output_0", + "outputIndexes": [ + 388 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 387, + 388 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_29_output_0", + "outputIndexes": [ + 389 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 389, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_23_output_0", + "outputIndexes": [ + 390 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 385, + 390 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_21_output_0", + "outputIndexes": [ + 391 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 352 + ], + "outputIndexes": [ + 1594 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1594 + ], + "outputIndexes": [ + 1595 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear", + "inputIndexes": [ + 1595 + ], + "outputIndexes": [ + 1596 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 27126976, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1596 + ], + "outputIndexes": [ + 1597 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1597 + ], + "outputIndexes": [ + 392 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 392, + 380 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_23_output_0", + "outputIndexes": [ + 393 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 378, + 391, + 393, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.5/self_attn/FusedAttention", + "outputIndexes": [ + 394 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 394 + ], + "outputIndexes": [ + 1598 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1024, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1598 + ], + "outputIndexes": [ + 1599 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear", + "inputIndexes": [ + 1599 + ], + "outputIndexes": [ + 1600 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1024, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 27349206, + 786454, + 98304, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1600 + ], + "outputIndexes": [ + 1601 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1601 + ], + "outputIndexes": [ + 395 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 349, + 395 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_22_output_0", + "outputIndexes": [ + 396 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 396 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_5/Mul_output_0", + "outputIndexes": [ + 397 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.302734, + 0.273438, + 0.306641, + 0.257812, + 0.237305, + 0.306641, + 0.298828, + 0.308594, + 0.3125, + 0.294922, + 0.294922, + 0.123047, + 0.302734, + 0.275391, + 0.308594, + 0.314453, + 0.308594, + 0.308594, + 0.271484, + 0.261719, + 0.091797, + 0.304688, + 0.165039, + 0.304688, + 0.308594, + 0.310547, + 0.386719, + 0.324219, + 0.310547, + 0.304688, + 0.300781, + 0.300781, + 0.233398, + 0.24707, + 0.310547, + 0.3125, + 0.306641, + 0.302734, + 0.302734, + 0.285156, + 0.294922, + 0.298828, + 0.298828, + 0.298828, + 0.300781, + 0.291016, + 0.289062, + 0.294922, + 0.298828, + 0.141602, + 0.300781, + 0.292969, + 0.296875, + 0.308594, + 0.101074, + 0.316406, + 0.289062, + 0.292969, + 0.308594, + 0.330078, + 0.283203, + 0.292969, + 0.109375, + 0.292969, + 0.333984, + 0.306641, + 0.318359, + 0.277344, + 0.292969, + 0.202148, + 0.302734, + 0.279297, + 0.302734, + 0.298828, + 0.200195, + 0.306641, + 0.298828, + 0.302734, + 0.298828, + 0.291016, + 0.289062, + 0.308594, + 0.316406, + 0.298828, + 0.129883, + 0.304688, + 0.310547, + 0.324219, + 0.294922, + 0.223633, + 0.298828, + 0.279297, + 0.3125, + 0.302734, + 0.304688, + 0.275391, + 0.172852, + 0.300781, + 0.114258, + 0.168945, + 0.298828, + 0.277344, + 0.277344, + 0.306641, + 0.300781, + 0.292969, + 0.273438, + 0.235352, + 0.232422, + 0.294922, + 0.3125, + 0.298828, + 0.298828, + 0.209961, + 0.285156, + 0.292969, + 0.310547, + 0.302734, + 0.294922, + 0.296875, + 0.304688, + 0.291016, + 0.289062, + 0.296875, + 0.304688, + 0.314453, + 0.308594, + 0.306641, + 0.285156, + 0.292969, + 0.314453, + 0.292969, + 0.279297, + 0.3125, + 0.3125, + 0.283203, + 0.155273, + 0.310547, + 0.310547, + 0.206055, + 0.304688, + 0.296875, + 0.289062, + 0.316406, + 0.140625, + 0.147461, + 0.251953, + 0.292969, + 0.283203, + 0.232422, + 0.308594, + 0.279297, + 0.289062, + 0.292969, + 0.298828, + 0.289062, + 0.306641, + 0.333984, + 0.308594, + 0.292969, + 0.308594, + 0.205078, + 0.302734, + 0.292969, + 0.302734, + 0.310547, + 0.308594, + 0.294922, + 0.298828, + 0.197266, + 0.160156, + 0.3125, + 0.131836, + 0.314453, + 0.320312, + 0.388672, + 0.294922, + 0.296875, + 0.306641, + 0.308594, + 0.304688, + 0.300781, + 0.291016, + 0.291016, + 0.298828, + 0.318359, + 0.300781, + 0.283203, + 0.310547, + 0.277344, + 0.324219, + 0.291016, + 0.055664, + 0.302734, + 0.289062, + 0.308594, + 0.287109, + 0.308594, + 0.318359, + 0.231445, + 0.289062, + 0.285156, + 0.304688, + 0.300781, + 0.28125, + 0.3125, + 0.3125, + 0.291016, + 0.304688, + 0.292969, + 0.285156, + 0.277344, + 0.302734, + 0.314453, + 0.294922, + 0.291016, + 0.320312, + 0.291016, + 0.314453, + 0.296875, + 0.300781, + 0.283203, + 0.300781, + 0.111816, + 0.308594, + 0.095703, + 0.314453, + 0.275391, + 0.296875, + 0.306641, + 0.292969, + 0.296875, + 0.251953, + 0.232422, + 0.287109, + 0.294922, + 0.304688, + 0.275391, + 0.302734, + 0.300781, + 0.265625, + 0.139648, + 0.324219, + 0.300781, + 0.28125, + 0.306641, + 0.12793, + 0.3125, + 0.300781, + 0.287109, + 0.306641, + 0.09668, + 0.298828, + 0.271484, + 0.298828, + 0.310547, + 0.292969, + 0.300781, + 0.300781, + 0.294922, + 0.291016, + 0.292969, + 0.104492, + 0.310547, + 0.302734, + 0.310547, + 0.3125, + 0.080566, + 0.285156, + 0.277344, + 0.308594, + 0.304688, + 0.294922, + 0.300781, + 0.300781, + 0.294922, + 0.294922, + 0.224609, + 0.296875, + 0.206055, + 0.308594, + 0.296875, + 0.245117, + 0.300781, + 0.298828, + 0.300781, + 0.306641, + 0.328125, + 0.292969, + 0.304688, + 0.225586, + 0.304688, + 0.304688, + 0.302734, + 0.119141, + 0.302734, + 0.117188, + 0.3125, + 0.233398, + 0.182617, + 0.310547, + 0.304688, + 0.314453, + 0.310547, + 0.296875, + 0.3125, + 0.304688, + 0.253906, + 0.300781, + 0.296875, + 0.310547, + 0.3125, + 0.074707, + 0.300781, + 0.335938, + 0.298828, + 0.308594, + 0.151367, + 0.104004, + 0.279297, + 0.300781, + 0.304688, + 0.291016, + 0.300781, + 0.304688, + 0.292969, + 0.306641, + 0.304688, + 0.296875, + 0.308594, + 0.255859, + 0.294922, + 0.285156, + 0.306641, + 0.302734, + 0.308594, + 0.291016, + 0.296875, + 0.208008, + 0.304688, + 0.223633, + 0.255859, + 0.302734, + 0.172852, + 0.283203, + 0.34375, + -0.000357, + 0.206055, + 0.308594, + 0.296875, + 0.251953, + 0.294922, + 0.111816, + 0.232422, + 0.302734, + 0.132812, + 0.259766, + 0.302734, + 0.25, + 0.306641, + 0.291016, + 0.236328, + 0.308594, + 0.291016, + 0.241211, + 0.287109, + 0.310547, + 0.217773, + 0.310547, + 0.125977, + 0.141602, + 0.292969, + 0.111816, + 0.300781, + 0.310547, + 0.117188, + 0.308594, + 0.302734, + 0.298828, + 0.271484, + 0.310547, + 0.277344, + 0.314453, + 0.302734, + 0.166992, + 0.233398, + 0.105469, + 0.294922, + 0.28125, + 0.304688, + 0.318359, + 0.275391, + 0.298828, + 0.122559, + 0.316406, + 0.155273, + 0.294922, + 0.011414, + 0.180664, + 0.339844, + 0.300781, + 0.326172, + 0.339844, + 0.304688, + 0.304688, + 0.122559, + 0.114258, + 0.306641, + 0.308594, + 0.314453, + 0.302734, + 0.115723, + 0.283203, + 0.298828, + 0.304688, + 0.298828, + 0.285156, + 0.294922, + 0.300781, + 0.304688, + 0.291016, + 0.253906, + 0.296875, + 0.145508, + 0.289062, + 0.196289, + 0.298828, + 0.304688, + 0.263672, + 0.300781, + 0.285156, + 0.300781, + 0.316406, + 0.326172, + 0.314453, + 0.298828, + 0.292969, + 0.3125, + 0.28125, + 0.287109, + 0.296875, + 0.279297, + 0.257812, + 0.289062, + 0.298828, + 0.3125, + 0.296875, + 0.142578, + 0.306641, + 0.306641, + 0.178711, + 0.326172, + 0.287109, + 0.314453, + 0.197266, + 0.302734, + 0.308594, + 0.176758, + 0.306641, + 0.322266, + 0.296875, + 0.15332, + 0.292969, + 0.302734, + 0.294922, + 0.185547, + 0.294922, + 0.308594, + 0.296875, + 0.302734, + 0.207031, + 0.269531, + 0.287109, + 0.170898, + 0.296875, + 0.302734, + 0.304688, + 0.294922, + 0.296875, + 0.28125, + 0.300781, + 0.294922, + 0.306641, + 0.228516, + 0.314453, + 0.104004, + 0.302734, + 0.306641, + 0.291016, + 0.3125, + 0.277344, + 0.287109, + 0.283203, + 0.296875, + 0.316406, + 0.308594, + 0.310547, + 0.234375, + 0.3125, + 0.230469, + 0.302734, + 0.306641, + 0.109375, + 0.294922, + 0.261719, + 0.308594, + 0.306641, + 0.302734, + 0.322266, + 0.136719, + 0.314453, + 0.320312, + 0.324219, + 0.287109, + 0.210938, + 0.287109, + 0.304688, + 0.316406, + 0.291016, + 0.328125, + 0.207031, + 0.291016, + 0.298828, + 0.294922, + 0.255859, + 0.294922, + 0.304688, + 0.287109, + 0.300781, + 0.000462, + 0.300781, + 0.300781, + 0.296875, + 0.308594, + 0.298828, + 0.114258, + 0.320312, + 0.308594, + 0.306641, + 0.289062, + 0.316406, + 0.300781, + 0.200195, + 0.291016, + 0.306641, + 0.294922, + 0.316406, + 0.277344, + 0.306641, + 0.28125, + 0.233398, + 0.306641, + 0.235352, + 0.188477, + 0.248047, + 0.306641, + 0.300781, + 0.316406, + 0.310547, + 0.302734, + 0.302734, + 0.141602, + 0.185547, + 0.324219, + 0.273438, + 0.304688, + 0.251953, + 0.294922, + 0.302734, + 0.308594, + 0.302734, + 0.197266, + 0.308594, + 0.253906, + 0.310547, + 0.296875, + 0.248047, + 0.292969, + 0.298828, + 0.3125, + 0.316406, + 0.298828, + 0.308594, + 0.302734, + 0.292969, + 0.304688, + 0.289062, + 0.291016, + 0.279297, + 0.302734, + 0.308594, + 0.316406, + 0.296875, + 0.291016, + 0.310547, + 0.304688, + 0.233398, + 0.116211, + 0.302734, + 0.217773, + 0.294922, + 0.302734, + 0.308594, + 0.310547, + 0.283203, + 0.287109, + 0.310547, + 0.191406, + 0.202148, + 0.306641, + 0.292969, + 0.172852, + 0.310547, + 0.285156, + 0.304688, + 0.316406, + 0.298828, + 0.310547, + 0.174805, + 0.296875, + 0.314453, + 0.304688, + 0.308594, + 0.292969, + 0.292969, + 0.294922, + 0.292969, + 0.310547, + 0.304688, + 0.289062, + 0.298828, + 0.292969, + 0.304688, + 0.298828, + 0.304688, + 0.314453, + 0.306641, + 0.308594, + 0.298828, + 0.298828, + 0.298828, + 0.201172, + 0.289062, + 0.300781, + 0.296875, + 0.271484, + 0.310547, + 0.106934, + 0.289062, + 0.310547, + 0.292969, + 0.300781, + 0.310547, + 0.287109, + 0.296875, + 0.322266, + 0.302734, + 0.25, + 0.318359, + 0.07666, + 0.306641, + 0.292969, + 0.275391, + 0.285156, + 0.267578, + 0.310547, + 0.289062, + 0.294922, + 0.294922, + 0.25, + 0.249023, + 0.300781, + 0.106934, + 0.298828, + 0.294922, + 0.298828, + 0.283203, + 0.302734, + 0.287109, + 0.308594, + 0.302734, + 0.298828, + 0.298828, + 0.308594, + 0.248047, + 0.304688, + 0.102051, + 0.310547, + 0.178711, + 0.304688, + 0.300781, + 0.261719, + 0.337891, + 0.306641, + 0.279297, + 0.285156, + 0.298828, + 0.292969, + 0.304688, + 0.289062, + 0.304688, + 0.304688, + 0.124023, + 0.302734, + 0.318359, + 0.302734, + 0.298828, + 0.204102, + 0.300781, + 0.279297, + 0.298828, + 0.306641, + 0.3125, + 0.304688, + 0.296875, + 0.351562, + 0.271484, + 0.194336, + 0.292969, + 0.300781, + 0.3125, + 0.285156, + 0.347656, + 0.306641, + 0.3125, + 0.318359, + 0.292969, + 0.322266, + 0.308594, + 0.304688, + 0.302734, + 0.304688, + 0.304688, + 0.142578, + 0.291016, + 0.332031, + 0.302734, + 0.306641, + 0.316406, + 0.3125, + 0.300781, + 0.285156, + 0.3125, + 0.269531, + 0.283203, + 0.318359, + 0.302734, + 0.292969, + 0.285156, + 0.139648, + 0.294922, + 0.291016, + 0.136719, + 0.300781, + 0.287109, + 0.09082, + 0.263672, + 0.308594, + 0.298828, + 0.296875, + 0.3125, + 0.310547, + 0.294922, + 0.306641, + 0.314453, + 0.111816, + 0.298828, + 0.292969, + 0.322266, + 0.302734, + 0.310547, + 0.3125, + 0.291016, + 0.137695, + 0.294922, + 0.304688, + 0.291016, + 0.308594, + 0.298828, + 0.302734, + 0.306641, + 0.275391, + 0.302734, + 0.3125, + 0.12793, + 0.129883, + 0.306641, + 0.294922, + 0.310547, + 0.318359, + 0.180664, + 0.263672, + 0.302734, + 0.291016, + 0.294922, + 0.210938, + 0.296875, + 0.308594, + 0.316406, + 0.310547, + 0.292969, + 0.310547, + 0.322266, + 0.314453, + 0.306641, + 0.285156, + 0.308594, + 0.310547, + 0.304688, + 0.279297, + 0.302734, + 0.273438, + 0.304688, + 0.300781, + 0.308594, + 0.304688, + 0.199219, + 0.291016, + 0.28125, + 0.316406, + 0.049316, + 0.302734, + 0.279297, + 0.310547, + 0.302734, + 0.287109, + 0.300781, + 0.335938, + 0.291016, + 0.300781, + 0.28125, + 0.285156, + 0.176758, + 0.279297, + 0.302734, + 0.09082, + 0.316406, + 0.265625, + 0.298828, + 0.242188, + 0.176758, + 0.243164, + 0.296875, + 0.302734, + 0.292969, + 0.277344, + 0.308594, + 0.306641, + 0.302734, + 0.324219, + 0.332031, + 0.105469, + 0.296875, + 0.128906, + 0.28125, + 0.320312, + 0.302734, + 0.302734, + 0.267578, + 0.306641, + 0.283203, + 0.300781, + 0.255859, + 0.298828, + 0.320312, + 0.304688, + 0.306641, + 0.300781, + 0.294922, + 0.261719, + 0.306641, + 0.306641, + 0.310547, + 0.294922, + 0.314453, + 0.326172, + 0.291016, + 0.28125, + 0.3125, + 0.310547, + 0.298828, + 0.304688, + 0.296875, + 0.326172, + 0.294922, + 0.277344, + 0.296875, + 0.237305, + 0.000526, + 0.294922, + 0.28125, + 0.294922, + 0.292969, + 0.306641, + 0.320312, + 0.240234, + 0.306641, + 0.287109, + 0.292969, + 0.291016, + 0.197266, + 0.296875, + 0.294922, + 0.304688, + 0.294922, + 0.294922, + 0.140625, + 0.300781, + 0.285156, + 0.279297, + 0.314453, + 0.304688, + 0.302734, + 0.292969, + 0.289062, + 0.277344, + 0.316406, + 0.292969, + 0.314453, + 0.289062, + 0.300781, + 0.298828, + 0.302734, + 0.296875, + 0.316406, + 0.110352, + 0.298828, + 0.28125, + 0.302734, + 0.200195, + 0.291016, + 0.294922, + 0.298828, + 0.306641, + 0.28125, + 0.296875, + 0.294922, + 0.314453, + 0.304688, + 0.294922, + 0.310547, + 0.279297, + 0.306641, + 0.302734, + 0.291016, + 0.320312, + 0.243164, + 0.308594, + 0.308594, + 0.302734, + 0.314453, + 0.220703, + 0.302734, + 0.320312, + 0.306641, + 0.310547, + 0.271484, + 0.300781, + 0.353516, + 0.24707, + 0.300781, + 0.296875, + 0.261719, + 0.230469, + 0.115234, + 0.298828, + 0.10498, + 0.287109, + 0.310547, + 0.314453, + 0.300781, + 0.304688, + 0.273438, + 0.3125, + 0.283203, + 0.316406, + 0.3125, + 0.341797, + 0.304688, + 0.228516, + 0.306641, + 0.275391, + 0.291016, + 0.248047, + 0.291016, + 0.302734, + 0.285156, + 0.296875, + 0.296875, + 0.261719, + 0.310547, + 0.28125, + 0.3125, + 0.275391, + 0.298828, + 0.306641, + 0.150391, + 0.238281, + 0.300781, + 0.287109, + 0.273438, + 0.137695, + 0.302734, + 0.302734, + 0.296875, + 0.302734, + 0.365234, + 0.308594, + 0.275391, + 0.306641, + 0.111816, + 0.320312, + 0.294922, + 0.21582, + 0.296875, + 0.292969, + 0.292969, + 0.310547, + 0.283203, + 0.292969, + 0.241211, + 0.314453, + 0.292969, + 0.246094, + 0.296875, + 0.251953, + 0.316406, + 0.285156, + 0.287109, + 0.302734, + 0.275391, + 0.306641, + 0.308594, + 0.171875, + 0.204102, + 0.306641, + 0.320312, + 0.298828, + 0.316406, + 0.302734, + 0.314453, + 0.3125, + 0.289062, + 0.186523, + 0.292969, + 0.182617, + 0.18457, + 0.298828, + 0.314453, + 0.296875, + 0.298828, + 0.308594, + 0.292969, + 0.275391, + 0.310547, + 0.170898, + 0.304688, + 0.298828, + 0.289062, + 0.300781, + 0.275391, + 0.271484, + 0.304688, + 0.296875, + 0.296875, + 0.292969, + 0.298828, + 0.310547, + 0.291016, + 0.292969, + 0.316406, + 0.15918, + 0.298828, + 0.230469, + 0.324219, + 0.306641, + 0.291016, + 0.322266, + 0.373047, + 0.109863, + 0.308594, + 0.294922, + 0.310547, + 0.115723, + 0.145508, + 0.138672, + 0.11084, + 0.199219, + 0.294922, + 0.267578, + 0.287109, + 0.3125, + 0.294922, + 0.310547, + 0.302734, + 0.253906, + 0.296875, + 0.298828, + 0.289062, + 0.298828, + 0.330078, + 0.277344, + 0.310547, + 0.302734, + 0.226562, + 0.345703, + 0.306641, + 0.314453, + 0.277344, + 0.292969, + 0.306641, + 0.294922, + 0.302734, + 0.316406, + 0.200195, + 0.304688, + 0.335938, + 0.291016, + 0.302734, + 0.267578, + 0.3125, + 0.134766, + 0.310547, + 0.308594, + 0.130859, + 0.302734, + 0.308594, + 0.287109, + 0.308594, + 0.289062, + 0.298828, + 0.249023, + 0.180664, + 0.292969, + 0.285156, + 0.291016, + 0.304688, + 0.21582, + 0.289062, + 0.277344, + 0.279297, + 0.302734, + 0.308594, + 0.302734, + 0.265625, + 0.316406, + 0.285156, + 0.271484, + 0.296875, + 0.302734, + 0.298828, + 0.227539, + 0.300781, + 0.304688, + 0.287109, + 0.289062, + 0.304688, + 0.279297, + 0.298828, + 0.302734, + 0.239258, + 0.296875, + 0.306641, + 0.269531, + 0.277344, + 0.253906, + 0.292969, + 0.277344, + 0.269531, + 0.292969, + 0.304688, + 0.285156, + 0.111816, + 0.3125, + 0.302734, + 0.318359, + 0.296875, + 0.273438, + 0.271484, + 0.306641, + 0.310547, + 0.302734, + 0.306641, + 0.382812, + 0.296875, + 0.099609, + 0.292969, + 0.302734, + 0.240234, + 0.296875, + 0.294922, + 0.3125, + 0.308594, + 0.253906, + 0.300781, + 0.294922, + 0.304688, + 0.314453, + 0.291016, + 0.265625, + 0.300781, + 0.302734, + 0.300781, + 0.101074, + 0.306641, + 0.261719, + 0.285156, + 0.302734, + 0.267578, + 0.289062, + 0.318359, + 0.304688, + 0.300781, + 0.296875, + 0.314453, + 0.269531, + 0.298828, + 0.302734, + 0.289062, + 0.302734, + 0.257812, + 0.300781, + 0.306641, + 0.275391, + 0.285156, + 0.294922, + 0.300781, + 0.298828, + 0.292969, + 0.300781, + 0.302734, + 0.316406, + 0.300781, + 0.304688, + 0.320312, + 0.296875, + 0.296875, + 0.289062, + 0.310547, + 0.296875, + 0.300781, + 0.306641, + 0.259766, + 0.294922, + 0.300781, + 0.285156, + 0.294922, + 0.292969, + 0.304688, + 0.298828, + 0.275391, + 0.318359, + 0.308594, + -0.002365, + 0.229492, + 0.298828, + 0.298828, + 0.129883, + 0.296875, + 0.335938, + 0.310547, + 0.308594, + 0.261719, + 0.283203, + 0.263672, + 0.322266, + 0.269531, + 0.287109, + 0.294922, + 0.292969, + 0.292969, + 0.253906, + 0.275391, + 0.300781, + 0.300781, + 0.292969, + 0.302734, + 0.255859, + 0.294922, + 0.259766, + 0.390625, + 0.302734, + 0.121094, + 0.304688, + 0.261719, + 0.3125, + 0.298828, + 0.302734, + 0.271484, + 0.316406, + 0.306641, + 0.300781, + 0.304688, + 0.302734, + 0.18457, + 0.292969, + 0.306641, + 0.3125, + 0.292969, + 0.291016, + 0.304688, + 0.294922, + 0.257812, + 0.304688, + 0.308594, + 0.208008, + 0.289062, + 0.285156, + 0.296875, + 0.261719, + 0.302734, + 0.263672, + 0.378906, + 0.316406, + 0.125977, + 0.289062, + 0.294922, + 0.302734, + 0.310547, + 0.328125, + 0.296875, + 0.296875, + 0.304688, + 0.283203, + 0.277344, + 0.302734, + 0.304688, + 0.298828, + 0.300781, + 0.241211, + 0.255859, + 0.15625, + 0.287109, + 0.296875, + 0.296875, + 0.248047, + 0.28125, + 0.126953, + 0.306641, + 0.310547, + 0.292969, + 0.310547, + 0.271484, + 0.1875, + 0.296875, + 0.285156, + 0.310547, + 0.314453, + 0.310547, + 0.318359, + 0.3125, + 0.308594, + 0.213867, + 0.3125, + 0.226562, + 0.275391, + 0.289062, + 0.285156, + 0.167969, + 0.289062, + 0.123535, + 0.310547, + 0.25, + 0.304688, + 0.287109, + 0.306641, + 0.300781, + 0.294922, + 0.298828, + 0.310547, + 0.292969, + 0.285156, + 0.202148, + 0.304688, + 0.292969, + 0.213867, + 0.261719, + 0.310547, + 0.296875, + 0.300781, + 0.320312, + 0.300781, + 0.3125, + 0.269531, + 0.302734, + 0.296875, + 0.283203, + 0.253906, + 0.300781, + 0.306641, + 0.300781, + 0.277344, + 0.337891, + 0.298828, + 0.316406, + 0.308594, + 0.294922, + 0.302734, + 0.320312, + 0.300781, + 0.302734, + 0.292969, + 0.308594, + 0.298828, + 0.3125, + 0.277344, + 0.287109, + 0.277344, + 0.302734, + 0.228516, + 0.292969, + 0.291016, + 0.306641, + 0.261719, + 0.226562, + 0.308594, + 0.225586, + 0.308594, + 0.296875, + 0.302734, + 0.291016, + 0.316406, + 0.279297, + 0.291016, + 0.231445, + 0.269531, + 0.300781, + 0.310547, + 0.251953, + 0.300781, + 0.296875, + 0.226562, + 0.277344, + 0.326172, + 0.320312, + 0.328125, + 0.292969, + 0.277344, + 0.308594, + 0.188477, + 0.308594, + 0.287109, + 0.161133, + 0.300781, + 0.283203, + 0.304688, + 0.291016, + 0.316406, + 0.243164, + 0.314453, + 0.3125, + 0.152344, + 0.298828, + 0.304688, + 0.115234, + 0.228516, + 0.298828, + 0.3125, + 0.273438, + 0.291016, + 0.273438, + 0.141602, + 0.357422, + 0.300781, + 0.279297, + 0.111328, + 0.289062, + 0.339844, + 0.267578, + 0.292969, + 0.304688, + 0.320312, + 0.291016, + 0.285156, + 0.289062, + 0.291016, + 0.261719, + 0.294922, + 0.308594, + 0.314453, + 0.300781, + 0.106934, + 0.28125, + 0.261719, + 0.578125, + 0.298828, + 0.257812, + 0.265625, + 0.300781, + 0.232422, + 0.310547, + 0.314453, + 0.261719, + 0.298828, + 0.233398, + 0.302734, + 0.322266, + 0.3125, + 0.219727, + 0.273438, + 0.314453, + 0.306641, + 0.298828, + 0.300781, + 0.302734, + 0.314453, + 0.261719, + 0.300781, + 0.318359, + 0.304688, + 0.296875, + 0.306641, + 0.302734, + 0.320312, + 0.116699, + 0.263672, + 0.296875, + 0.302734, + 0.112793, + 0.314453, + 0.275391, + 0.296875, + 0.298828, + 0.300781, + 0.279297, + 0.302734, + 0.3125, + 0.289062, + 0.289062, + 0.306641, + 0.294922, + 0.316406, + 0.296875, + 0.304688, + 0.300781, + 0.296875 + ] + }, + "name": "model.transformer.layers.5.ffn_norm.weight", + "outputIndexes": [ + 398 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 397, + 398 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_5/Mul_1_output_0", + "outputIndexes": [ + 399 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 399 + ], + "outputIndexes": [ + 1602 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1602 + ], + "outputIndexes": [ + 1603 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_1/Linear", + "inputIndexes": [ + 1603 + ], + "outputIndexes": [ + 1604 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 4608, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 55296, + "weightSize": 0 + }, + "external": [ + 28233964, + 3538966, + 442368, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1604 + ], + "outputIndexes": [ + 1605 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1605 + ], + "outputIndexes": [ + 400 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 4608 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 2304 + ] + }, + "name": "/ffn_5/Mul_output_0", + "outputIndexes": [ + 401 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 400, + 21, + 401, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_5/Slice_output_0", + "outputIndexes": [ + 402 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 402 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_5/Sigmoid_output_0", + "outputIndexes": [ + 403 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 402, + 403 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_5/Mul_output_0", + "outputIndexes": [ + 404 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 4608 + ] + }, + "name": "/ffn_5/Mul_1_output_0", + "outputIndexes": [ + 405 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 400, + 401, + 405, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_5/Slice_1_output_0", + "outputIndexes": [ + 406 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 404, + 406 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_5/Mul_2_output_0", + "outputIndexes": [ + 407 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 407 + ], + "outputIndexes": [ + 1606 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2304, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1606 + ], + "outputIndexes": [ + 1607 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_2/Linear", + "inputIndexes": [ + 1607 + ], + "outputIndexes": [ + 1608 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2304, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 27648, + "weightSize": 0 + }, + "external": [ + 32215298, + 1769494, + 221184, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1608 + ], + "outputIndexes": [ + 1609 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.5/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1609 + ], + "outputIndexes": [ + 408 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 396, + 408 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_23_output_0", + "outputIndexes": [ + 409 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 409, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_24_output_0", + "outputIndexes": [ + 410 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 410 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_6/Mul_output_0", + "outputIndexes": [ + 411 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.125977, + 0.140625, + 0.115234, + 0.148438, + 0.149414, + 0.123535, + 0.128906, + 0.118652, + 0.116699, + 0.12207, + 0.123047, + 0.09668, + 0.112793, + 0.12207, + 0.101562, + 0.104492, + 0.12207, + 0.144531, + 0.146484, + 0.119141, + 0.044434, + 0.12793, + 0.106445, + 0.110352, + 0.116211, + 0.129883, + 0.113281, + 0.112793, + 0.118652, + 0.119141, + 0.125, + 0.115234, + 0.115234, + 0.137695, + 0.115234, + 0.111816, + 0.119141, + 0.107422, + 0.111328, + 0.119629, + 0.106934, + 0.129883, + 0.126953, + 0.12793, + 0.135742, + 0.138672, + 0.124512, + 0.108887, + 0.11377, + 0.099121, + 0.131836, + 0.122559, + 0.112793, + 0.104492, + 0.265625, + 0.138672, + 0.117188, + 0.113281, + 0.123047, + 0.12793, + 0.121582, + 0.116699, + 0.055664, + 0.116211, + 0.081543, + 0.122559, + 0.104492, + 0.128906, + 0.146484, + 0.227539, + 0.123047, + 0.158203, + 0.122559, + 0.110352, + 0.106934, + 0.111328, + 0.117188, + 0.136719, + 0.129883, + 0.115723, + 0.130859, + 0.112305, + 0.116699, + 0.119141, + 0.114258, + 0.141602, + 0.112305, + 0.100586, + 0.129883, + 0.122559, + 0.112793, + 0.143555, + 0.117188, + 0.130859, + 0.12207, + 0.142578, + 0.111328, + 0.124512, + 0.074707, + 0.093262, + 0.120117, + 0.146484, + 0.120117, + 0.123535, + 0.106934, + 0.120117, + 0.131836, + 0.112305, + 0.141602, + 0.109863, + 0.126953, + 0.135742, + 0.116699, + 0.125977, + 0.12793, + 0.126953, + 0.087891, + 0.118652, + 0.129883, + 0.126953, + 0.120605, + 0.118652, + 0.119629, + 0.115234, + 0.115234, + 0.115234, + 0.098145, + 0.116699, + 0.138672, + 0.114746, + 0.12793, + 0.114258, + 0.119629, + 0.11377, + 0.149414, + 0.115234, + 0.144531, + 0.11377, + 0.130859, + 0.102051, + 0.120605, + 0.146484, + 0.139648, + 0.115234, + 0.095215, + 0.099121, + 0.145508, + 0.148438, + 0.139648, + 0.141602, + 0.126953, + 0.137695, + 0.132812, + 0.114258, + 0.12793, + 0.119629, + 0.136719, + 0.099609, + 0.109375, + 0.1875, + 0.128906, + 0.207031, + 0.134766, + 0.116211, + 0.111816, + 0.11377, + 0.124512, + 0.123535, + 0.141602, + 0.168945, + 0.10791, + 0.10791, + 0.095215, + 0.122559, + 0.114746, + 0.123535, + 0.120117, + 0.161133, + 0.137695, + 0.101562, + 0.118652, + 0.12793, + 0.151367, + 0.129883, + 0.135742, + 0.108887, + 0.11377, + 0.146484, + 0.112305, + 0.117676, + 0.130859, + 0.12793, + 0.287109, + 0.121582, + 0.107422, + 0.137695, + 0.165039, + 0.115723, + 0.12207, + 0.208008, + 0.149414, + 0.123047, + 0.116211, + 0.110352, + 0.125977, + 0.12793, + 0.136719, + 0.133789, + 0.123535, + 0.120117, + 0.120117, + 0.126953, + 0.101562, + 0.112305, + 0.12793, + 0.120605, + 0.117676, + 0.125977, + 0.117676, + 0.136719, + 0.112793, + 0.233398, + 0.11377, + 0.064941, + 0.128906, + 0.175781, + 0.107422, + 0.111816, + 0.125977, + 0.117188, + 0.11377, + 0.115234, + 0.157227, + 0.15332, + 0.116699, + 0.113281, + 0.121094, + 0.109863, + 0.126953, + 0.132812, + 0.144531, + 0.106445, + 0.116699, + 0.108887, + 0.142578, + 0.116699, + 0.072754, + 0.104004, + 0.135742, + 0.117676, + 0.131836, + 0.066895, + 0.124023, + 0.144531, + 0.11377, + 0.12207, + 0.115234, + 0.121094, + 0.097168, + 0.101562, + 0.135742, + 0.124512, + 0.07373, + 0.123535, + 0.10498, + 0.144531, + 0.125, + 0.18457, + 0.124512, + 0.142578, + 0.106934, + 0.11377, + 0.132812, + 0.110352, + 0.115234, + 0.121582, + 0.120117, + 0.110352, + 0.113281, + 0.101074, + 0.135742, + 0.123535, + 0.132812, + 0.154297, + 0.109863, + 0.119141, + 0.113281, + 0.114258, + 0.139648, + 0.135742, + 0.113281, + 0.123535, + 0.114258, + 0.172852, + 0.05957, + 0.118164, + 0.089844, + 0.115723, + 0.131836, + 0.087402, + 0.116699, + 0.12207, + 0.111816, + 0.125, + 0.133789, + 0.115723, + 0.151367, + 0.169922, + 0.114746, + 0.121582, + 0.111816, + 0.113281, + 0.066895, + 0.118164, + 0.105469, + 0.124023, + 0.105957, + 0.080566, + 0.175781, + 0.155273, + 0.109863, + 0.116211, + 0.11377, + 0.111328, + 0.117676, + 0.108887, + 0.110352, + 0.140625, + 0.125977, + 0.106934, + 0.135742, + 0.115723, + 0.12207, + 0.139648, + 0.124512, + 0.133789, + 0.139648, + 0.12207, + 0.126953, + 0.118652, + 0.139648, + 0.141602, + 0.135742, + 0.104492, + 0.108887, + 0.092285, + 0.396484, + 0.105469, + 0.12793, + 0.11084, + 0.15625, + 0.136719, + 0.098145, + 0.177734, + 0.145508, + 0.316406, + 0.134766, + 0.108398, + 0.109375, + 0.130859, + 0.119629, + 0.128906, + 0.125977, + 0.125977, + 0.146484, + 0.129883, + 0.131836, + 0.142578, + 0.122559, + 0.078125, + 0.091797, + 0.125, + 0.089844, + 0.113281, + 0.114746, + 0.055664, + 0.132812, + 0.147461, + 0.131836, + 0.108887, + 0.123047, + 0.124512, + 0.116211, + 0.124023, + 0.101074, + 0.135742, + 0.064941, + 0.113281, + 0.128906, + 0.121094, + 0.134766, + 0.144531, + 0.10498, + 0.067383, + 0.11377, + 0.211914, + 0.109375, + 0.261719, + 0.0271, + 0.106934, + 0.138672, + 0.131836, + 0.089355, + 0.12793, + 0.118652, + 0.099609, + 0.081543, + 0.119141, + 0.114258, + 0.12207, + 0.133789, + 0.142578, + 0.15332, + 0.122559, + 0.107422, + 0.129883, + 0.125, + 0.119629, + 0.138672, + 0.132812, + 0.132812, + 0.147461, + 0.151367, + 0.269531, + 0.125977, + 0.144531, + 0.131836, + 0.109863, + 0.171875, + 0.117676, + 0.129883, + 0.101074, + 0.119141, + 0.146484, + 0.10498, + 0.115723, + 0.125, + 0.104492, + 0.135742, + 0.131836, + 0.117676, + 0.122559, + 0.133789, + 0.131836, + 0.129883, + 0.108398, + 0.138672, + 0.081055, + 0.102539, + 0.105469, + 0.199219, + 0.11084, + 0.139648, + 0.118652, + 0.102051, + 0.129883, + 0.124512, + 0.115234, + 0.119629, + 0.112793, + 0.124512, + 0.076172, + 0.138672, + 0.138672, + 0.134766, + 0.119629, + 0.11084, + 0.109375, + 0.117676, + 0.111816, + 0.148438, + 0.10791, + 0.136719, + 0.104492, + 0.105957, + 0.132812, + 0.124512, + 0.129883, + 0.118164, + 0.115234, + 0.135742, + 0.123047, + 0.132812, + 0.15918, + 0.107422, + 0.073242, + 0.115234, + 0.112793, + 0.125977, + 0.114258, + 0.148438, + 0.129883, + 0.15918, + 0.128906, + 0.119629, + 0.120605, + 0.125977, + 0.154297, + 0.139648, + 0.138672, + 0.12793, + 0.121094, + 0.058838, + 0.137695, + 0.128906, + 0.132812, + 0.11377, + 0.125977, + 0.123535, + 0.114258, + 0.113281, + 0.120117, + 0.098145, + 0.118652, + 0.186523, + 0.105957, + 0.117676, + 0.092285, + 0.114258, + 0.131836, + 0.136719, + 0.119141, + 0.138672, + 0.126953, + 0.117188, + 0.103516, + 0.136719, + 0.128906, + 0.12207, + 0.341797, + 0.125, + 0.112793, + 0.140625, + 0.141602, + 0.10498, + 0.071777, + 0.131836, + 0.134766, + 0.120117, + 0.12207, + 0.119141, + 0.112305, + 0.132812, + 0.128906, + 0.142578, + 0.140625, + 0.115723, + 0.148438, + 0.124023, + 0.12793, + 0.130859, + 0.132812, + 0.201172, + 0.133789, + 0.126953, + 0.116211, + 0.110352, + 0.105957, + 0.104492, + 0.103516, + 0.121582, + 0.111328, + 0.137695, + 0.109863, + 0.165039, + 0.098145, + 0.125977, + 0.134766, + 0.112305, + 0.146484, + 0.121582, + 0.129883, + 0.100586, + 0.148438, + 0.105957, + 0.126953, + 0.182617, + 0.12793, + 0.118652, + 0.116699, + 0.114258, + 0.140625, + 0.128906, + 0.116699, + 0.118652, + 0.128906, + 0.117188, + 0.137695, + 0.145508, + 0.122559, + 0.11377, + 0.128906, + 0.128906, + 0.112305, + 0.109863, + 0.11084, + 0.112793, + 0.078125, + 0.138672, + 0.11377, + 0.118164, + 0.12207, + 0.131836, + 0.11084, + 0.125977, + 0.121582, + 0.12793, + 0.118652, + 0.11084, + 0.143555, + 0.131836, + 0.090332, + 0.116699, + 0.121094, + 0.119141, + 0.09668, + 0.116211, + 0.11084, + 0.155273, + 0.119141, + 0.121582, + 0.109375, + 0.115723, + 0.103516, + 0.128906, + 0.135742, + 0.117676, + 0.113281, + 0.124023, + 0.09375, + 0.116211, + 0.123047, + 0.128906, + 0.144531, + 0.12793, + 0.11084, + 0.116211, + 0.102539, + 0.12793, + 0.125, + 0.283203, + 0.133789, + 0.108887, + 0.132812, + 0.147461, + 0.142578, + 0.112305, + 0.051025, + 0.125977, + 0.148438, + 0.116211, + 0.126953, + 0.123047, + 0.122559, + 0.123047, + 0.101562, + 0.088867, + 0.146484, + 0.122559, + 0.271484, + 0.119629, + 0.141602, + 0.141602, + 0.104492, + 0.12793, + 0.119629, + 0.135742, + 0.122559, + 0.109375, + 0.126953, + 0.132812, + 0.125977, + 0.077148, + 0.136719, + 0.126953, + 0.116211, + 0.155273, + 0.112305, + 0.117676, + 0.114258, + 0.133789, + 0.119629, + 0.131836, + 0.12793, + 0.126953, + 0.114258, + 0.114258, + 0.12207, + 0.151367, + 0.135742, + 0.111816, + 0.151367, + 0.114258, + 0.094238, + 0.125977, + 0.103516, + 0.12207, + 0.133789, + 0.125, + 0.113281, + 0.125, + 0.124512, + 0.079102, + 0.123535, + 0.097168, + 0.100098, + 0.094727, + 0.124512, + 0.115723, + 0.107422, + 0.124512, + 0.116699, + 0.103516, + 0.131836, + 0.125, + 0.089355, + 0.133789, + 0.102051, + 0.135742, + 0.125977, + 0.101562, + 0.146484, + 0.089844, + 0.121582, + 0.121094, + 0.132812, + 0.119141, + 0.118652, + 0.119629, + 0.117188, + 0.116699, + 0.123047, + 0.125977, + 0.28125, + 0.149414, + 0.088867, + 0.125, + 0.125977, + 0.118164, + 0.130859, + 0.160156, + 0.135742, + 0.116211, + 0.19043, + 0.130859, + 0.123047, + 0.120605, + 0.117676, + 0.121094, + 0.322266, + 0.117188, + 0.144531, + 0.139648, + 0.133789, + 0.117188, + 0.244141, + 0.109375, + 0.120605, + 0.177734, + 0.111816, + 0.097656, + 0.103027, + 0.111328, + 0.121094, + 0.116699, + 0.087402, + 0.126953, + 0.130859, + 0.125977, + 0.133789, + 0.111328, + 0.111328, + 0.112793, + 0.21875, + 0.129883, + 0.114258, + 0.126953, + 0.10791, + 0.121094, + 0.131836, + 0.118164, + 0.140625, + 0.131836, + 0.110352, + 0.07373, + 0.099121, + 0.122559, + 0.114746, + 0.125, + 0.107422, + 0.121094, + 0.154297, + 0.115723, + 0.116211, + 0.11377, + 0.123047, + 0.115234, + 0.123047, + 0.11377, + 0.125, + 0.121582, + 0.116211, + 0.110352, + 0.105957, + 0.110352, + 0.133789, + 0.128906, + 0.124512, + 0.133789, + 0.137695, + 0.106934, + 0.141602, + 0.116211, + 0.128906, + 0.099609, + 0.118164, + 0.132812, + 0.105469, + 0.126953, + 0.108887, + 0.173828, + 0.125977, + 0.15625, + 0.12793, + 0.149414, + 0.131836, + 0.114746, + 0.121582, + 0.120117, + 0.11377, + 0.140625, + 0.125977, + 0.204102, + 0.121094, + 0.130859, + 0.105469, + 0.101074, + 0.120605, + 0.126953, + 0.12793, + 0.10498, + 0.1875, + 0.124023, + 0.126953, + 0.167969, + 0.155273, + 0.111816, + 0.109863, + 0.120605, + 0.110352, + 0.155273, + 0.08252, + 0.118164, + 0.094727, + 0.170898, + 0.102539, + 0.119141, + 0.128906, + 0.139648, + 0.116211, + 0.115234, + 0.116699, + 0.128906, + 0.114258, + 0.109863, + 0.143555, + 0.106445, + 0.12207, + 0.126953, + 0.141602, + 0.109375, + 0.111816, + 0.106445, + 0.132812, + 0.11084, + 0.111816, + 0.158203, + 0.137695, + 0.111816, + 0.112305, + 0.111816, + 0.11377, + 0.117676, + 0.167969, + 0.11377, + 0.121094, + 0.105957, + 0.136719, + 0.000213, + 0.115234, + 0.149414, + 0.15332, + 0.12793, + 0.115234, + 0.110352, + 0.117188, + 0.129883, + 0.140625, + 0.115234, + 0.122559, + 0.103516, + 0.144531, + 0.129883, + 0.170898, + 0.117188, + 0.144531, + 0.378906, + 0.129883, + 0.164062, + 0.136719, + 0.109863, + 0.152344, + 0.111816, + 0.120605, + 0.126953, + 0.136719, + 0.10791, + 0.129883, + 0.121094, + 0.119629, + 0.109375, + 0.125977, + 0.131836, + 0.123535, + 0.109375, + 0.05835, + 0.12207, + 0.099609, + 0.125977, + 0.1875, + 0.143555, + 0.124023, + 0.106445, + 0.149414, + 0.129883, + 0.120117, + 0.117676, + 0.095703, + 0.125977, + 0.122559, + 0.115723, + 0.117676, + 0.120117, + 0.128906, + 0.125, + 0.117188, + 0.131836, + 0.130859, + 0.126953, + 0.132812, + 0.130859, + 0.112305, + 0.11377, + 0.098633, + 0.150391, + 0.115234, + 0.125, + 0.113281, + 0.094238, + 0.125, + 0.118164, + 0.12793, + 0.158203, + 0.161133, + 0.201172, + 0.128906, + 0.07666, + 0.12207, + 0.108887, + 0.104004, + 0.121582, + 0.108398, + 0.139648, + 0.136719, + 0.155273, + 0.111816, + 0.146484, + 0.083984, + 0.123047, + 0.183594, + 0.131836, + 0.11377, + 0.116699, + 0.132812, + 0.109863, + 0.119141, + 0.108887, + 0.139648, + 0.112793, + 0.145508, + 0.104492, + 0.133789, + 0.132812, + 0.109375, + 0.135742, + 0.12793, + 0.09082, + 0.144531, + 0.120605, + 0.141602, + 0.123535, + 0.064941, + 0.121582, + 0.118164, + 0.108398, + 0.139648, + 0.091797, + 0.118164, + 0.146484, + 0.146484, + 0.05249, + 0.12793, + 0.125977, + 0.121582, + 0.120605, + 0.10498, + 0.149414, + 0.106445, + 0.234375, + 0.118164, + 0.121094, + 0.098633, + 0.104492, + 0.730469, + 0.119141, + 0.139648, + 0.10791, + 0.157227, + 0.137695, + 0.10791, + 0.129883, + 0.12793, + 0.106445, + 0.100586, + 0.11377, + 0.128906, + 0.143555, + 0.116211, + 0.116699, + 0.141602, + 0.124023, + 0.131836, + 0.118164, + 0.161133, + 0.12207, + 0.185547, + 0.135742, + 0.15918, + 0.089355, + 0.113281, + 0.125977, + 0.128906, + 0.11377, + 0.139648, + 0.111816, + 0.115234, + 0.111816, + 0.125977, + 0.12793, + 0.126953, + 0.126953, + 0.092773, + 0.118652, + 0.138672, + 0.120117, + 0.128906, + 0.098633, + 0.109863, + 0.135742, + 0.115723, + 0.104004, + 0.103027, + 0.116699, + 0.113281, + 0.112305, + 0.124512, + 0.121582, + 0.093262, + 0.178711, + 0.062256, + 0.117676, + 0.129883, + 0.151367, + 0.089844, + 0.092773, + 0.328125, + 0.053955, + 0.098633, + 0.121094, + 0.126953, + 0.11084, + 0.119629, + 0.135742, + 0.126953, + 0.114746, + 0.125977, + 0.112793, + 0.105469, + 0.117676, + 0.137695, + 0.115723, + 0.116699, + 0.098633, + 0.111816, + 0.34375, + 0.09082, + 0.115723, + 0.121582, + 0.128906, + 0.117676, + 0.109863, + 0.116699, + 0.136719, + 0.111816, + 0.123047, + 0.12793, + 0.095215, + 0.110352, + 0.114746, + 0.171875, + 0.098633, + 0.083496, + 0.109863, + 0.124512, + 0.129883, + 0.123535, + 0.138672, + 0.123535, + 0.123047, + 0.126953, + 0.12207, + 0.121094, + 0.109863, + 0.129883, + 0.150391, + 0.116699, + 0.128906, + 0.115234, + 0.131836, + 0.123047, + 0.125, + 0.129883, + 0.135742, + 0.148438, + 0.180664, + 0.129883, + 0.118164, + 0.138672, + 0.101074, + 0.115723, + 0.116211, + 0.120605, + 0.138672, + 0.108887, + 0.141602, + 0.12207, + 0.119141, + 0.126953, + 0.128906, + 0.117188, + 0.137695, + 0.117188, + 0.111816, + 0.137695, + 0.143555, + 0.097656, + 0.125977, + 0.12793, + 0.114258, + 0.116699, + 0.118652, + 0.129883, + 0.064941, + 0.10498, + 0.115234, + 0.11084, + 0.124023, + 0.137695, + 0.121582, + 0.099609, + 0.139648, + 0.138672, + 0.120605, + 0.15332, + 0.12207, + 0.068848, + 0.109863, + 0.125977, + 0.15332, + 0.125977, + 0.126953, + 0.125977, + 0.095215, + 0.150391, + 0.116699, + 0.122559, + 0.105469, + 0.114746, + 0.124512, + 0.15918, + 0.118652, + 0.139648, + 0.111816, + 0.063965, + 0.102051, + 0.181641, + 0.121582, + 0.120605, + 0.138672, + 0.134766, + 0.098145, + 0.141602, + 0.125, + 0.131836, + 0.105957, + 0.117676, + 0.117676, + 0.108398, + 0.121094, + 0.133789, + 0.169922, + 0.108887, + 0.121094, + 0.160156, + 0.118164, + 0.117676, + 0.124512, + 0.130859, + 0.125, + 0.108887, + 0.12793, + 0.106934, + 0.113281, + 0.112793, + 0.11377, + 0.112793, + 0.188477, + 0.144531, + 0.110352, + 0.12793, + 0.12207, + 0.111816, + 0.144531, + 0.12793, + 0.111328, + 0.126953, + 0.11377, + 0.10791, + 0.131836, + 0.109375, + 0.125, + 0.12793, + 0.109375, + 0.161133, + 0.152344, + 0.104492, + 0.10791, + 0.115723, + 0.108887, + 0.090332, + 0.121582, + 0.11377, + 0.161133, + 0.125, + 0.11084, + 0.114746, + 0.12207, + 0.132812, + 0.129883, + 0.12207, + 0.146484, + 0.160156, + 0.142578, + 0.117676, + 0.137695, + 0.103516, + 0.120117, + 0.128906, + 0.121582, + 0.158203, + 0.098145, + 0.115234, + 0.069824, + 0.108887, + 0.120605, + 0.125, + 0.144531, + 0.114258, + 0.133789, + 0.113281, + 0.116211, + 0.132812, + 0.113281, + 0.129883, + 0.08252, + 0.118652, + 0.117676, + 0.115723, + 0.125977, + 0.107422, + 0.125977, + 0.146484, + 0.150391, + 0.116699, + 0.125977, + 0.115723, + 0.119629, + 0.140625, + 0.115723, + 0.133789, + 0.129883, + 0.134766, + 0.129883, + 0.116211, + 0.090332, + 0.140625, + 0.125, + 0.119629, + 0.112305, + 0.117676, + 0.133789, + 0.12793, + 0.122559, + 0.161133, + 0.134766, + 0.129883, + 0.105957, + 0.134766, + 0.120117, + 0.135742, + 0.150391, + 0.104004, + 0.137695, + 0.11084, + 0.115723, + 0.175781, + 0.123535, + 0.359375, + 0.117676, + 0.138672, + 0.108398, + 0.117188, + 0.115723, + 0.233398, + 0.125977, + 0.131836, + 0.106445, + 0.118652, + 0.128906, + 0.117676, + 0.115723, + 0.119141, + 0.166016, + 0.126953, + 0.125, + 0.132812, + 0.097168, + 0.136719, + 0.091797, + 0.126953, + 0.094727, + 0.120117, + 0.140625, + 0.099121, + 0.129883, + 0.119141, + 0.126953, + 0.105469, + 0.125, + 0.136719, + 0.124512, + 0.139648, + 0.181641, + 0.151367, + 0.132812, + 0.155273, + 0.15332, + 0.124023, + 0.152344, + 0.10791, + 0.112793, + 0.129883, + 0.118164, + 0.169922, + 0.12207, + 0.133789, + 0.12793, + 0.125, + 0.186523, + 0.10498, + 0.133789, + 0.122559, + 0.101074, + 0.103027, + 0.151367, + 0.131836, + 0.179688, + 0.112305, + 0.15332, + 0.109375, + 0.120117, + 0.125977, + 0.146484, + 0.12793, + 0.134766, + 0.146484, + 0.122559, + 0.15332, + 0.123047, + 0.144531, + 0.123047, + 0.112793, + 0.105469, + 0.161133, + 0.207031, + 0.125, + 0.12207, + 0.111328, + 0.102539, + 0.138672, + 0.119629, + 0.115723, + 0.115723, + 0.154297, + 0.126953, + 0.134766, + 0.123047, + 0.108398, + 0.103516, + 0.10498, + 0.134766, + 0.152344, + 0.126953, + 0.112793, + 0.129883, + 0.088379, + 0.131836, + 0.133789, + 0.108398, + 0.145508, + 0.113281, + 0.118652, + 0.101562, + 0.142578, + 0.124512, + 0.098145, + 0.120117, + 0.129883, + 0.115234, + 0.105957, + 0.092285, + 0.095215, + 0.114258, + 0.123047, + 0.07373, + 0.142578, + 0.111816, + 0.123047, + 0.137695, + 0.128906, + 0.12207, + 0.080078, + 0.106934, + 0.123047, + 0.141602, + 0.074219, + 0.108398, + 0.098633, + 0.133789, + 0.199219, + 0.142578, + 0.121094, + 0.10498, + 0.138672, + 0.171875, + 0.104492, + 0.146484, + 0.113281, + 0.12207, + 0.154297, + 0.119141, + 0.208008, + 0.146484, + 0.12793, + 0.208984, + 0.146484, + 0.186523, + 0.118164, + 0.112305, + 0.136719, + 0.121582, + 0.106445, + 0.138672, + 0.126953, + 0.087402, + 0.119141, + 0.120605, + 0.11377, + 0.146484, + 0.142578, + 0.107422, + 0.132812, + 0.102539, + 0.148438, + 0.118164, + 0.113281, + 0.125, + 0.118652, + 0.129883, + 0.119141, + 0.117188, + 0.125977, + 0.125977, + 0.109375, + 0.077148, + 0.179688, + 0.142578, + 0.128906, + 0.065918, + 0.119141, + 0.119141, + 0.130859, + 0.126953, + 0.119141, + 0.132812, + 0.119629, + 0.105469, + 0.133789, + 0.134766, + 0.109375, + 0.130859, + 0.109375, + 0.117676, + 0.126953, + 0.12793, + 0.129883 + ] + }, + "name": "model.transformer.layers.6.attn_norm.weight", + "outputIndexes": [ + 412 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 411, + 412 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_6/Mul_1_output_0", + "outputIndexes": [ + 413 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 413 + ], + "outputIndexes": [ + 1610 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1610 + ], + "outputIndexes": [ + 1611 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear", + "inputIndexes": [ + 1611 + ], + "outputIndexes": [ + 1612 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 34205976, + 786454, + 98304, + 4096, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1612 + ], + "outputIndexes": [ + 1613 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1613 + ], + "outputIndexes": [ + 414 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 413 + ], + "main_type": "NONE", + "name": "/Shape_25_output_0", + "outputIndexes": [ + 415 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 415 + ], + "main_type": "NONE", + "name": "Shape591", + "outputIndexes": [ + 416 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 415 + ], + "main_type": "NONE", + "name": "Rank593", + "outputIndexes": [ + 417 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 417, + 417 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp595", + "outputIndexes": [ + 418 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 418 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze596", + "outputIndexes": [ + 419 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 418, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp598", + "outputIndexes": [ + 420 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 420 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze599", + "outputIndexes": [ + 421 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 416, + 419, + 421, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice602", + "outputIndexes": [ + 422 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 422 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze603", + "outputIndexes": [ + 423 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 423 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp604", + "outputIndexes": [ + 424 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 424, + 423 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp605", + "outputIndexes": [ + 425 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 415, + 425, + 418 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_34_output_0", + "outputIndexes": [ + 426 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 426, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_61_output_0", + "outputIndexes": [ + 427 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 427, + 244, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_30_output_0", + "outputIndexes": [ + 428 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 414, + 428 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_25_output_0", + "outputIndexes": [ + 429 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 429 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_6/Mul_output_0", + "outputIndexes": [ + 430 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.523438, + -0.019897, + 1.953125, + 0.605469, + 1.6875, + 1.664062, + 1.609375, + 1.242188, + 1.929688, + 1.796875, + 1.953125, + 2.015625, + 1.382812, + 1.6875, + 1.75, + 1.992188, + 1.992188, + 2.0625, + 2.03125, + 2.09375, + 2.234375, + 2.046875, + 3.546875, + 2.109375, + 1.976562, + 2.109375, + 2.015625, + 2.109375, + 2.71875, + 1.46875, + 2.28125, + 2.578125, + 1.390625, + 0.172852, + 0.089844, + 1.179688, + 0.061768, + 1.796875, + 1.46875, + 1.726562, + 1.226562, + 1.851562, + 1.4375, + 1.828125, + 2.40625, + 1.960938, + 2.46875, + 2.0625, + 2.03125, + 2.015625, + 2.0625, + 1.921875, + 2.234375, + 2.0625, + 0.341797, + 2.015625, + 1.992188, + 2.0625, + 2.171875, + 2.109375, + 1.648438, + 1.828125, + 1.148438, + 2.203125 + ] + }, + "name": "model.transformer.layers.6.attn.q_norm.weight", + "outputIndexes": [ + 431 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 430, + 431 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_6/Mul_1_output_0", + "outputIndexes": [ + 432 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 432, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_24_output_0", + "outputIndexes": [ + 433 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 432, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_25_output_0", + "outputIndexes": [ + 434 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 434 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_12_output_0", + "outputIndexes": [ + 435 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 432, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_24_output_0", + "outputIndexes": [ + 436 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 435, + 436 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_33_output_0", + "outputIndexes": [ + 437 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 437, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_25_output_0", + "outputIndexes": [ + 438 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 433, + 438 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_24_output_0", + "outputIndexes": [ + 439 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 413 + ], + "outputIndexes": [ + 1614 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1614 + ], + "outputIndexes": [ + 1615 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear", + "inputIndexes": [ + 1615 + ], + "outputIndexes": [ + 1616 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 35094830, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1616 + ], + "outputIndexes": [ + 1617 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1617 + ], + "outputIndexes": [ + 440 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 427, + 258, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_31_output_0", + "outputIndexes": [ + 441 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 440, + 441 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_26_output_0", + "outputIndexes": [ + 442 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 442 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_6/Mul_output_0", + "outputIndexes": [ + 443 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.539062, + 0.007111, + 1.210938, + 0.816406, + 1.140625, + 1.757812, + 1.695312, + 1.820312, + 1.609375, + 1.5, + 0.949219, + 1.8125, + 2.515625, + 1.84375, + 2.3125, + 1.992188, + 2.09375, + 2.03125, + 1.992188, + 1.96875, + 1.890625, + 2.0625, + 0.212891, + 2.078125, + 2.1875, + 2.0625, + 2.109375, + 2.15625, + 1.710938, + 2.28125, + 2.0, + 2.046875, + 1.429688, + 0.174805, + 0.373047, + 1.234375, + 0.028198, + 1.898438, + 1.257812, + 1.21875, + 1.851562, + 1.984375, + 2.140625, + 2.046875, + 1.039062, + 2.0625, + 1.492188, + 2.046875, + 2.03125, + 1.96875, + 2.046875, + 1.976562, + 1.90625, + 1.953125, + 9.6875, + 2.078125, + 2.1875, + 2.109375, + 2.015625, + 2.09375, + 2.671875, + 2.1875, + 3.875, + 2.40625 + ] + }, + "name": "model.transformer.layers.6.attn.k_norm.weight", + "outputIndexes": [ + 444 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 443, + 444 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_6/Mul_1_output_0", + "outputIndexes": [ + 445 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 445, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_26_output_0", + "outputIndexes": [ + 446 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 445, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_27_output_0", + "outputIndexes": [ + 447 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 447 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_13_output_0", + "outputIndexes": [ + 448 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 445, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_26_output_0", + "outputIndexes": [ + 449 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 448, + 449 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_34_output_0", + "outputIndexes": [ + 450 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 450, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_27_output_0", + "outputIndexes": [ + 451 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 446, + 451 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_25_output_0", + "outputIndexes": [ + 452 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 413 + ], + "outputIndexes": [ + 1618 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1618 + ], + "outputIndexes": [ + 1619 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear", + "inputIndexes": [ + 1619 + ], + "outputIndexes": [ + 1620 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 35317060, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1620 + ], + "outputIndexes": [ + 1621 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1621 + ], + "outputIndexes": [ + 453 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 453, + 441 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_27_output_0", + "outputIndexes": [ + 454 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 439, + 452, + 454, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.6/self_attn/FusedAttention", + "outputIndexes": [ + 455 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 455 + ], + "outputIndexes": [ + 1622 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1024, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1622 + ], + "outputIndexes": [ + 1623 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear", + "inputIndexes": [ + 1623 + ], + "outputIndexes": [ + 1624 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1024, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 35539290, + 786454, + 98304, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1624 + ], + "outputIndexes": [ + 1625 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1625 + ], + "outputIndexes": [ + 456 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 410, + 456 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_26_output_0", + "outputIndexes": [ + 457 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 457 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_6/Mul_output_0", + "outputIndexes": [ + 458 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.330078, + 0.302734, + 0.322266, + 0.263672, + 0.234375, + 0.318359, + 0.316406, + 0.328125, + 0.326172, + 0.302734, + 0.330078, + 0.168945, + 0.314453, + 0.302734, + 0.326172, + 0.330078, + 0.333984, + 0.34375, + 0.28125, + 0.287109, + 0.098145, + 0.316406, + 0.1875, + 0.308594, + 0.339844, + 0.328125, + 0.349609, + 0.337891, + 0.300781, + 0.310547, + 0.326172, + 0.3125, + 0.234375, + 0.257812, + 0.314453, + 0.322266, + 0.328125, + 0.326172, + 0.326172, + 0.322266, + 0.310547, + 0.314453, + 0.320312, + 0.3125, + 0.302734, + 0.322266, + 0.296875, + 0.324219, + 0.335938, + 0.165039, + 0.328125, + 0.310547, + 0.314453, + 0.314453, + 0.105469, + 0.318359, + 0.308594, + 0.302734, + 0.322266, + 0.332031, + 0.294922, + 0.320312, + 0.122559, + 0.310547, + 0.361328, + 0.333984, + 0.339844, + 0.287109, + 0.302734, + 0.220703, + 0.320312, + 0.328125, + 0.298828, + 0.322266, + 0.213867, + 0.326172, + 0.320312, + 0.337891, + 0.318359, + 0.308594, + 0.318359, + 0.326172, + 0.332031, + 0.304688, + 0.157227, + 0.328125, + 0.289062, + 0.339844, + 0.332031, + 0.251953, + 0.339844, + 0.287109, + 0.347656, + 0.302734, + 0.322266, + 0.308594, + 0.194336, + 0.326172, + 0.137695, + 0.171875, + 0.341797, + 0.318359, + 0.277344, + 0.333984, + 0.326172, + 0.304688, + 0.292969, + 0.243164, + 0.238281, + 0.328125, + 0.337891, + 0.324219, + 0.318359, + 0.229492, + 0.302734, + 0.300781, + 0.328125, + 0.3125, + 0.292969, + 0.3125, + 0.333984, + 0.310547, + 0.308594, + 0.326172, + 0.316406, + 0.337891, + 0.330078, + 0.322266, + 0.322266, + 0.335938, + 0.328125, + 0.322266, + 0.289062, + 0.337891, + 0.316406, + 0.298828, + 0.167969, + 0.34375, + 0.328125, + 0.219727, + 0.326172, + 0.316406, + 0.28125, + 0.326172, + 0.144531, + 0.169922, + 0.273438, + 0.322266, + 0.296875, + 0.239258, + 0.314453, + 0.291016, + 0.304688, + 0.314453, + 0.296875, + 0.310547, + 0.328125, + 0.345703, + 0.322266, + 0.294922, + 0.337891, + 0.204102, + 0.330078, + 0.3125, + 0.322266, + 0.324219, + 0.310547, + 0.3125, + 0.316406, + 0.176758, + 0.174805, + 0.322266, + 0.148438, + 0.324219, + 0.326172, + 0.388672, + 0.314453, + 0.335938, + 0.316406, + 0.330078, + 0.330078, + 0.316406, + 0.277344, + 0.324219, + 0.3125, + 0.314453, + 0.328125, + 0.296875, + 0.341797, + 0.291016, + 0.326172, + 0.304688, + 0.05957, + 0.322266, + 0.310547, + 0.330078, + 0.298828, + 0.330078, + 0.333984, + 0.233398, + 0.306641, + 0.287109, + 0.322266, + 0.322266, + 0.3125, + 0.322266, + 0.326172, + 0.300781, + 0.322266, + 0.304688, + 0.287109, + 0.341797, + 0.330078, + 0.337891, + 0.320312, + 0.318359, + 0.330078, + 0.320312, + 0.326172, + 0.314453, + 0.322266, + 0.3125, + 0.322266, + 0.126953, + 0.341797, + 0.131836, + 0.318359, + 0.265625, + 0.304688, + 0.322266, + 0.310547, + 0.308594, + 0.263672, + 0.248047, + 0.316406, + 0.322266, + 0.310547, + 0.289062, + 0.320312, + 0.300781, + 0.279297, + 0.147461, + 0.34375, + 0.320312, + 0.279297, + 0.316406, + 0.132812, + 0.332031, + 0.316406, + 0.308594, + 0.316406, + 0.120605, + 0.330078, + 0.283203, + 0.335938, + 0.330078, + 0.302734, + 0.320312, + 0.324219, + 0.316406, + 0.326172, + 0.304688, + 0.115723, + 0.318359, + 0.328125, + 0.330078, + 0.322266, + 0.113281, + 0.308594, + 0.292969, + 0.324219, + 0.322266, + 0.291016, + 0.330078, + 0.330078, + 0.292969, + 0.324219, + 0.1875, + 0.330078, + 0.220703, + 0.314453, + 0.318359, + 0.271484, + 0.320312, + 0.328125, + 0.320312, + 0.332031, + 0.347656, + 0.330078, + 0.304688, + 0.245117, + 0.347656, + 0.328125, + 0.339844, + 0.12793, + 0.345703, + 0.12793, + 0.326172, + 0.228516, + 0.19043, + 0.332031, + 0.326172, + 0.322266, + 0.328125, + 0.298828, + 0.333984, + 0.324219, + 0.263672, + 0.326172, + 0.322266, + 0.314453, + 0.332031, + 0.087402, + 0.3125, + 0.330078, + 0.318359, + 0.330078, + 0.169922, + 0.130859, + 0.306641, + 0.322266, + 0.310547, + 0.339844, + 0.326172, + 0.326172, + 0.316406, + 0.326172, + 0.316406, + 0.324219, + 0.324219, + 0.267578, + 0.3125, + 0.283203, + 0.335938, + 0.314453, + 0.335938, + 0.300781, + 0.308594, + 0.227539, + 0.330078, + 0.232422, + 0.265625, + 0.333984, + 0.194336, + 0.310547, + 0.371094, + -0.000675, + 0.213867, + 0.314453, + 0.308594, + 0.255859, + 0.306641, + 0.148438, + 0.207031, + 0.328125, + 0.167969, + 0.275391, + 0.326172, + 0.24707, + 0.316406, + 0.326172, + 0.248047, + 0.332031, + 0.287109, + 0.251953, + 0.318359, + 0.308594, + 0.232422, + 0.318359, + 0.133789, + 0.165039, + 0.318359, + 0.134766, + 0.332031, + 0.335938, + 0.120605, + 0.320312, + 0.314453, + 0.320312, + 0.292969, + 0.320312, + 0.291016, + 0.337891, + 0.330078, + 0.181641, + 0.249023, + 0.130859, + 0.326172, + 0.296875, + 0.333984, + 0.326172, + 0.28125, + 0.328125, + 0.126953, + 0.335938, + 0.174805, + 0.314453, + 0.082031, + 0.234375, + 0.376953, + 0.333984, + 0.324219, + 0.339844, + 0.308594, + 0.324219, + 0.139648, + 0.145508, + 0.322266, + 0.320312, + 0.318359, + 0.3125, + 0.139648, + 0.287109, + 0.335938, + 0.324219, + 0.304688, + 0.302734, + 0.330078, + 0.298828, + 0.320312, + 0.294922, + 0.267578, + 0.291016, + 0.163086, + 0.324219, + 0.222656, + 0.308594, + 0.320312, + 0.285156, + 0.322266, + 0.296875, + 0.322266, + 0.330078, + 0.355469, + 0.324219, + 0.332031, + 0.322266, + 0.328125, + 0.283203, + 0.304688, + 0.310547, + 0.3125, + 0.279297, + 0.316406, + 0.320312, + 0.324219, + 0.316406, + 0.146484, + 0.333984, + 0.310547, + 0.198242, + 0.324219, + 0.326172, + 0.318359, + 0.208984, + 0.332031, + 0.324219, + 0.208008, + 0.314453, + 0.328125, + 0.330078, + 0.160156, + 0.318359, + 0.322266, + 0.310547, + 0.199219, + 0.316406, + 0.324219, + 0.314453, + 0.3125, + 0.196289, + 0.291016, + 0.316406, + 0.175781, + 0.306641, + 0.324219, + 0.324219, + 0.326172, + 0.306641, + 0.304688, + 0.328125, + 0.330078, + 0.322266, + 0.233398, + 0.341797, + 0.11377, + 0.328125, + 0.34375, + 0.318359, + 0.330078, + 0.292969, + 0.314453, + 0.302734, + 0.306641, + 0.333984, + 0.326172, + 0.326172, + 0.257812, + 0.3125, + 0.228516, + 0.320312, + 0.328125, + 0.118164, + 0.298828, + 0.269531, + 0.326172, + 0.318359, + 0.324219, + 0.3125, + 0.15918, + 0.322266, + 0.320312, + 0.318359, + 0.3125, + 0.229492, + 0.335938, + 0.320312, + 0.330078, + 0.318359, + 0.347656, + 0.222656, + 0.324219, + 0.335938, + 0.322266, + 0.259766, + 0.322266, + 0.314453, + 0.298828, + 0.316406, + 0.125977, + 0.314453, + 0.314453, + 0.322266, + 0.324219, + 0.316406, + 0.120117, + 0.330078, + 0.330078, + 0.328125, + 0.332031, + 0.349609, + 0.320312, + 0.210938, + 0.322266, + 0.314453, + 0.328125, + 0.320312, + 0.289062, + 0.314453, + 0.300781, + 0.251953, + 0.322266, + 0.246094, + 0.166992, + 0.25, + 0.322266, + 0.320312, + 0.322266, + 0.341797, + 0.324219, + 0.324219, + 0.166016, + 0.173828, + 0.337891, + 0.308594, + 0.320312, + 0.275391, + 0.292969, + 0.34375, + 0.320312, + 0.318359, + 0.216797, + 0.316406, + 0.269531, + 0.330078, + 0.316406, + 0.257812, + 0.3125, + 0.314453, + 0.333984, + 0.324219, + 0.328125, + 0.320312, + 0.310547, + 0.304688, + 0.322266, + 0.294922, + 0.300781, + 0.294922, + 0.326172, + 0.330078, + 0.3125, + 0.3125, + 0.298828, + 0.333984, + 0.306641, + 0.223633, + 0.137695, + 0.320312, + 0.22168, + 0.304688, + 0.322266, + 0.330078, + 0.318359, + 0.298828, + 0.294922, + 0.330078, + 0.200195, + 0.204102, + 0.318359, + 0.300781, + 0.178711, + 0.324219, + 0.316406, + 0.324219, + 0.318359, + 0.3125, + 0.314453, + 0.182617, + 0.296875, + 0.339844, + 0.324219, + 0.324219, + 0.326172, + 0.322266, + 0.330078, + 0.320312, + 0.333984, + 0.310547, + 0.310547, + 0.326172, + 0.308594, + 0.330078, + 0.310547, + 0.330078, + 0.316406, + 0.322266, + 0.324219, + 0.335938, + 0.306641, + 0.3125, + 0.22168, + 0.300781, + 0.326172, + 0.316406, + 0.28125, + 0.326172, + 0.094238, + 0.304688, + 0.335938, + 0.316406, + 0.320312, + 0.320312, + 0.296875, + 0.318359, + 0.345703, + 0.316406, + 0.267578, + 0.322266, + 0.10498, + 0.322266, + 0.330078, + 0.283203, + 0.310547, + 0.287109, + 0.322266, + 0.306641, + 0.326172, + 0.310547, + 0.271484, + 0.24707, + 0.324219, + 0.128906, + 0.324219, + 0.316406, + 0.3125, + 0.322266, + 0.318359, + 0.308594, + 0.330078, + 0.320312, + 0.304688, + 0.322266, + 0.341797, + 0.263672, + 0.316406, + 0.129883, + 0.306641, + 0.226562, + 0.308594, + 0.326172, + 0.257812, + 0.345703, + 0.34375, + 0.283203, + 0.300781, + 0.3125, + 0.326172, + 0.316406, + 0.320312, + 0.328125, + 0.320312, + 0.134766, + 0.324219, + 0.353516, + 0.314453, + 0.316406, + 0.212891, + 0.328125, + 0.294922, + 0.328125, + 0.339844, + 0.339844, + 0.318359, + 0.324219, + 0.353516, + 0.287109, + 0.195312, + 0.314453, + 0.314453, + 0.320312, + 0.306641, + 0.339844, + 0.318359, + 0.318359, + 0.333984, + 0.308594, + 0.314453, + 0.326172, + 0.302734, + 0.320312, + 0.333984, + 0.332031, + 0.170898, + 0.300781, + 0.337891, + 0.318359, + 0.316406, + 0.322266, + 0.332031, + 0.335938, + 0.298828, + 0.320312, + 0.306641, + 0.291016, + 0.328125, + 0.333984, + 0.318359, + 0.292969, + 0.19043, + 0.341797, + 0.308594, + 0.15625, + 0.333984, + 0.316406, + 0.130859, + 0.287109, + 0.328125, + 0.328125, + 0.326172, + 0.34375, + 0.320312, + 0.320312, + 0.324219, + 0.326172, + 0.125977, + 0.316406, + 0.3125, + 0.324219, + 0.318359, + 0.318359, + 0.324219, + 0.310547, + 0.157227, + 0.300781, + 0.324219, + 0.298828, + 0.332031, + 0.320312, + 0.324219, + 0.330078, + 0.277344, + 0.332031, + 0.324219, + 0.138672, + 0.140625, + 0.330078, + 0.326172, + 0.324219, + 0.341797, + 0.19043, + 0.283203, + 0.318359, + 0.304688, + 0.318359, + 0.210938, + 0.333984, + 0.320312, + 0.322266, + 0.322266, + 0.310547, + 0.324219, + 0.339844, + 0.328125, + 0.316406, + 0.310547, + 0.308594, + 0.333984, + 0.316406, + 0.3125, + 0.320312, + 0.283203, + 0.326172, + 0.310547, + 0.332031, + 0.326172, + 0.205078, + 0.308594, + 0.291016, + 0.330078, + 0.027344, + 0.328125, + 0.300781, + 0.320312, + 0.314453, + 0.322266, + 0.3125, + 0.337891, + 0.330078, + 0.328125, + 0.3125, + 0.306641, + 0.208008, + 0.296875, + 0.324219, + 0.128906, + 0.326172, + 0.279297, + 0.337891, + 0.248047, + 0.170898, + 0.269531, + 0.322266, + 0.332031, + 0.328125, + 0.261719, + 0.322266, + 0.341797, + 0.324219, + 0.324219, + 0.433594, + 0.120117, + 0.316406, + 0.15332, + 0.292969, + 0.339844, + 0.314453, + 0.316406, + 0.283203, + 0.320312, + 0.318359, + 0.322266, + 0.273438, + 0.326172, + 0.328125, + 0.324219, + 0.318359, + 0.333984, + 0.318359, + 0.279297, + 0.328125, + 0.333984, + 0.322266, + 0.300781, + 0.339844, + 0.34375, + 0.306641, + 0.292969, + 0.322266, + 0.332031, + 0.330078, + 0.330078, + 0.314453, + 0.320312, + 0.324219, + 0.298828, + 0.314453, + 0.257812, + -0.000162, + 0.333984, + 0.306641, + 0.316406, + 0.324219, + 0.314453, + 0.335938, + 0.251953, + 0.3125, + 0.296875, + 0.322266, + 0.324219, + 0.189453, + 0.300781, + 0.328125, + 0.320312, + 0.335938, + 0.300781, + 0.164062, + 0.333984, + 0.333984, + 0.294922, + 0.320312, + 0.308594, + 0.308594, + 0.3125, + 0.320312, + 0.316406, + 0.326172, + 0.296875, + 0.339844, + 0.3125, + 0.316406, + 0.328125, + 0.316406, + 0.318359, + 0.34375, + 0.119629, + 0.320312, + 0.302734, + 0.322266, + 0.213867, + 0.3125, + 0.337891, + 0.316406, + 0.337891, + 0.302734, + 0.326172, + 0.306641, + 0.316406, + 0.322266, + 0.318359, + 0.339844, + 0.318359, + 0.314453, + 0.318359, + 0.3125, + 0.330078, + 0.246094, + 0.347656, + 0.322266, + 0.308594, + 0.328125, + 0.230469, + 0.318359, + 0.333984, + 0.341797, + 0.324219, + 0.296875, + 0.326172, + 0.367188, + 0.249023, + 0.318359, + 0.328125, + 0.273438, + 0.251953, + 0.142578, + 0.3125, + 0.129883, + 0.300781, + 0.304688, + 0.316406, + 0.308594, + 0.330078, + 0.294922, + 0.328125, + 0.302734, + 0.333984, + 0.337891, + 0.363281, + 0.324219, + 0.25, + 0.328125, + 0.289062, + 0.292969, + 0.257812, + 0.306641, + 0.330078, + 0.300781, + 0.310547, + 0.3125, + 0.273438, + 0.3125, + 0.294922, + 0.332031, + 0.283203, + 0.318359, + 0.318359, + 0.168945, + 0.25, + 0.316406, + 0.296875, + 0.279297, + 0.148438, + 0.326172, + 0.332031, + 0.318359, + 0.316406, + 0.363281, + 0.333984, + 0.296875, + 0.351562, + 0.117676, + 0.326172, + 0.330078, + 0.223633, + 0.3125, + 0.318359, + 0.300781, + 0.332031, + 0.3125, + 0.322266, + 0.253906, + 0.337891, + 0.322266, + 0.328125, + 0.3125, + 0.257812, + 0.310547, + 0.296875, + 0.304688, + 0.326172, + 0.291016, + 0.333984, + 0.332031, + 0.183594, + 0.220703, + 0.296875, + 0.322266, + 0.332031, + 0.341797, + 0.324219, + 0.333984, + 0.318359, + 0.298828, + 0.192383, + 0.330078, + 0.176758, + 0.155273, + 0.341797, + 0.339844, + 0.318359, + 0.316406, + 0.322266, + 0.314453, + 0.289062, + 0.310547, + 0.188477, + 0.363281, + 0.308594, + 0.318359, + 0.300781, + 0.275391, + 0.347656, + 0.310547, + 0.320312, + 0.324219, + 0.320312, + 0.326172, + 0.337891, + 0.310547, + 0.320312, + 0.320312, + 0.175781, + 0.324219, + 0.245117, + 0.337891, + 0.330078, + 0.314453, + 0.375, + 0.404297, + 0.120605, + 0.330078, + 0.326172, + 0.333984, + 0.145508, + 0.162109, + 0.197266, + 0.12207, + 0.202148, + 0.3125, + 0.273438, + 0.318359, + 0.328125, + 0.310547, + 0.326172, + 0.316406, + 0.273438, + 0.308594, + 0.316406, + 0.326172, + 0.316406, + 0.326172, + 0.292969, + 0.328125, + 0.333984, + 0.253906, + 0.349609, + 0.3125, + 0.324219, + 0.304688, + 0.339844, + 0.318359, + 0.318359, + 0.333984, + 0.318359, + 0.214844, + 0.316406, + 0.337891, + 0.310547, + 0.320312, + 0.28125, + 0.320312, + 0.143555, + 0.328125, + 0.322266, + 0.164062, + 0.326172, + 0.314453, + 0.300781, + 0.335938, + 0.306641, + 0.328125, + 0.259766, + 0.201172, + 0.318359, + 0.308594, + 0.308594, + 0.318359, + 0.222656, + 0.316406, + 0.275391, + 0.300781, + 0.326172, + 0.324219, + 0.320312, + 0.28125, + 0.318359, + 0.322266, + 0.285156, + 0.361328, + 0.324219, + 0.320312, + 0.241211, + 0.3125, + 0.328125, + 0.310547, + 0.302734, + 0.326172, + 0.298828, + 0.308594, + 0.333984, + 0.244141, + 0.314453, + 0.328125, + 0.291016, + 0.304688, + 0.34375, + 0.316406, + 0.292969, + 0.277344, + 0.316406, + 0.326172, + 0.302734, + 0.121582, + 0.326172, + 0.326172, + 0.320312, + 0.306641, + 0.279297, + 0.289062, + 0.332031, + 0.332031, + 0.324219, + 0.335938, + 0.498047, + 0.308594, + 0.106445, + 0.326172, + 0.328125, + 0.253906, + 0.326172, + 0.314453, + 0.316406, + 0.347656, + 0.265625, + 0.326172, + 0.320312, + 0.308594, + 0.324219, + 0.320312, + 0.28125, + 0.332031, + 0.318359, + 0.324219, + 0.112793, + 0.310547, + 0.275391, + 0.291016, + 0.310547, + 0.277344, + 0.326172, + 0.341797, + 0.324219, + 0.308594, + 0.314453, + 0.328125, + 0.310547, + 0.316406, + 0.322266, + 0.308594, + 0.314453, + 0.289062, + 0.3125, + 0.324219, + 0.287109, + 0.308594, + 0.328125, + 0.326172, + 0.310547, + 0.314453, + 0.310547, + 0.328125, + 0.339844, + 0.318359, + 0.332031, + 0.335938, + 0.330078, + 0.320312, + 0.308594, + 0.324219, + 0.326172, + 0.318359, + 0.328125, + 0.251953, + 0.328125, + 0.320312, + 0.306641, + 0.335938, + 0.308594, + 0.3125, + 0.326172, + 0.287109, + 0.347656, + 0.333984, + 0.000755, + 0.249023, + 0.332031, + 0.337891, + 0.150391, + 0.332031, + 0.375, + 0.341797, + 0.324219, + 0.273438, + 0.291016, + 0.271484, + 0.322266, + 0.285156, + 0.316406, + 0.314453, + 0.320312, + 0.310547, + 0.28125, + 0.306641, + 0.326172, + 0.316406, + 0.320312, + 0.330078, + 0.273438, + 0.322266, + 0.263672, + 0.384766, + 0.316406, + 0.124023, + 0.324219, + 0.28125, + 0.324219, + 0.3125, + 0.318359, + 0.283203, + 0.324219, + 0.328125, + 0.347656, + 0.316406, + 0.318359, + 0.18457, + 0.314453, + 0.320312, + 0.326172, + 0.300781, + 0.3125, + 0.324219, + 0.333984, + 0.275391, + 0.332031, + 0.3125, + 0.210938, + 0.3125, + 0.298828, + 0.314453, + 0.287109, + 0.335938, + 0.273438, + 0.460938, + 0.333984, + 0.134766, + 0.3125, + 0.333984, + 0.318359, + 0.318359, + 0.345703, + 0.304688, + 0.322266, + 0.333984, + 0.324219, + 0.306641, + 0.326172, + 0.322266, + 0.304688, + 0.306641, + 0.25, + 0.261719, + 0.171875, + 0.296875, + 0.328125, + 0.3125, + 0.294922, + 0.296875, + 0.163086, + 0.332031, + 0.322266, + 0.3125, + 0.318359, + 0.289062, + 0.22168, + 0.310547, + 0.289062, + 0.332031, + 0.337891, + 0.328125, + 0.330078, + 0.322266, + 0.316406, + 0.227539, + 0.318359, + 0.257812, + 0.28125, + 0.304688, + 0.332031, + 0.183594, + 0.320312, + 0.128906, + 0.330078, + 0.253906, + 0.318359, + 0.316406, + 0.326172, + 0.308594, + 0.324219, + 0.304688, + 0.328125, + 0.318359, + 0.296875, + 0.228516, + 0.328125, + 0.296875, + 0.22168, + 0.259766, + 0.310547, + 0.302734, + 0.318359, + 0.316406, + 0.341797, + 0.330078, + 0.279297, + 0.298828, + 0.310547, + 0.302734, + 0.251953, + 0.302734, + 0.3125, + 0.296875, + 0.291016, + 0.347656, + 0.332031, + 0.318359, + 0.337891, + 0.308594, + 0.332031, + 0.332031, + 0.324219, + 0.335938, + 0.314453, + 0.335938, + 0.316406, + 0.324219, + 0.28125, + 0.324219, + 0.302734, + 0.310547, + 0.251953, + 0.296875, + 0.320312, + 0.328125, + 0.263672, + 0.246094, + 0.347656, + 0.24707, + 0.333984, + 0.328125, + 0.318359, + 0.332031, + 0.332031, + 0.289062, + 0.291016, + 0.243164, + 0.269531, + 0.324219, + 0.330078, + 0.24707, + 0.326172, + 0.308594, + 0.251953, + 0.275391, + 0.330078, + 0.328125, + 0.339844, + 0.300781, + 0.289062, + 0.320312, + 0.186523, + 0.326172, + 0.316406, + 0.176758, + 0.324219, + 0.298828, + 0.333984, + 0.320312, + 0.337891, + 0.24707, + 0.326172, + 0.341797, + 0.169922, + 0.316406, + 0.326172, + 0.138672, + 0.240234, + 0.330078, + 0.316406, + 0.289062, + 0.314453, + 0.283203, + 0.154297, + 0.367188, + 0.324219, + 0.291016, + 0.114746, + 0.324219, + 0.341797, + 0.269531, + 0.316406, + 0.3125, + 0.330078, + 0.302734, + 0.296875, + 0.322266, + 0.320312, + 0.279297, + 0.310547, + 0.308594, + 0.324219, + 0.332031, + 0.133789, + 0.291016, + 0.277344, + 0.535156, + 0.341797, + 0.287109, + 0.261719, + 0.328125, + 0.25, + 0.296875, + 0.326172, + 0.279297, + 0.324219, + 0.1875, + 0.318359, + 0.314453, + 0.326172, + 0.244141, + 0.277344, + 0.333984, + 0.314453, + 0.324219, + 0.335938, + 0.320312, + 0.320312, + 0.28125, + 0.314453, + 0.322266, + 0.308594, + 0.324219, + 0.328125, + 0.332031, + 0.326172, + 0.134766, + 0.277344, + 0.314453, + 0.322266, + 0.116211, + 0.328125, + 0.279297, + 0.318359, + 0.310547, + 0.333984, + 0.294922, + 0.316406, + 0.320312, + 0.339844, + 0.3125, + 0.333984, + 0.298828, + 0.345703, + 0.337891, + 0.320312, + 0.300781, + 0.310547 + ] + }, + "name": "model.transformer.layers.6.ffn_norm.weight", + "outputIndexes": [ + 459 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 458, + 459 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_6/Mul_1_output_0", + "outputIndexes": [ + 460 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 460 + ], + "outputIndexes": [ + 1626 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1626 + ], + "outputIndexes": [ + 1627 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_1/Linear", + "inputIndexes": [ + 1627 + ], + "outputIndexes": [ + 1628 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 5120, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 61440, + "weightSize": 0 + }, + "external": [ + 36424048, + 3932182, + 491520, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1628 + ], + "outputIndexes": [ + 1629 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1629 + ], + "outputIndexes": [ + 461 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 5120 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 461, + 21, + 221, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_6/Slice_output_0", + "outputIndexes": [ + 462 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 462 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_6/Sigmoid_output_0", + "outputIndexes": [ + 463 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 462, + 463 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_6/Mul_output_0", + "outputIndexes": [ + 464 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 5120 + ] + }, + "name": "/ffn_6/Mul_1_output_0", + "outputIndexes": [ + 465 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 461, + 221, + 465, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_6/Slice_1_output_0", + "outputIndexes": [ + 466 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 464, + 466 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_6/Mul_2_output_0", + "outputIndexes": [ + 467 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 467 + ], + "outputIndexes": [ + 1630 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2560, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1630 + ], + "outputIndexes": [ + 1631 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_2/Linear", + "inputIndexes": [ + 1631 + ], + "outputIndexes": [ + 1632 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2560, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 30720, + "weightSize": 0 + }, + "external": [ + 40847750, + 1966102, + 245760, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1632 + ], + "outputIndexes": [ + 1633 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.6/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1633 + ], + "outputIndexes": [ + 468 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 457, + 468 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_27_output_0", + "outputIndexes": [ + 469 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 469, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_28_output_0", + "outputIndexes": [ + 470 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 470 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_7/Mul_output_0", + "outputIndexes": [ + 471 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.210938, + 0.208984, + 0.192383, + 0.208008, + 0.194336, + 0.198242, + 0.207031, + 0.1875, + 0.197266, + 0.179688, + 0.19043, + 0.135742, + 0.196289, + 0.175781, + 0.155273, + 0.179688, + 0.216797, + 0.246094, + 0.222656, + 0.147461, + 0.057861, + 0.21582, + 0.129883, + 0.188477, + 0.182617, + 0.18457, + 0.149414, + 0.15625, + 0.193359, + 0.175781, + 0.173828, + 0.200195, + 0.166992, + 0.194336, + 0.160156, + 0.18457, + 0.208984, + 0.175781, + 0.162109, + 0.189453, + 0.203125, + 0.196289, + 0.193359, + 0.197266, + 0.177734, + 0.211914, + 0.185547, + 0.176758, + 0.188477, + 0.131836, + 0.193359, + 0.175781, + 0.211914, + 0.149414, + 0.392578, + 0.191406, + 0.181641, + 0.183594, + 0.169922, + 0.177734, + 0.1875, + 0.185547, + 0.071777, + 0.178711, + 0.09668, + 0.199219, + 0.143555, + 0.196289, + 0.243164, + 0.277344, + 0.194336, + 0.24707, + 0.178711, + 0.208984, + 0.155273, + 0.180664, + 0.174805, + 0.222656, + 0.191406, + 0.202148, + 0.203125, + 0.185547, + 0.201172, + 0.192383, + 0.150391, + 0.223633, + 0.167969, + 0.149414, + 0.181641, + 0.172852, + 0.186523, + 0.226562, + 0.210938, + 0.204102, + 0.172852, + 0.208984, + 0.142578, + 0.182617, + 0.098633, + 0.133789, + 0.181641, + 0.240234, + 0.182617, + 0.179688, + 0.203125, + 0.185547, + 0.209961, + 0.164062, + 0.168945, + 0.172852, + 0.191406, + 0.207031, + 0.150391, + 0.175781, + 0.207031, + 0.201172, + 0.129883, + 0.19043, + 0.208984, + 0.188477, + 0.166992, + 0.197266, + 0.195312, + 0.198242, + 0.183594, + 0.166016, + 0.185547, + 0.200195, + 0.192383, + 0.226562, + 0.169922, + 0.180664, + 0.189453, + 0.160156, + 0.198242, + 0.195312, + 0.175781, + 0.176758, + 0.197266, + 0.170898, + 0.192383, + 0.226562, + 0.202148, + 0.158203, + 0.116211, + 0.122559, + 0.201172, + 0.21582, + 0.170898, + 0.189453, + 0.208008, + 0.204102, + 0.217773, + 0.201172, + 0.176758, + 0.181641, + 0.225586, + 0.138672, + 0.170898, + 0.255859, + 0.206055, + 0.231445, + 0.214844, + 0.202148, + 0.1875, + 0.194336, + 0.213867, + 0.198242, + 0.216797, + 0.212891, + 0.124023, + 0.174805, + 0.117676, + 0.175781, + 0.185547, + 0.155273, + 0.186523, + 0.203125, + 0.194336, + 0.202148, + 0.173828, + 0.19043, + 0.172852, + 0.180664, + 0.196289, + 0.172852, + 0.191406, + 0.206055, + 0.204102, + 0.188477, + 0.203125, + 0.192383, + 0.451172, + 0.208008, + 0.199219, + 0.212891, + 0.239258, + 0.171875, + 0.200195, + 0.277344, + 0.189453, + 0.193359, + 0.180664, + 0.198242, + 0.1875, + 0.180664, + 0.194336, + 0.200195, + 0.201172, + 0.180664, + 0.19043, + 0.22168, + 0.179688, + 0.188477, + 0.245117, + 0.201172, + 0.174805, + 0.194336, + 0.181641, + 0.208984, + 0.167969, + 0.335938, + 0.161133, + 0.08252, + 0.172852, + 0.294922, + 0.180664, + 0.176758, + 0.19043, + 0.196289, + 0.145508, + 0.181641, + 0.237305, + 0.197266, + 0.185547, + 0.169922, + 0.196289, + 0.181641, + 0.1875, + 0.203125, + 0.205078, + 0.115234, + 0.174805, + 0.194336, + 0.195312, + 0.1875, + 0.099609, + 0.170898, + 0.21875, + 0.200195, + 0.181641, + 0.097656, + 0.198242, + 0.229492, + 0.199219, + 0.186523, + 0.185547, + 0.198242, + 0.173828, + 0.169922, + 0.203125, + 0.193359, + 0.087891, + 0.177734, + 0.168945, + 0.223633, + 0.196289, + 0.285156, + 0.195312, + 0.181641, + 0.166992, + 0.19043, + 0.174805, + 0.162109, + 0.210938, + 0.1875, + 0.1875, + 0.129883, + 0.188477, + 0.167969, + 0.204102, + 0.169922, + 0.206055, + 0.189453, + 0.180664, + 0.200195, + 0.168945, + 0.181641, + 0.248047, + 0.204102, + 0.175781, + 0.178711, + 0.185547, + 0.277344, + 0.085938, + 0.171875, + 0.098145, + 0.176758, + 0.168945, + 0.140625, + 0.206055, + 0.1875, + 0.179688, + 0.208008, + 0.18457, + 0.193359, + 0.196289, + 0.211914, + 0.173828, + 0.172852, + 0.173828, + 0.191406, + 0.141602, + 0.195312, + 0.138672, + 0.191406, + 0.196289, + 0.125977, + 0.257812, + 0.230469, + 0.175781, + 0.166016, + 0.176758, + 0.199219, + 0.176758, + 0.213867, + 0.182617, + 0.21875, + 0.207031, + 0.15625, + 0.170898, + 0.178711, + 0.180664, + 0.199219, + 0.175781, + 0.195312, + 0.208984, + 0.212891, + 0.161133, + 0.182617, + 0.166992, + 0.188477, + 0.197266, + 0.141602, + 0.185547, + 0.115723, + 0.699219, + 0.139648, + 0.204102, + 0.206055, + 0.217773, + 0.205078, + 0.145508, + 0.259766, + 0.219727, + 0.470703, + 0.222656, + 0.181641, + 0.185547, + 0.201172, + 0.203125, + 0.189453, + 0.206055, + 0.206055, + 0.196289, + 0.237305, + 0.199219, + 0.204102, + 0.194336, + 0.096191, + 0.11377, + 0.212891, + 0.12207, + 0.189453, + 0.181641, + 0.079102, + 0.222656, + 0.208008, + 0.22168, + 0.197266, + 0.197266, + 0.181641, + 0.174805, + 0.194336, + 0.147461, + 0.1875, + 0.086914, + 0.175781, + 0.186523, + 0.21875, + 0.217773, + 0.195312, + 0.182617, + 0.07959, + 0.177734, + 0.287109, + 0.171875, + 0.392578, + 0.050049, + 0.115234, + 0.212891, + 0.202148, + 0.111816, + 0.180664, + 0.183594, + 0.109375, + 0.111816, + 0.180664, + 0.19043, + 0.171875, + 0.175781, + 0.19043, + 0.206055, + 0.197266, + 0.168945, + 0.185547, + 0.203125, + 0.1875, + 0.198242, + 0.195312, + 0.231445, + 0.236328, + 0.235352, + 0.363281, + 0.195312, + 0.202148, + 0.19043, + 0.189453, + 0.283203, + 0.179688, + 0.222656, + 0.178711, + 0.197266, + 0.188477, + 0.182617, + 0.162109, + 0.207031, + 0.192383, + 0.182617, + 0.200195, + 0.197266, + 0.178711, + 0.186523, + 0.202148, + 0.170898, + 0.186523, + 0.199219, + 0.106934, + 0.172852, + 0.175781, + 0.273438, + 0.169922, + 0.237305, + 0.1875, + 0.154297, + 0.22168, + 0.202148, + 0.15918, + 0.177734, + 0.172852, + 0.202148, + 0.11377, + 0.240234, + 0.208984, + 0.208984, + 0.151367, + 0.21582, + 0.196289, + 0.193359, + 0.192383, + 0.193359, + 0.171875, + 0.211914, + 0.139648, + 0.202148, + 0.206055, + 0.204102, + 0.188477, + 0.19043, + 0.19043, + 0.196289, + 0.207031, + 0.201172, + 0.204102, + 0.189453, + 0.089355, + 0.169922, + 0.200195, + 0.207031, + 0.178711, + 0.213867, + 0.214844, + 0.217773, + 0.1875, + 0.203125, + 0.207031, + 0.166992, + 0.194336, + 0.1875, + 0.193359, + 0.209961, + 0.163086, + 0.086914, + 0.18457, + 0.1875, + 0.193359, + 0.208008, + 0.178711, + 0.178711, + 0.166016, + 0.203125, + 0.195312, + 0.142578, + 0.1875, + 0.234375, + 0.188477, + 0.175781, + 0.172852, + 0.188477, + 0.198242, + 0.163086, + 0.237305, + 0.222656, + 0.171875, + 0.165039, + 0.177734, + 0.224609, + 0.195312, + 0.188477, + 0.671875, + 0.167969, + 0.172852, + 0.1875, + 0.21582, + 0.172852, + 0.084961, + 0.157227, + 0.191406, + 0.191406, + 0.22168, + 0.164062, + 0.177734, + 0.19043, + 0.192383, + 0.207031, + 0.200195, + 0.166016, + 0.204102, + 0.18457, + 0.193359, + 0.18457, + 0.193359, + 0.257812, + 0.176758, + 0.186523, + 0.194336, + 0.166016, + 0.176758, + 0.180664, + 0.18457, + 0.183594, + 0.152344, + 0.175781, + 0.148438, + 0.267578, + 0.185547, + 0.203125, + 0.174805, + 0.180664, + 0.223633, + 0.196289, + 0.182617, + 0.179688, + 0.208008, + 0.173828, + 0.231445, + 0.242188, + 0.185547, + 0.191406, + 0.188477, + 0.189453, + 0.248047, + 0.188477, + 0.177734, + 0.19043, + 0.171875, + 0.192383, + 0.233398, + 0.22168, + 0.18457, + 0.196289, + 0.204102, + 0.203125, + 0.193359, + 0.15625, + 0.180664, + 0.149414, + 0.104004, + 0.223633, + 0.146484, + 0.213867, + 0.199219, + 0.191406, + 0.174805, + 0.191406, + 0.182617, + 0.193359, + 0.134766, + 0.144531, + 0.194336, + 0.199219, + 0.121094, + 0.183594, + 0.182617, + 0.208008, + 0.168945, + 0.173828, + 0.171875, + 0.203125, + 0.168945, + 0.198242, + 0.172852, + 0.179688, + 0.175781, + 0.201172, + 0.195312, + 0.189453, + 0.186523, + 0.174805, + 0.146484, + 0.196289, + 0.185547, + 0.222656, + 0.220703, + 0.224609, + 0.175781, + 0.183594, + 0.176758, + 0.236328, + 0.185547, + 0.287109, + 0.185547, + 0.169922, + 0.210938, + 0.213867, + 0.206055, + 0.189453, + 0.060547, + 0.195312, + 0.267578, + 0.15918, + 0.199219, + 0.212891, + 0.181641, + 0.1875, + 0.169922, + 0.148438, + 0.200195, + 0.191406, + 0.408203, + 0.193359, + 0.223633, + 0.197266, + 0.207031, + 0.191406, + 0.183594, + 0.233398, + 0.217773, + 0.18457, + 0.1875, + 0.18457, + 0.201172, + 0.119629, + 0.204102, + 0.169922, + 0.196289, + 0.302734, + 0.165039, + 0.18457, + 0.191406, + 0.196289, + 0.1875, + 0.203125, + 0.193359, + 0.178711, + 0.1875, + 0.169922, + 0.176758, + 0.22168, + 0.213867, + 0.185547, + 0.182617, + 0.167969, + 0.143555, + 0.185547, + 0.192383, + 0.199219, + 0.202148, + 0.185547, + 0.179688, + 0.18457, + 0.185547, + 0.103516, + 0.204102, + 0.120117, + 0.183594, + 0.168945, + 0.160156, + 0.182617, + 0.180664, + 0.185547, + 0.216797, + 0.175781, + 0.188477, + 0.197266, + 0.12207, + 0.212891, + 0.139648, + 0.203125, + 0.194336, + 0.165039, + 0.217773, + 0.109375, + 0.196289, + 0.166016, + 0.185547, + 0.202148, + 0.188477, + 0.166992, + 0.180664, + 0.166992, + 0.185547, + 0.209961, + 0.349609, + 0.223633, + 0.138672, + 0.178711, + 0.201172, + 0.197266, + 0.219727, + 0.253906, + 0.198242, + 0.19043, + 0.294922, + 0.192383, + 0.178711, + 0.163086, + 0.210938, + 0.198242, + 0.458984, + 0.205078, + 0.208984, + 0.197266, + 0.233398, + 0.1875, + 0.380859, + 0.182617, + 0.197266, + 0.291016, + 0.191406, + 0.11084, + 0.171875, + 0.183594, + 0.200195, + 0.180664, + 0.096191, + 0.191406, + 0.189453, + 0.207031, + 0.204102, + 0.150391, + 0.15918, + 0.191406, + 0.451172, + 0.199219, + 0.189453, + 0.204102, + 0.166016, + 0.175781, + 0.226562, + 0.175781, + 0.195312, + 0.210938, + 0.179688, + 0.100098, + 0.117676, + 0.227539, + 0.181641, + 0.182617, + 0.160156, + 0.149414, + 0.25, + 0.180664, + 0.199219, + 0.201172, + 0.168945, + 0.147461, + 0.179688, + 0.18457, + 0.171875, + 0.171875, + 0.172852, + 0.166992, + 0.181641, + 0.167969, + 0.200195, + 0.195312, + 0.199219, + 0.203125, + 0.213867, + 0.185547, + 0.181641, + 0.204102, + 0.179688, + 0.150391, + 0.194336, + 0.172852, + 0.194336, + 0.18457, + 0.157227, + 0.361328, + 0.210938, + 0.243164, + 0.19043, + 0.186523, + 0.249023, + 0.163086, + 0.145508, + 0.206055, + 0.191406, + 0.209961, + 0.18457, + 0.28125, + 0.168945, + 0.19043, + 0.167969, + 0.158203, + 0.166016, + 0.206055, + 0.169922, + 0.143555, + 0.246094, + 0.183594, + 0.179688, + 0.232422, + 0.194336, + 0.164062, + 0.189453, + 0.193359, + 0.163086, + 0.226562, + 0.100098, + 0.207031, + 0.124023, + 0.225586, + 0.193359, + 0.172852, + 0.225586, + 0.191406, + 0.195312, + 0.185547, + 0.194336, + 0.189453, + 0.191406, + 0.171875, + 0.225586, + 0.15625, + 0.197266, + 0.195312, + 0.220703, + 0.201172, + 0.171875, + 0.166992, + 0.175781, + 0.172852, + 0.163086, + 0.219727, + 0.183594, + 0.180664, + 0.173828, + 0.173828, + 0.171875, + 0.180664, + 0.227539, + 0.196289, + 0.179688, + 0.213867, + 0.191406, + 0.001015, + 0.198242, + 0.22168, + 0.208984, + 0.191406, + 0.179688, + 0.152344, + 0.1875, + 0.211914, + 0.194336, + 0.141602, + 0.175781, + 0.140625, + 0.208008, + 0.210938, + 0.255859, + 0.235352, + 0.186523, + 0.523438, + 0.208008, + 0.249023, + 0.213867, + 0.180664, + 0.185547, + 0.196289, + 0.201172, + 0.238281, + 0.201172, + 0.155273, + 0.172852, + 0.191406, + 0.199219, + 0.173828, + 0.191406, + 0.198242, + 0.209961, + 0.182617, + 0.068848, + 0.199219, + 0.158203, + 0.192383, + 0.246094, + 0.211914, + 0.208984, + 0.179688, + 0.210938, + 0.202148, + 0.192383, + 0.186523, + 0.148438, + 0.200195, + 0.209961, + 0.150391, + 0.165039, + 0.173828, + 0.224609, + 0.204102, + 0.181641, + 0.19043, + 0.197266, + 0.213867, + 0.195312, + 0.192383, + 0.176758, + 0.177734, + 0.167969, + 0.228516, + 0.178711, + 0.189453, + 0.180664, + 0.108887, + 0.169922, + 0.1875, + 0.195312, + 0.231445, + 0.212891, + 0.255859, + 0.213867, + 0.099609, + 0.188477, + 0.177734, + 0.164062, + 0.194336, + 0.1875, + 0.213867, + 0.188477, + 0.225586, + 0.18457, + 0.192383, + 0.116211, + 0.200195, + 0.255859, + 0.198242, + 0.179688, + 0.178711, + 0.199219, + 0.211914, + 0.180664, + 0.19043, + 0.208008, + 0.183594, + 0.199219, + 0.166016, + 0.205078, + 0.182617, + 0.178711, + 0.208008, + 0.202148, + 0.112305, + 0.198242, + 0.179688, + 0.198242, + 0.185547, + 0.102539, + 0.198242, + 0.208008, + 0.188477, + 0.201172, + 0.11084, + 0.251953, + 0.216797, + 0.306641, + 0.08252, + 0.202148, + 0.194336, + 0.163086, + 0.186523, + 0.183594, + 0.21875, + 0.173828, + 0.310547, + 0.1875, + 0.168945, + 0.164062, + 0.179688, + 1.078125, + 0.166992, + 0.206055, + 0.167969, + 0.217773, + 0.219727, + 0.196289, + 0.1875, + 0.21875, + 0.197266, + 0.144531, + 0.150391, + 0.201172, + 0.206055, + 0.21875, + 0.201172, + 0.211914, + 0.186523, + 0.191406, + 0.180664, + 0.204102, + 0.173828, + 0.230469, + 0.179688, + 0.257812, + 0.161133, + 0.176758, + 0.209961, + 0.204102, + 0.212891, + 0.223633, + 0.167969, + 0.147461, + 0.147461, + 0.207031, + 0.183594, + 0.122559, + 0.204102, + 0.11084, + 0.169922, + 0.226562, + 0.198242, + 0.214844, + 0.19043, + 0.1875, + 0.201172, + 0.195312, + 0.15625, + 0.140625, + 0.164062, + 0.188477, + 0.198242, + 0.166016, + 0.196289, + 0.087891, + 0.251953, + 0.076172, + 0.195312, + 0.200195, + 0.227539, + 0.123535, + 0.123535, + 0.4375, + 0.073242, + 0.144531, + 0.212891, + 0.208008, + 0.186523, + 0.18457, + 0.249023, + 0.202148, + 0.196289, + 0.200195, + 0.170898, + 0.151367, + 0.18457, + 0.205078, + 0.166992, + 0.161133, + 0.169922, + 0.203125, + 0.470703, + 0.155273, + 0.181641, + 0.1875, + 0.210938, + 0.172852, + 0.177734, + 0.1875, + 0.200195, + 0.171875, + 0.146484, + 0.174805, + 0.139648, + 0.198242, + 0.195312, + 0.203125, + 0.151367, + 0.105469, + 0.197266, + 0.191406, + 0.161133, + 0.1875, + 0.18457, + 0.198242, + 0.174805, + 0.192383, + 0.200195, + 0.173828, + 0.15625, + 0.219727, + 0.207031, + 0.19043, + 0.207031, + 0.140625, + 0.175781, + 0.171875, + 0.181641, + 0.191406, + 0.179688, + 0.210938, + 0.259766, + 0.19043, + 0.191406, + 0.194336, + 0.144531, + 0.179688, + 0.238281, + 0.178711, + 0.197266, + 0.176758, + 0.21582, + 0.207031, + 0.204102, + 0.168945, + 0.172852, + 0.168945, + 0.203125, + 0.182617, + 0.174805, + 0.197266, + 0.213867, + 0.050293, + 0.178711, + 0.177734, + 0.183594, + 0.208984, + 0.174805, + 0.220703, + 0.087402, + 0.15918, + 0.189453, + 0.181641, + 0.181641, + 0.204102, + 0.204102, + 0.162109, + 0.214844, + 0.206055, + 0.182617, + 0.229492, + 0.186523, + 0.090332, + 0.171875, + 0.222656, + 0.210938, + 0.177734, + 0.191406, + 0.189453, + 0.148438, + 0.198242, + 0.193359, + 0.197266, + 0.194336, + 0.175781, + 0.192383, + 0.21582, + 0.188477, + 0.212891, + 0.172852, + 0.08252, + 0.166992, + 0.246094, + 0.183594, + 0.164062, + 0.194336, + 0.234375, + 0.151367, + 0.203125, + 0.19043, + 0.180664, + 0.139648, + 0.18457, + 0.181641, + 0.209961, + 0.204102, + 0.210938, + 0.238281, + 0.208008, + 0.19043, + 0.222656, + 0.193359, + 0.192383, + 0.19043, + 0.177734, + 0.210938, + 0.176758, + 0.196289, + 0.124023, + 0.19043, + 0.1875, + 0.178711, + 0.179688, + 0.243164, + 0.202148, + 0.19043, + 0.189453, + 0.205078, + 0.180664, + 0.219727, + 0.19043, + 0.191406, + 0.208008, + 0.205078, + 0.18457, + 0.1875, + 0.168945, + 0.203125, + 0.198242, + 0.183594, + 0.216797, + 0.176758, + 0.173828, + 0.173828, + 0.15625, + 0.197266, + 0.124512, + 0.217773, + 0.15918, + 0.208008, + 0.185547, + 0.167969, + 0.203125, + 0.178711, + 0.191406, + 0.203125, + 0.174805, + 0.203125, + 0.214844, + 0.237305, + 0.21875, + 0.193359, + 0.181641, + 0.200195, + 0.196289, + 0.198242, + 0.212891, + 0.097656, + 0.195312, + 0.099121, + 0.181641, + 0.209961, + 0.198242, + 0.213867, + 0.172852, + 0.213867, + 0.194336, + 0.186523, + 0.202148, + 0.179688, + 0.195312, + 0.133789, + 0.185547, + 0.174805, + 0.203125, + 0.200195, + 0.192383, + 0.172852, + 0.229492, + 0.189453, + 0.194336, + 0.1875, + 0.15625, + 0.181641, + 0.173828, + 0.196289, + 0.188477, + 0.198242, + 0.191406, + 0.15332, + 0.195312, + 0.111328, + 0.212891, + 0.193359, + 0.211914, + 0.189453, + 0.157227, + 0.205078, + 0.179688, + 0.188477, + 0.231445, + 0.188477, + 0.193359, + 0.174805, + 0.185547, + 0.198242, + 0.180664, + 0.163086, + 0.130859, + 0.213867, + 0.173828, + 0.191406, + 0.246094, + 0.191406, + 0.435547, + 0.171875, + 0.212891, + 0.149414, + 0.199219, + 0.19043, + 0.333984, + 0.197266, + 0.21582, + 0.178711, + 0.173828, + 0.19043, + 0.178711, + 0.197266, + 0.177734, + 0.208984, + 0.188477, + 0.176758, + 0.197266, + 0.178711, + 0.188477, + 0.130859, + 0.200195, + 0.105957, + 0.21875, + 0.18457, + 0.191406, + 0.197266, + 0.186523, + 0.202148, + 0.188477, + 0.18457, + 0.203125, + 0.199219, + 0.229492, + 0.248047, + 0.232422, + 0.19043, + 0.233398, + 0.191406, + 0.191406, + 0.1875, + 0.18457, + 0.174805, + 0.19043, + 0.175781, + 0.208984, + 0.200195, + 0.202148, + 0.205078, + 0.167969, + 0.243164, + 0.167969, + 0.200195, + 0.202148, + 0.15332, + 0.177734, + 0.202148, + 0.189453, + 0.200195, + 0.191406, + 0.253906, + 0.181641, + 0.179688, + 0.198242, + 0.241211, + 0.203125, + 0.202148, + 0.198242, + 0.186523, + 0.255859, + 0.185547, + 0.180664, + 0.217773, + 0.175781, + 0.177734, + 0.213867, + 0.265625, + 0.199219, + 0.171875, + 0.171875, + 0.173828, + 0.200195, + 0.211914, + 0.174805, + 0.195312, + 0.21582, + 0.162109, + 0.173828, + 0.198242, + 0.179688, + 0.161133, + 0.173828, + 0.209961, + 0.194336, + 0.203125, + 0.182617, + 0.175781, + 0.129883, + 0.172852, + 0.208984, + 0.1875, + 0.186523, + 0.189453, + 0.19043, + 0.12793, + 0.214844, + 0.166016, + 0.168945, + 0.179688, + 0.195312, + 0.173828, + 0.167969, + 0.151367, + 0.121094, + 0.193359, + 0.181641, + 0.107422, + 0.178711, + 0.181641, + 0.163086, + 0.191406, + 0.21875, + 0.171875, + 0.104004, + 0.106445, + 0.214844, + 0.239258, + 0.084961, + 0.178711, + 0.185547, + 0.183594, + 0.273438, + 0.197266, + 0.178711, + 0.1875, + 0.206055, + 0.228516, + 0.180664, + 0.207031, + 0.170898, + 0.209961, + 0.222656, + 0.186523, + 0.318359, + 0.213867, + 0.173828, + 0.263672, + 0.240234, + 0.267578, + 0.15625, + 0.199219, + 0.195312, + 0.173828, + 0.175781, + 0.199219, + 0.181641, + 0.116699, + 0.203125, + 0.176758, + 0.168945, + 0.210938, + 0.203125, + 0.180664, + 0.193359, + 0.185547, + 0.228516, + 0.18457, + 0.174805, + 0.188477, + 0.173828, + 0.180664, + 0.171875, + 0.192383, + 0.205078, + 0.208008, + 0.163086, + 0.105957, + 0.271484, + 0.233398, + 0.224609, + 0.086426, + 0.193359, + 0.197266, + 0.188477, + 0.180664, + 0.180664, + 0.216797, + 0.188477, + 0.166016, + 0.204102, + 0.182617, + 0.189453, + 0.191406, + 0.164062, + 0.195312, + 0.179688, + 0.178711, + 0.191406 + ] + }, + "name": "model.transformer.layers.7.attn_norm.weight", + "outputIndexes": [ + 472 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 471, + 472 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_7/Mul_1_output_0", + "outputIndexes": [ + 473 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 473 + ], + "outputIndexes": [ + 1634 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1634 + ], + "outputIndexes": [ + 1635 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear", + "inputIndexes": [ + 1635 + ], + "outputIndexes": [ + 1636 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 43059612, + 786454, + 98304, + 4096, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1636 + ], + "outputIndexes": [ + 1637 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1637 + ], + "outputIndexes": [ + 474 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 473 + ], + "main_type": "NONE", + "name": "/Shape_29_output_0", + "outputIndexes": [ + 475 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 475 + ], + "main_type": "NONE", + "name": "Shape676", + "outputIndexes": [ + 476 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 475 + ], + "main_type": "NONE", + "name": "Rank678", + "outputIndexes": [ + 477 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 477, + 477 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp680", + "outputIndexes": [ + 478 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 478 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze681", + "outputIndexes": [ + 479 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 478, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp683", + "outputIndexes": [ + 480 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 480 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze684", + "outputIndexes": [ + 481 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 476, + 479, + 481, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice687", + "outputIndexes": [ + 482 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 482 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze688", + "outputIndexes": [ + 483 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 483 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp689", + "outputIndexes": [ + 484 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 484, + 483 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp690", + "outputIndexes": [ + 485 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 475, + 485, + 478 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_39_output_0", + "outputIndexes": [ + 486 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 486, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_71_output_0", + "outputIndexes": [ + 487 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 487, + 244, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_35_output_0", + "outputIndexes": [ + 488 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 474, + 488 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_29_output_0", + "outputIndexes": [ + 489 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 489 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_7/Mul_output_0", + "outputIndexes": [ + 490 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.28125, + 0.00383, + 1.492188, + 0.878906, + 0.796875, + 1.429688, + 1.523438, + 1.257812, + 1.375, + 1.6875, + 1.226562, + 1.570312, + 2.828125, + 1.453125, + 1.890625, + 1.78125, + 1.960938, + 4.1875, + 1.875, + 1.296875, + 1.757812, + 1.867188, + 1.070312, + 0.023193, + 1.84375, + 1.984375, + 1.382812, + 2.515625, + 2.4375, + 1.835938, + 1.75, + 0.898438, + 1.304688, + 0.150391, + 0.082031, + 1.039062, + 1.257812, + 1.90625, + 1.4375, + 1.601562, + 1.617188, + 1.523438, + 1.992188, + 1.796875, + 1.265625, + 1.820312, + 1.65625, + 1.757812, + 1.5, + 0.173828, + 1.828125, + 2.34375, + 1.796875, + 3.125, + 2.3125, + 3.765625, + 2.015625, + 1.640625, + 2.484375, + 1.03125, + 1.140625, + 1.71875, + 0.585938, + 1.6875 + ] + }, + "name": "model.transformer.layers.7.attn.q_norm.weight", + "outputIndexes": [ + 491 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 490, + 491 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_7/Mul_1_output_0", + "outputIndexes": [ + 492 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 492, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_28_output_0", + "outputIndexes": [ + 493 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 492, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_29_output_0", + "outputIndexes": [ + 494 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 494 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_14_output_0", + "outputIndexes": [ + 495 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 492, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_28_output_0", + "outputIndexes": [ + 496 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 495, + 496 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_38_output_0", + "outputIndexes": [ + 497 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 497, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_29_output_0", + "outputIndexes": [ + 498 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 493, + 498 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_28_output_0", + "outputIndexes": [ + 499 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 473 + ], + "outputIndexes": [ + 1638 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1638 + ], + "outputIndexes": [ + 1639 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear", + "inputIndexes": [ + 1639 + ], + "outputIndexes": [ + 1640 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 43948466, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1640 + ], + "outputIndexes": [ + 1641 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1641 + ], + "outputIndexes": [ + 500 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 487, + 258, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_36_output_0", + "outputIndexes": [ + 501 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 500, + 501 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_30_output_0", + "outputIndexes": [ + 502 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 502 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_7/Mul_output_0", + "outputIndexes": [ + 503 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.148438, + -0.003799, + 1.015625, + 1.273438, + 0.18457, + 1.4375, + 1.585938, + 1.515625, + 1.742188, + 1.671875, + 2.375, + 1.90625, + 0.75, + 2.015625, + 1.671875, + 1.796875, + 1.585938, + -0.002487, + 1.71875, + 2.453125, + 1.820312, + 1.640625, + 2.875, + 14.3125, + 1.765625, + 1.585938, + 2.21875, + 1.25, + 1.289062, + 1.65625, + 1.390625, + 3.1875, + 1.328125, + 0.137695, + 0.071777, + 0.78125, + 1.453125, + 1.445312, + 1.484375, + 1.265625, + 0.5625, + 1.632812, + 1.164062, + 1.492188, + 2.34375, + 1.570312, + 1.914062, + 1.828125, + 2.078125, + 5.9375, + 1.75, + 1.375, + 1.8125, + 0.914062, + 1.304688, + 0.124023, + 1.476562, + 2.015625, + 1.273438, + 2.875, + 2.625, + 1.84375, + 5.21875, + 1.703125 + ] + }, + "name": "model.transformer.layers.7.attn.k_norm.weight", + "outputIndexes": [ + 504 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 503, + 504 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_7/Mul_1_output_0", + "outputIndexes": [ + 505 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 505, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_30_output_0", + "outputIndexes": [ + 506 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 505, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_31_output_0", + "outputIndexes": [ + 507 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 507 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_15_output_0", + "outputIndexes": [ + 508 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 505, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_30_output_0", + "outputIndexes": [ + 509 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 508, + 509 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_39_output_0", + "outputIndexes": [ + 510 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 510, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_31_output_0", + "outputIndexes": [ + 511 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 506, + 511 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_29_output_0", + "outputIndexes": [ + 512 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 473 + ], + "outputIndexes": [ + 1642 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1642 + ], + "outputIndexes": [ + 1643 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear", + "inputIndexes": [ + 1643 + ], + "outputIndexes": [ + 1644 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 44170696, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1644 + ], + "outputIndexes": [ + 1645 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1645 + ], + "outputIndexes": [ + 513 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 513, + 501 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_31_output_0", + "outputIndexes": [ + 514 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 499, + 512, + 514, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.7/self_attn/FusedAttention", + "outputIndexes": [ + 515 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 515 + ], + "outputIndexes": [ + 1646 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1024, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1646 + ], + "outputIndexes": [ + 1647 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear", + "inputIndexes": [ + 1647 + ], + "outputIndexes": [ + 1648 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1024, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 44392926, + 786454, + 98304, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1648 + ], + "outputIndexes": [ + 1649 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1649 + ], + "outputIndexes": [ + 516 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 470, + 516 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_30_output_0", + "outputIndexes": [ + 517 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 517 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_7/Mul_output_0", + "outputIndexes": [ + 518 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.347656, + 0.316406, + 0.353516, + 0.279297, + 0.255859, + 0.349609, + 0.345703, + 0.349609, + 0.365234, + 0.333984, + 0.345703, + 0.163086, + 0.330078, + 0.316406, + 0.359375, + 0.365234, + 0.34375, + 0.349609, + 0.296875, + 0.316406, + 0.119141, + 0.345703, + 0.206055, + 0.337891, + 0.378906, + 0.345703, + 0.341797, + 0.367188, + 0.330078, + 0.345703, + 0.363281, + 0.333984, + 0.257812, + 0.265625, + 0.355469, + 0.347656, + 0.347656, + 0.355469, + 0.353516, + 0.330078, + 0.333984, + 0.328125, + 0.349609, + 0.335938, + 0.328125, + 0.337891, + 0.314453, + 0.34375, + 0.361328, + 0.186523, + 0.353516, + 0.337891, + 0.339844, + 0.34375, + 0.132812, + 0.371094, + 0.34375, + 0.335938, + 0.341797, + 0.363281, + 0.304688, + 0.337891, + 0.151367, + 0.339844, + 0.402344, + 0.353516, + 0.361328, + 0.322266, + 0.328125, + 0.220703, + 0.337891, + 0.335938, + 0.335938, + 0.355469, + 0.222656, + 0.355469, + 0.347656, + 0.365234, + 0.337891, + 0.339844, + 0.335938, + 0.341797, + 0.355469, + 0.332031, + 0.162109, + 0.339844, + 0.330078, + 0.378906, + 0.34375, + 0.261719, + 0.351562, + 0.296875, + 0.353516, + 0.318359, + 0.330078, + 0.330078, + 0.209961, + 0.355469, + 0.149414, + 0.210938, + 0.363281, + 0.320312, + 0.292969, + 0.349609, + 0.341797, + 0.330078, + 0.310547, + 0.263672, + 0.253906, + 0.351562, + 0.361328, + 0.347656, + 0.351562, + 0.238281, + 0.308594, + 0.318359, + 0.365234, + 0.332031, + 0.314453, + 0.332031, + 0.347656, + 0.324219, + 0.3125, + 0.365234, + 0.322266, + 0.367188, + 0.347656, + 0.345703, + 0.357422, + 0.363281, + 0.355469, + 0.345703, + 0.310547, + 0.357422, + 0.339844, + 0.320312, + 0.199219, + 0.361328, + 0.359375, + 0.243164, + 0.355469, + 0.373047, + 0.310547, + 0.353516, + 0.1875, + 0.183594, + 0.283203, + 0.335938, + 0.310547, + 0.265625, + 0.347656, + 0.3125, + 0.316406, + 0.322266, + 0.322266, + 0.326172, + 0.349609, + 0.357422, + 0.339844, + 0.316406, + 0.371094, + 0.249023, + 0.365234, + 0.326172, + 0.337891, + 0.339844, + 0.341797, + 0.337891, + 0.328125, + 0.193359, + 0.201172, + 0.341797, + 0.174805, + 0.355469, + 0.34375, + 0.396484, + 0.335938, + 0.353516, + 0.349609, + 0.353516, + 0.353516, + 0.349609, + 0.294922, + 0.328125, + 0.324219, + 0.345703, + 0.359375, + 0.326172, + 0.355469, + 0.3125, + 0.363281, + 0.332031, + 0.125977, + 0.345703, + 0.324219, + 0.359375, + 0.320312, + 0.349609, + 0.349609, + 0.24707, + 0.322266, + 0.292969, + 0.345703, + 0.345703, + 0.353516, + 0.345703, + 0.357422, + 0.330078, + 0.335938, + 0.318359, + 0.308594, + 0.357422, + 0.349609, + 0.347656, + 0.341797, + 0.330078, + 0.355469, + 0.34375, + 0.353516, + 0.330078, + 0.355469, + 0.359375, + 0.345703, + 0.143555, + 0.355469, + 0.174805, + 0.339844, + 0.304688, + 0.328125, + 0.339844, + 0.345703, + 0.332031, + 0.28125, + 0.267578, + 0.324219, + 0.330078, + 0.339844, + 0.298828, + 0.341797, + 0.324219, + 0.298828, + 0.174805, + 0.367188, + 0.347656, + 0.316406, + 0.347656, + 0.158203, + 0.355469, + 0.357422, + 0.335938, + 0.34375, + 0.125, + 0.349609, + 0.300781, + 0.357422, + 0.349609, + 0.326172, + 0.333984, + 0.34375, + 0.337891, + 0.355469, + 0.337891, + 0.148438, + 0.357422, + 0.357422, + 0.349609, + 0.353516, + 0.129883, + 0.330078, + 0.304688, + 0.349609, + 0.345703, + 0.322266, + 0.353516, + 0.347656, + 0.316406, + 0.345703, + 0.209961, + 0.328125, + 0.236328, + 0.349609, + 0.351562, + 0.267578, + 0.349609, + 0.357422, + 0.34375, + 0.349609, + 0.367188, + 0.357422, + 0.324219, + 0.259766, + 0.373047, + 0.337891, + 0.365234, + 0.152344, + 0.384766, + 0.155273, + 0.357422, + 0.249023, + 0.217773, + 0.361328, + 0.347656, + 0.341797, + 0.357422, + 0.333984, + 0.371094, + 0.353516, + 0.240234, + 0.355469, + 0.332031, + 0.349609, + 0.359375, + 0.128906, + 0.328125, + 0.361328, + 0.330078, + 0.355469, + 0.181641, + 0.15332, + 0.335938, + 0.357422, + 0.337891, + 0.376953, + 0.349609, + 0.337891, + 0.332031, + 0.353516, + 0.320312, + 0.326172, + 0.349609, + 0.287109, + 0.345703, + 0.308594, + 0.376953, + 0.333984, + 0.361328, + 0.322266, + 0.326172, + 0.248047, + 0.371094, + 0.261719, + 0.269531, + 0.34375, + 0.219727, + 0.359375, + 0.380859, + 0.109863, + 0.242188, + 0.341797, + 0.332031, + 0.273438, + 0.324219, + 0.182617, + 0.235352, + 0.347656, + 0.178711, + 0.292969, + 0.347656, + 0.269531, + 0.335938, + 0.359375, + 0.265625, + 0.339844, + 0.310547, + 0.28125, + 0.337891, + 0.335938, + 0.240234, + 0.328125, + 0.161133, + 0.182617, + 0.337891, + 0.165039, + 0.367188, + 0.361328, + 0.139648, + 0.357422, + 0.345703, + 0.339844, + 0.310547, + 0.353516, + 0.316406, + 0.369141, + 0.349609, + 0.195312, + 0.263672, + 0.147461, + 0.332031, + 0.302734, + 0.378906, + 0.353516, + 0.302734, + 0.345703, + 0.152344, + 0.359375, + 0.181641, + 0.357422, + 0.152344, + 0.22168, + 0.369141, + 0.347656, + 0.351562, + 0.369141, + 0.349609, + 0.357422, + 0.158203, + 0.158203, + 0.355469, + 0.337891, + 0.355469, + 0.347656, + 0.174805, + 0.300781, + 0.363281, + 0.351562, + 0.318359, + 0.328125, + 0.347656, + 0.335938, + 0.353516, + 0.316406, + 0.277344, + 0.294922, + 0.193359, + 0.353516, + 0.24707, + 0.332031, + 0.363281, + 0.302734, + 0.339844, + 0.328125, + 0.341797, + 0.351562, + 0.359375, + 0.355469, + 0.361328, + 0.341797, + 0.353516, + 0.310547, + 0.333984, + 0.332031, + 0.335938, + 0.273438, + 0.337891, + 0.335938, + 0.34375, + 0.345703, + 0.169922, + 0.361328, + 0.347656, + 0.197266, + 0.353516, + 0.357422, + 0.332031, + 0.222656, + 0.345703, + 0.357422, + 0.220703, + 0.322266, + 0.359375, + 0.353516, + 0.175781, + 0.345703, + 0.341797, + 0.341797, + 0.203125, + 0.320312, + 0.355469, + 0.341797, + 0.330078, + 0.201172, + 0.322266, + 0.339844, + 0.201172, + 0.337891, + 0.333984, + 0.349609, + 0.345703, + 0.335938, + 0.335938, + 0.347656, + 0.337891, + 0.34375, + 0.246094, + 0.361328, + 0.145508, + 0.363281, + 0.361328, + 0.335938, + 0.333984, + 0.306641, + 0.330078, + 0.324219, + 0.318359, + 0.349609, + 0.347656, + 0.337891, + 0.265625, + 0.337891, + 0.257812, + 0.328125, + 0.339844, + 0.141602, + 0.337891, + 0.285156, + 0.378906, + 0.341797, + 0.335938, + 0.349609, + 0.179688, + 0.345703, + 0.357422, + 0.361328, + 0.333984, + 0.244141, + 0.353516, + 0.347656, + 0.355469, + 0.335938, + 0.363281, + 0.246094, + 0.355469, + 0.369141, + 0.351562, + 0.28125, + 0.332031, + 0.330078, + 0.316406, + 0.349609, + -0.000523, + 0.333984, + 0.349609, + 0.335938, + 0.337891, + 0.328125, + 0.146484, + 0.361328, + 0.345703, + 0.345703, + 0.351562, + 0.384766, + 0.355469, + 0.228516, + 0.349609, + 0.339844, + 0.349609, + 0.335938, + 0.310547, + 0.335938, + 0.320312, + 0.259766, + 0.335938, + 0.265625, + 0.18457, + 0.263672, + 0.359375, + 0.347656, + 0.353516, + 0.351562, + 0.339844, + 0.339844, + 0.196289, + 0.196289, + 0.373047, + 0.324219, + 0.347656, + 0.292969, + 0.337891, + 0.369141, + 0.345703, + 0.34375, + 0.240234, + 0.337891, + 0.285156, + 0.351562, + 0.324219, + 0.263672, + 0.310547, + 0.335938, + 0.355469, + 0.359375, + 0.34375, + 0.359375, + 0.355469, + 0.335938, + 0.349609, + 0.306641, + 0.318359, + 0.304688, + 0.349609, + 0.353516, + 0.34375, + 0.355469, + 0.320312, + 0.367188, + 0.349609, + 0.257812, + 0.155273, + 0.322266, + 0.232422, + 0.335938, + 0.332031, + 0.351562, + 0.355469, + 0.306641, + 0.302734, + 0.359375, + 0.21875, + 0.212891, + 0.34375, + 0.314453, + 0.210938, + 0.347656, + 0.333984, + 0.357422, + 0.349609, + 0.335938, + 0.335938, + 0.196289, + 0.330078, + 0.365234, + 0.349609, + 0.339844, + 0.337891, + 0.351562, + 0.339844, + 0.351562, + 0.378906, + 0.341797, + 0.333984, + 0.351562, + 0.330078, + 0.34375, + 0.337891, + 0.34375, + 0.349609, + 0.367188, + 0.347656, + 0.349609, + 0.322266, + 0.339844, + 0.234375, + 0.335938, + 0.351562, + 0.339844, + 0.300781, + 0.351562, + 0.125977, + 0.324219, + 0.367188, + 0.333984, + 0.347656, + 0.34375, + 0.320312, + 0.353516, + 0.351562, + 0.34375, + 0.285156, + 0.349609, + 0.125, + 0.345703, + 0.363281, + 0.300781, + 0.345703, + 0.292969, + 0.359375, + 0.316406, + 0.335938, + 0.349609, + 0.28125, + 0.265625, + 0.345703, + 0.143555, + 0.351562, + 0.345703, + 0.339844, + 0.337891, + 0.355469, + 0.326172, + 0.345703, + 0.347656, + 0.324219, + 0.339844, + 0.355469, + 0.287109, + 0.361328, + 0.166992, + 0.34375, + 0.298828, + 0.335938, + 0.330078, + 0.273438, + 0.371094, + 0.367188, + 0.304688, + 0.316406, + 0.335938, + 0.341797, + 0.361328, + 0.326172, + 0.355469, + 0.34375, + 0.162109, + 0.345703, + 0.369141, + 0.335938, + 0.34375, + 0.230469, + 0.353516, + 0.318359, + 0.361328, + 0.371094, + 0.361328, + 0.34375, + 0.339844, + 0.367188, + 0.294922, + 0.222656, + 0.332031, + 0.357422, + 0.359375, + 0.328125, + 0.355469, + 0.353516, + 0.330078, + 0.349609, + 0.324219, + 0.351562, + 0.355469, + 0.332031, + 0.34375, + 0.361328, + 0.365234, + 0.185547, + 0.318359, + 0.363281, + 0.332031, + 0.34375, + 0.351562, + 0.363281, + 0.333984, + 0.320312, + 0.361328, + 0.324219, + 0.320312, + 0.345703, + 0.355469, + 0.332031, + 0.314453, + 0.259766, + 0.369141, + 0.326172, + 0.191406, + 0.347656, + 0.351562, + 0.151367, + 0.298828, + 0.357422, + 0.349609, + 0.347656, + 0.378906, + 0.333984, + 0.357422, + 0.347656, + 0.341797, + 0.139648, + 0.339844, + 0.322266, + 0.345703, + 0.34375, + 0.339844, + 0.353516, + 0.326172, + 0.265625, + 0.324219, + 0.369141, + 0.318359, + 0.353516, + 0.333984, + 0.357422, + 0.335938, + 0.298828, + 0.380859, + 0.351562, + 0.163086, + 0.174805, + 0.345703, + 0.359375, + 0.361328, + 0.347656, + 0.211914, + 0.285156, + 0.351562, + 0.330078, + 0.341797, + 0.236328, + 0.34375, + 0.357422, + 0.345703, + 0.355469, + 0.333984, + 0.351562, + 0.351562, + 0.34375, + 0.347656, + 0.347656, + 0.349609, + 0.355469, + 0.345703, + 0.339844, + 0.347656, + 0.292969, + 0.326172, + 0.330078, + 0.353516, + 0.367188, + 0.224609, + 0.320312, + 0.304688, + 0.357422, + 0.138672, + 0.353516, + 0.320312, + 0.341797, + 0.337891, + 0.361328, + 0.351562, + 0.363281, + 0.351562, + 0.335938, + 0.318359, + 0.347656, + 0.185547, + 0.3125, + 0.347656, + 0.146484, + 0.365234, + 0.292969, + 0.384766, + 0.273438, + 0.163086, + 0.279297, + 0.361328, + 0.359375, + 0.347656, + 0.265625, + 0.359375, + 0.386719, + 0.341797, + 0.363281, + 0.46875, + 0.138672, + 0.34375, + 0.163086, + 0.302734, + 0.365234, + 0.353516, + 0.353516, + 0.296875, + 0.355469, + 0.339844, + 0.359375, + 0.289062, + 0.347656, + 0.345703, + 0.347656, + 0.345703, + 0.367188, + 0.337891, + 0.296875, + 0.326172, + 0.351562, + 0.361328, + 0.324219, + 0.353516, + 0.359375, + 0.339844, + 0.320312, + 0.347656, + 0.357422, + 0.361328, + 0.373047, + 0.349609, + 0.337891, + 0.353516, + 0.314453, + 0.332031, + 0.269531, + 0.001572, + 0.349609, + 0.320312, + 0.330078, + 0.333984, + 0.357422, + 0.355469, + 0.261719, + 0.335938, + 0.310547, + 0.333984, + 0.357422, + 0.229492, + 0.310547, + 0.351562, + 0.349609, + 0.375, + 0.337891, + 0.192383, + 0.355469, + 0.376953, + 0.300781, + 0.341797, + 0.347656, + 0.335938, + 0.314453, + 0.337891, + 0.337891, + 0.332031, + 0.300781, + 0.373047, + 0.318359, + 0.341797, + 0.355469, + 0.355469, + 0.347656, + 0.382812, + 0.137695, + 0.34375, + 0.320312, + 0.349609, + 0.225586, + 0.332031, + 0.359375, + 0.363281, + 0.355469, + 0.34375, + 0.347656, + 0.326172, + 0.347656, + 0.332031, + 0.328125, + 0.34375, + 0.330078, + 0.34375, + 0.351562, + 0.322266, + 0.365234, + 0.271484, + 0.373047, + 0.330078, + 0.330078, + 0.369141, + 0.257812, + 0.341797, + 0.357422, + 0.351562, + 0.355469, + 0.302734, + 0.369141, + 0.382812, + 0.269531, + 0.339844, + 0.345703, + 0.291016, + 0.263672, + 0.177734, + 0.328125, + 0.148438, + 0.316406, + 0.332031, + 0.333984, + 0.333984, + 0.353516, + 0.308594, + 0.353516, + 0.314453, + 0.339844, + 0.355469, + 0.382812, + 0.34375, + 0.269531, + 0.355469, + 0.310547, + 0.316406, + 0.277344, + 0.335938, + 0.357422, + 0.316406, + 0.333984, + 0.341797, + 0.279297, + 0.330078, + 0.324219, + 0.369141, + 0.294922, + 0.351562, + 0.341797, + 0.182617, + 0.261719, + 0.355469, + 0.314453, + 0.300781, + 0.178711, + 0.347656, + 0.353516, + 0.322266, + 0.349609, + 0.363281, + 0.351562, + 0.300781, + 0.402344, + 0.134766, + 0.357422, + 0.345703, + 0.241211, + 0.337891, + 0.335938, + 0.328125, + 0.359375, + 0.34375, + 0.34375, + 0.263672, + 0.335938, + 0.355469, + 0.363281, + 0.341797, + 0.277344, + 0.337891, + 0.322266, + 0.322266, + 0.341797, + 0.304688, + 0.355469, + 0.351562, + 0.217773, + 0.231445, + 0.324219, + 0.386719, + 0.353516, + 0.341797, + 0.355469, + 0.355469, + 0.347656, + 0.322266, + 0.208984, + 0.341797, + 0.180664, + 0.185547, + 0.349609, + 0.365234, + 0.347656, + 0.322266, + 0.34375, + 0.349609, + 0.304688, + 0.339844, + 0.209961, + 0.351562, + 0.322266, + 0.333984, + 0.3125, + 0.302734, + 0.394531, + 0.361328, + 0.335938, + 0.341797, + 0.333984, + 0.341797, + 0.359375, + 0.335938, + 0.320312, + 0.349609, + 0.196289, + 0.351562, + 0.248047, + 0.363281, + 0.357422, + 0.339844, + 0.390625, + 0.400391, + 0.144531, + 0.345703, + 0.34375, + 0.351562, + 0.157227, + 0.172852, + 0.232422, + 0.143555, + 0.22168, + 0.326172, + 0.285156, + 0.328125, + 0.333984, + 0.34375, + 0.349609, + 0.339844, + 0.277344, + 0.337891, + 0.349609, + 0.363281, + 0.339844, + 0.376953, + 0.306641, + 0.347656, + 0.351562, + 0.285156, + 0.371094, + 0.367188, + 0.330078, + 0.322266, + 0.373047, + 0.355469, + 0.34375, + 0.341797, + 0.337891, + 0.217773, + 0.337891, + 0.353516, + 0.332031, + 0.341797, + 0.292969, + 0.361328, + 0.178711, + 0.349609, + 0.34375, + 0.181641, + 0.361328, + 0.345703, + 0.332031, + 0.363281, + 0.308594, + 0.34375, + 0.273438, + 0.217773, + 0.341797, + 0.34375, + 0.324219, + 0.353516, + 0.229492, + 0.341797, + 0.304688, + 0.326172, + 0.347656, + 0.349609, + 0.322266, + 0.271484, + 0.335938, + 0.345703, + 0.308594, + 0.376953, + 0.341797, + 0.345703, + 0.263672, + 0.333984, + 0.339844, + 0.330078, + 0.320312, + 0.351562, + 0.3125, + 0.326172, + 0.361328, + 0.259766, + 0.349609, + 0.347656, + 0.306641, + 0.310547, + 0.359375, + 0.347656, + 0.300781, + 0.289062, + 0.359375, + 0.353516, + 0.318359, + 0.149414, + 0.363281, + 0.345703, + 0.357422, + 0.320312, + 0.291016, + 0.300781, + 0.351562, + 0.349609, + 0.337891, + 0.365234, + 0.46875, + 0.326172, + 0.138672, + 0.333984, + 0.349609, + 0.265625, + 0.339844, + 0.328125, + 0.345703, + 0.373047, + 0.289062, + 0.337891, + 0.345703, + 0.335938, + 0.357422, + 0.335938, + 0.302734, + 0.361328, + 0.355469, + 0.335938, + 0.135742, + 0.335938, + 0.273438, + 0.314453, + 0.339844, + 0.302734, + 0.355469, + 0.371094, + 0.341797, + 0.349609, + 0.339844, + 0.347656, + 0.332031, + 0.328125, + 0.349609, + 0.3125, + 0.333984, + 0.285156, + 0.337891, + 0.337891, + 0.328125, + 0.349609, + 0.357422, + 0.34375, + 0.347656, + 0.337891, + 0.355469, + 0.359375, + 0.378906, + 0.332031, + 0.349609, + 0.357422, + 0.347656, + 0.357422, + 0.345703, + 0.341797, + 0.349609, + 0.332031, + 0.361328, + 0.273438, + 0.341797, + 0.341797, + 0.328125, + 0.361328, + 0.34375, + 0.326172, + 0.363281, + 0.3125, + 0.359375, + 0.359375, + 0.079102, + 0.265625, + 0.359375, + 0.351562, + 0.19043, + 0.345703, + 0.369141, + 0.365234, + 0.353516, + 0.298828, + 0.326172, + 0.285156, + 0.349609, + 0.306641, + 0.328125, + 0.326172, + 0.341797, + 0.341797, + 0.283203, + 0.326172, + 0.359375, + 0.339844, + 0.333984, + 0.357422, + 0.291016, + 0.341797, + 0.285156, + 0.384766, + 0.322266, + 0.146484, + 0.34375, + 0.287109, + 0.369141, + 0.333984, + 0.339844, + 0.300781, + 0.353516, + 0.355469, + 0.363281, + 0.353516, + 0.369141, + 0.213867, + 0.341797, + 0.351562, + 0.341797, + 0.308594, + 0.324219, + 0.349609, + 0.361328, + 0.300781, + 0.355469, + 0.328125, + 0.229492, + 0.322266, + 0.308594, + 0.326172, + 0.304688, + 0.359375, + 0.285156, + 0.431641, + 0.347656, + 0.163086, + 0.337891, + 0.347656, + 0.355469, + 0.337891, + 0.363281, + 0.3125, + 0.337891, + 0.367188, + 0.347656, + 0.330078, + 0.353516, + 0.341797, + 0.337891, + 0.320312, + 0.259766, + 0.279297, + 0.19043, + 0.324219, + 0.367188, + 0.326172, + 0.294922, + 0.306641, + 0.18457, + 0.361328, + 0.339844, + 0.326172, + 0.355469, + 0.310547, + 0.226562, + 0.333984, + 0.318359, + 0.353516, + 0.367188, + 0.351562, + 0.351562, + 0.367188, + 0.353516, + 0.234375, + 0.345703, + 0.267578, + 0.296875, + 0.330078, + 0.333984, + 0.205078, + 0.335938, + 0.169922, + 0.369141, + 0.273438, + 0.341797, + 0.335938, + 0.355469, + 0.34375, + 0.351562, + 0.330078, + 0.359375, + 0.339844, + 0.337891, + 0.241211, + 0.355469, + 0.330078, + 0.232422, + 0.277344, + 0.345703, + 0.318359, + 0.355469, + 0.341797, + 0.361328, + 0.376953, + 0.292969, + 0.316406, + 0.333984, + 0.320312, + 0.273438, + 0.332031, + 0.34375, + 0.3125, + 0.320312, + 0.382812, + 0.34375, + 0.332031, + 0.355469, + 0.326172, + 0.365234, + 0.386719, + 0.351562, + 0.351562, + 0.324219, + 0.394531, + 0.337891, + 0.349609, + 0.308594, + 0.330078, + 0.324219, + 0.330078, + 0.275391, + 0.308594, + 0.34375, + 0.363281, + 0.275391, + 0.261719, + 0.359375, + 0.257812, + 0.376953, + 0.332031, + 0.339844, + 0.341797, + 0.357422, + 0.291016, + 0.308594, + 0.259766, + 0.292969, + 0.337891, + 0.376953, + 0.267578, + 0.347656, + 0.337891, + 0.269531, + 0.296875, + 0.351562, + 0.361328, + 0.363281, + 0.328125, + 0.304688, + 0.361328, + 0.208984, + 0.349609, + 0.34375, + 0.194336, + 0.359375, + 0.316406, + 0.359375, + 0.34375, + 0.357422, + 0.269531, + 0.357422, + 0.369141, + 0.188477, + 0.345703, + 0.355469, + 0.145508, + 0.25, + 0.367188, + 0.335938, + 0.300781, + 0.326172, + 0.304688, + 0.163086, + 0.382812, + 0.339844, + 0.304688, + 0.138672, + 0.34375, + 0.365234, + 0.306641, + 0.34375, + 0.357422, + 0.363281, + 0.318359, + 0.304688, + 0.34375, + 0.328125, + 0.306641, + 0.328125, + 0.318359, + 0.359375, + 0.369141, + 0.166016, + 0.318359, + 0.289062, + 0.378906, + 0.355469, + 0.291016, + 0.287109, + 0.355469, + 0.267578, + 0.330078, + 0.357422, + 0.298828, + 0.359375, + 0.216797, + 0.339844, + 0.357422, + 0.359375, + 0.263672, + 0.310547, + 0.357422, + 0.335938, + 0.349609, + 0.351562, + 0.349609, + 0.351562, + 0.304688, + 0.341797, + 0.339844, + 0.347656, + 0.363281, + 0.357422, + 0.351562, + 0.349609, + 0.161133, + 0.298828, + 0.351562, + 0.337891, + 0.152344, + 0.347656, + 0.285156, + 0.347656, + 0.335938, + 0.357422, + 0.316406, + 0.324219, + 0.34375, + 0.353516, + 0.332031, + 0.347656, + 0.330078, + 0.349609, + 0.347656, + 0.34375, + 0.341797, + 0.333984 + ] + }, + "name": "model.transformer.layers.7.ffn_norm.weight", + "outputIndexes": [ + 519 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 518, + 519 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_7/Mul_1_output_0", + "outputIndexes": [ + 520 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 520 + ], + "outputIndexes": [ + 1650 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1650 + ], + "outputIndexes": [ + 1651 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_1/Linear", + "inputIndexes": [ + 1651 + ], + "outputIndexes": [ + 1652 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 5632, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 67584, + "weightSize": 0 + }, + "external": [ + 45277684, + 4325398, + 540672, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1652 + ], + "outputIndexes": [ + 1653 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1653 + ], + "outputIndexes": [ + 521 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 5632 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 2816 + ] + }, + "name": "/ffn_7/Mul_output_0", + "outputIndexes": [ + 522 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 521, + 21, + 522, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_7/Slice_output_0", + "outputIndexes": [ + 523 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 523 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_7/Sigmoid_output_0", + "outputIndexes": [ + 524 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 523, + 524 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_7/Mul_output_0", + "outputIndexes": [ + 525 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 5632 + ] + }, + "name": "/ffn_7/Mul_1_output_0", + "outputIndexes": [ + 526 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 521, + 522, + 526, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_7/Slice_1_output_0", + "outputIndexes": [ + 527 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 525, + 527 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_7/Mul_2_output_0", + "outputIndexes": [ + 528 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 528 + ], + "outputIndexes": [ + 1654 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 2816, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1654 + ], + "outputIndexes": [ + 1655 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_2/Linear", + "inputIndexes": [ + 1655 + ], + "outputIndexes": [ + 1656 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 2816, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 33792, + "weightSize": 0 + }, + "external": [ + 50143754, + 2162710, + 270336, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1656 + ], + "outputIndexes": [ + 1657 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.7/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1657 + ], + "outputIndexes": [ + 529 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 517, + 529 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_31_output_0", + "outputIndexes": [ + 530 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 530, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_32_output_0", + "outputIndexes": [ + 531 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 531 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_8/Mul_output_0", + "outputIndexes": [ + 532 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.236328, + 0.201172, + 0.162109, + 0.208008, + 0.208984, + 0.201172, + 0.179688, + 0.151367, + 0.169922, + 0.178711, + 0.18457, + 0.150391, + 0.186523, + 0.167969, + 0.148438, + 0.147461, + 0.19043, + 0.228516, + 0.21875, + 0.175781, + 0.08252, + 0.178711, + 0.143555, + 0.18457, + 0.173828, + 0.178711, + 0.132812, + 0.179688, + 0.183594, + 0.175781, + 0.147461, + 0.168945, + 0.152344, + 0.192383, + 0.157227, + 0.168945, + 0.174805, + 0.172852, + 0.147461, + 0.180664, + 0.178711, + 0.1875, + 0.176758, + 0.181641, + 0.163086, + 0.22168, + 0.174805, + 0.15332, + 0.211914, + 0.169922, + 0.18457, + 0.157227, + 0.162109, + 0.152344, + 0.373047, + 0.192383, + 0.151367, + 0.171875, + 0.170898, + 0.154297, + 0.161133, + 0.170898, + 0.07959, + 0.176758, + 0.104492, + 0.188477, + 0.133789, + 0.197266, + 0.204102, + 0.326172, + 0.161133, + 0.212891, + 0.154297, + 0.162109, + 0.157227, + 0.180664, + 0.166016, + 0.223633, + 0.208984, + 0.163086, + 0.193359, + 0.152344, + 0.183594, + 0.163086, + 0.177734, + 0.207031, + 0.162109, + 0.15918, + 0.18457, + 0.170898, + 0.169922, + 0.213867, + 0.188477, + 0.195312, + 0.164062, + 0.226562, + 0.18457, + 0.210938, + 0.121094, + 0.15918, + 0.197266, + 0.300781, + 0.146484, + 0.177734, + 0.170898, + 0.15918, + 0.1875, + 0.134766, + 0.174805, + 0.165039, + 0.166016, + 0.200195, + 0.154297, + 0.178711, + 0.1875, + 0.15332, + 0.124512, + 0.15625, + 0.200195, + 0.167969, + 0.164062, + 0.15625, + 0.135742, + 0.179688, + 0.144531, + 0.172852, + 0.164062, + 0.197266, + 0.195312, + 0.222656, + 0.162109, + 0.158203, + 0.175781, + 0.166992, + 0.211914, + 0.166016, + 0.227539, + 0.161133, + 0.174805, + 0.138672, + 0.166016, + 0.267578, + 0.212891, + 0.157227, + 0.154297, + 0.149414, + 0.202148, + 0.230469, + 0.177734, + 0.1875, + 0.205078, + 0.191406, + 0.1875, + 0.177734, + 0.166992, + 0.178711, + 0.19043, + 0.142578, + 0.166992, + 0.253906, + 0.179688, + 0.244141, + 0.206055, + 0.155273, + 0.170898, + 0.170898, + 0.180664, + 0.210938, + 0.194336, + 0.216797, + 0.163086, + 0.148438, + 0.130859, + 0.177734, + 0.154297, + 0.170898, + 0.168945, + 0.194336, + 0.189453, + 0.169922, + 0.199219, + 0.165039, + 0.197266, + 0.175781, + 0.189453, + 0.164062, + 0.161133, + 0.200195, + 0.166016, + 0.162109, + 0.201172, + 0.18457, + 0.53125, + 0.179688, + 0.161133, + 0.196289, + 0.227539, + 0.155273, + 0.162109, + 0.267578, + 0.199219, + 0.169922, + 0.178711, + 0.182617, + 0.171875, + 0.212891, + 0.19043, + 0.212891, + 0.174805, + 0.141602, + 0.203125, + 0.251953, + 0.145508, + 0.164062, + 0.186523, + 0.177734, + 0.165039, + 0.160156, + 0.149414, + 0.21582, + 0.167969, + 0.292969, + 0.15918, + 0.081543, + 0.188477, + 0.316406, + 0.149414, + 0.155273, + 0.185547, + 0.155273, + 0.142578, + 0.185547, + 0.285156, + 0.222656, + 0.164062, + 0.154297, + 0.189453, + 0.152344, + 0.167969, + 0.220703, + 0.207031, + 0.15625, + 0.157227, + 0.15332, + 0.1875, + 0.155273, + 0.123047, + 0.167969, + 0.204102, + 0.179688, + 0.188477, + 0.108398, + 0.173828, + 0.245117, + 0.175781, + 0.173828, + 0.157227, + 0.194336, + 0.166992, + 0.149414, + 0.188477, + 0.178711, + 0.11377, + 0.199219, + 0.157227, + 0.208984, + 0.175781, + 0.287109, + 0.1875, + 0.160156, + 0.154297, + 0.173828, + 0.183594, + 0.15332, + 0.160156, + 0.151367, + 0.168945, + 0.151367, + 0.177734, + 0.125977, + 0.194336, + 0.171875, + 0.217773, + 0.192383, + 0.173828, + 0.158203, + 0.15918, + 0.172852, + 0.231445, + 0.186523, + 0.151367, + 0.179688, + 0.173828, + 0.204102, + 0.097656, + 0.182617, + 0.109375, + 0.164062, + 0.15625, + 0.108887, + 0.21875, + 0.167969, + 0.185547, + 0.189453, + 0.177734, + 0.227539, + 0.203125, + 0.15918, + 0.188477, + 0.140625, + 0.15625, + 0.191406, + 0.132812, + 0.192383, + 0.143555, + 0.166992, + 0.177734, + 0.166016, + 0.316406, + 0.25, + 0.173828, + 0.163086, + 0.171875, + 0.193359, + 0.152344, + 0.169922, + 0.164062, + 0.206055, + 0.174805, + 0.151367, + 0.182617, + 0.174805, + 0.172852, + 0.231445, + 0.166016, + 0.177734, + 0.202148, + 0.192383, + 0.175781, + 0.166992, + 0.176758, + 0.170898, + 0.208008, + 0.144531, + 0.189453, + 0.116699, + 0.652344, + 0.145508, + 0.200195, + 0.173828, + 0.235352, + 0.191406, + 0.183594, + 0.225586, + 0.229492, + 0.388672, + 0.186523, + 0.183594, + 0.12793, + 0.1875, + 0.214844, + 0.180664, + 0.179688, + 0.181641, + 0.217773, + 0.224609, + 0.177734, + 0.208984, + 0.194336, + 0.115723, + 0.123047, + 0.174805, + 0.155273, + 0.166992, + 0.1875, + 0.087891, + 0.193359, + 0.181641, + 0.212891, + 0.161133, + 0.175781, + 0.188477, + 0.158203, + 0.166016, + 0.145508, + 0.196289, + 0.11377, + 0.165039, + 0.160156, + 0.204102, + 0.222656, + 0.205078, + 0.166992, + 0.09375, + 0.166016, + 0.322266, + 0.15918, + 0.402344, + 0.053955, + 0.146484, + 0.202148, + 0.209961, + 0.116211, + 0.192383, + 0.192383, + 0.141602, + 0.142578, + 0.211914, + 0.175781, + 0.172852, + 0.170898, + 0.208984, + 0.183594, + 0.213867, + 0.18457, + 0.178711, + 0.208008, + 0.170898, + 0.186523, + 0.166992, + 0.214844, + 0.232422, + 0.201172, + 0.402344, + 0.163086, + 0.226562, + 0.179688, + 0.168945, + 0.277344, + 0.192383, + 0.208984, + 0.183594, + 0.199219, + 0.185547, + 0.166016, + 0.168945, + 0.180664, + 0.182617, + 0.205078, + 0.200195, + 0.172852, + 0.176758, + 0.168945, + 0.202148, + 0.163086, + 0.152344, + 0.199219, + 0.107422, + 0.150391, + 0.134766, + 0.355469, + 0.155273, + 0.238281, + 0.167969, + 0.15918, + 0.200195, + 0.1875, + 0.166016, + 0.189453, + 0.166992, + 0.185547, + 0.105469, + 0.21582, + 0.207031, + 0.192383, + 0.195312, + 0.177734, + 0.194336, + 0.163086, + 0.177734, + 0.206055, + 0.149414, + 0.207031, + 0.167969, + 0.180664, + 0.191406, + 0.196289, + 0.15918, + 0.163086, + 0.193359, + 0.197266, + 0.183594, + 0.164062, + 0.225586, + 0.191406, + 0.113281, + 0.15625, + 0.19043, + 0.192383, + 0.163086, + 0.251953, + 0.235352, + 0.220703, + 0.144531, + 0.151367, + 0.201172, + 0.169922, + 0.243164, + 0.166992, + 0.198242, + 0.177734, + 0.155273, + 0.091309, + 0.170898, + 0.183594, + 0.203125, + 0.15918, + 0.186523, + 0.185547, + 0.182617, + 0.169922, + 0.176758, + 0.135742, + 0.186523, + 0.287109, + 0.18457, + 0.164062, + 0.154297, + 0.178711, + 0.188477, + 0.198242, + 0.200195, + 0.24707, + 0.174805, + 0.138672, + 0.149414, + 0.192383, + 0.192383, + 0.157227, + 0.675781, + 0.165039, + 0.15918, + 0.166016, + 0.222656, + 0.157227, + 0.09082, + 0.15918, + 0.183594, + 0.15918, + 0.211914, + 0.195312, + 0.162109, + 0.219727, + 0.205078, + 0.189453, + 0.176758, + 0.151367, + 0.217773, + 0.195312, + 0.170898, + 0.180664, + 0.170898, + 0.287109, + 0.161133, + 0.171875, + 0.166992, + 0.165039, + 0.167969, + 0.169922, + 0.158203, + 0.180664, + 0.201172, + 0.231445, + 0.166992, + 0.269531, + 0.157227, + 0.169922, + 0.151367, + 0.181641, + 0.200195, + 0.171875, + 0.205078, + 0.172852, + 0.203125, + 0.166016, + 0.211914, + 0.243164, + 0.174805, + 0.185547, + 0.198242, + 0.19043, + 0.220703, + 0.166016, + 0.166992, + 0.15918, + 0.15918, + 0.186523, + 0.162109, + 0.229492, + 0.165039, + 0.174805, + 0.181641, + 0.180664, + 0.167969, + 0.149414, + 0.170898, + 0.157227, + 0.122559, + 0.182617, + 0.12793, + 0.19043, + 0.166992, + 0.161133, + 0.181641, + 0.173828, + 0.164062, + 0.177734, + 0.122559, + 0.143555, + 0.178711, + 0.185547, + 0.135742, + 0.182617, + 0.18457, + 0.188477, + 0.141602, + 0.165039, + 0.152344, + 0.225586, + 0.162109, + 0.175781, + 0.15332, + 0.163086, + 0.152344, + 0.196289, + 0.165039, + 0.188477, + 0.230469, + 0.194336, + 0.134766, + 0.164062, + 0.157227, + 0.202148, + 0.204102, + 0.208984, + 0.188477, + 0.180664, + 0.148438, + 0.208984, + 0.170898, + 0.208984, + 0.208984, + 0.147461, + 0.194336, + 0.240234, + 0.202148, + 0.164062, + 0.058105, + 0.201172, + 0.239258, + 0.138672, + 0.178711, + 0.182617, + 0.168945, + 0.177734, + 0.144531, + 0.12793, + 0.230469, + 0.182617, + 0.353516, + 0.168945, + 0.204102, + 0.172852, + 0.166016, + 0.163086, + 0.217773, + 0.219727, + 0.208984, + 0.162109, + 0.196289, + 0.168945, + 0.194336, + 0.121582, + 0.208008, + 0.205078, + 0.136719, + 0.287109, + 0.162109, + 0.172852, + 0.157227, + 0.174805, + 0.167969, + 0.204102, + 0.198242, + 0.19043, + 0.183594, + 0.211914, + 0.186523, + 0.229492, + 0.201172, + 0.160156, + 0.197266, + 0.174805, + 0.157227, + 0.167969, + 0.157227, + 0.165039, + 0.180664, + 0.173828, + 0.179688, + 0.15625, + 0.1875, + 0.139648, + 0.208984, + 0.143555, + 0.194336, + 0.143555, + 0.186523, + 0.166016, + 0.163086, + 0.188477, + 0.191406, + 0.158203, + 0.196289, + 0.202148, + 0.123535, + 0.189453, + 0.138672, + 0.197266, + 0.192383, + 0.160156, + 0.198242, + 0.109863, + 0.193359, + 0.155273, + 0.192383, + 0.18457, + 0.146484, + 0.162109, + 0.174805, + 0.158203, + 0.180664, + 0.227539, + 0.376953, + 0.214844, + 0.128906, + 0.185547, + 0.194336, + 0.1875, + 0.211914, + 0.238281, + 0.197266, + 0.182617, + 0.3125, + 0.176758, + 0.173828, + 0.165039, + 0.207031, + 0.164062, + 0.472656, + 0.216797, + 0.213867, + 0.244141, + 0.209961, + 0.197266, + 0.357422, + 0.158203, + 0.179688, + 0.242188, + 0.15918, + 0.112305, + 0.121582, + 0.167969, + 0.185547, + 0.171875, + 0.110352, + 0.161133, + 0.209961, + 0.186523, + 0.178711, + 0.152344, + 0.163086, + 0.166016, + 0.478516, + 0.178711, + 0.198242, + 0.196289, + 0.148438, + 0.178711, + 0.205078, + 0.154297, + 0.197266, + 0.214844, + 0.19043, + 0.111816, + 0.148438, + 0.176758, + 0.177734, + 0.160156, + 0.134766, + 0.165039, + 0.257812, + 0.154297, + 0.173828, + 0.180664, + 0.194336, + 0.167969, + 0.186523, + 0.163086, + 0.165039, + 0.167969, + 0.169922, + 0.160156, + 0.173828, + 0.189453, + 0.210938, + 0.203125, + 0.200195, + 0.186523, + 0.210938, + 0.142578, + 0.166016, + 0.1875, + 0.183594, + 0.129883, + 0.18457, + 0.195312, + 0.161133, + 0.181641, + 0.183594, + 0.40625, + 0.188477, + 0.230469, + 0.177734, + 0.204102, + 0.198242, + 0.169922, + 0.213867, + 0.208008, + 0.160156, + 0.21582, + 0.1875, + 0.322266, + 0.160156, + 0.173828, + 0.185547, + 0.15332, + 0.148438, + 0.211914, + 0.18457, + 0.10791, + 0.287109, + 0.18457, + 0.163086, + 0.257812, + 0.154297, + 0.161133, + 0.181641, + 0.182617, + 0.167969, + 0.285156, + 0.117676, + 0.19043, + 0.148438, + 0.251953, + 0.175781, + 0.176758, + 0.248047, + 0.217773, + 0.183594, + 0.18457, + 0.151367, + 0.173828, + 0.15625, + 0.176758, + 0.185547, + 0.173828, + 0.199219, + 0.181641, + 0.200195, + 0.154297, + 0.165039, + 0.160156, + 0.178711, + 0.168945, + 0.168945, + 0.21582, + 0.199219, + 0.173828, + 0.170898, + 0.19043, + 0.204102, + 0.176758, + 0.220703, + 0.174805, + 0.179688, + 0.166992, + 0.208984, + -0.000351, + 0.151367, + 0.206055, + 0.186523, + 0.164062, + 0.165039, + 0.167969, + 0.158203, + 0.189453, + 0.193359, + 0.134766, + 0.176758, + 0.136719, + 0.18457, + 0.200195, + 0.243164, + 0.251953, + 0.195312, + 0.369141, + 0.183594, + 0.291016, + 0.194336, + 0.172852, + 0.211914, + 0.172852, + 0.206055, + 0.220703, + 0.200195, + 0.158203, + 0.191406, + 0.182617, + 0.200195, + 0.152344, + 0.183594, + 0.199219, + 0.239258, + 0.178711, + 0.089844, + 0.18457, + 0.129883, + 0.168945, + 0.248047, + 0.211914, + 0.202148, + 0.152344, + 0.1875, + 0.199219, + 0.195312, + 0.165039, + 0.12793, + 0.193359, + 0.1875, + 0.132812, + 0.178711, + 0.166016, + 0.212891, + 0.19043, + 0.179688, + 0.181641, + 0.198242, + 0.157227, + 0.172852, + 0.168945, + 0.155273, + 0.179688, + 0.150391, + 0.227539, + 0.162109, + 0.166016, + 0.185547, + 0.104492, + 0.149414, + 0.157227, + 0.189453, + 0.214844, + 0.227539, + 0.347656, + 0.166992, + 0.101074, + 0.166992, + 0.146484, + 0.188477, + 0.173828, + 0.176758, + 0.244141, + 0.194336, + 0.206055, + 0.15918, + 0.18457, + 0.107422, + 0.174805, + 0.277344, + 0.182617, + 0.174805, + 0.148438, + 0.196289, + 0.171875, + 0.183594, + 0.180664, + 0.201172, + 0.185547, + 0.212891, + 0.146484, + 0.209961, + 0.197266, + 0.157227, + 0.193359, + 0.189453, + 0.129883, + 0.194336, + 0.168945, + 0.195312, + 0.167969, + 0.097656, + 0.194336, + 0.195312, + 0.167969, + 0.182617, + 0.107422, + 0.210938, + 0.179688, + 0.363281, + 0.09668, + 0.193359, + 0.161133, + 0.172852, + 0.176758, + 0.169922, + 0.208008, + 0.168945, + 0.255859, + 0.175781, + 0.160156, + 0.148438, + 0.206055, + 1.171875, + 0.166016, + 0.201172, + 0.147461, + 0.236328, + 0.21875, + 0.147461, + 0.182617, + 0.18457, + 0.192383, + 0.167969, + 0.164062, + 0.208008, + 0.207031, + 0.176758, + 0.165039, + 0.226562, + 0.19043, + 0.173828, + 0.158203, + 0.245117, + 0.157227, + 0.235352, + 0.209961, + 0.271484, + 0.154297, + 0.198242, + 0.188477, + 0.180664, + 0.201172, + 0.22168, + 0.151367, + 0.177734, + 0.138672, + 0.182617, + 0.188477, + 0.154297, + 0.172852, + 0.144531, + 0.186523, + 0.188477, + 0.198242, + 0.181641, + 0.170898, + 0.183594, + 0.172852, + 0.181641, + 0.146484, + 0.1875, + 0.171875, + 0.137695, + 0.167969, + 0.164062, + 0.197266, + 0.117676, + 0.267578, + 0.083496, + 0.168945, + 0.166016, + 0.217773, + 0.15332, + 0.125, + 0.515625, + 0.090332, + 0.133789, + 0.186523, + 0.194336, + 0.172852, + 0.166992, + 0.244141, + 0.192383, + 0.173828, + 0.170898, + 0.147461, + 0.150391, + 0.177734, + 0.204102, + 0.166016, + 0.147461, + 0.155273, + 0.168945, + 0.308594, + 0.133789, + 0.155273, + 0.163086, + 0.194336, + 0.15918, + 0.172852, + 0.193359, + 0.191406, + 0.146484, + 0.141602, + 0.171875, + 0.129883, + 0.166016, + 0.176758, + 0.223633, + 0.150391, + 0.144531, + 0.168945, + 0.160156, + 0.182617, + 0.181641, + 0.186523, + 0.183594, + 0.155273, + 0.167969, + 0.182617, + 0.168945, + 0.148438, + 0.210938, + 0.203125, + 0.165039, + 0.225586, + 0.149414, + 0.167969, + 0.147461, + 0.208984, + 0.183594, + 0.155273, + 0.201172, + 0.324219, + 0.160156, + 0.165039, + 0.164062, + 0.15332, + 0.15625, + 0.191406, + 0.174805, + 0.182617, + 0.146484, + 0.188477, + 0.198242, + 0.182617, + 0.175781, + 0.173828, + 0.164062, + 0.207031, + 0.161133, + 0.164062, + 0.19043, + 0.198242, + 0.074707, + 0.170898, + 0.173828, + 0.155273, + 0.172852, + 0.189453, + 0.186523, + 0.103027, + 0.168945, + 0.180664, + 0.176758, + 0.144531, + 0.176758, + 0.174805, + 0.155273, + 0.168945, + 0.192383, + 0.175781, + 0.238281, + 0.180664, + 0.105469, + 0.158203, + 0.191406, + 0.21582, + 0.166992, + 0.202148, + 0.166016, + 0.147461, + 0.199219, + 0.181641, + 0.188477, + 0.174805, + 0.174805, + 0.172852, + 0.230469, + 0.162109, + 0.206055, + 0.163086, + 0.095703, + 0.177734, + 0.265625, + 0.169922, + 0.125, + 0.179688, + 0.197266, + 0.147461, + 0.186523, + 0.194336, + 0.182617, + 0.131836, + 0.191406, + 0.154297, + 0.178711, + 0.168945, + 0.204102, + 0.251953, + 0.194336, + 0.178711, + 0.24707, + 0.1875, + 0.188477, + 0.172852, + 0.165039, + 0.179688, + 0.166992, + 0.194336, + 0.152344, + 0.183594, + 0.151367, + 0.163086, + 0.175781, + 0.287109, + 0.204102, + 0.171875, + 0.210938, + 0.164062, + 0.175781, + 0.192383, + 0.174805, + 0.164062, + 0.183594, + 0.203125, + 0.186523, + 0.158203, + 0.15625, + 0.15918, + 0.180664, + 0.174805, + 0.225586, + 0.186523, + 0.166016, + 0.185547, + 0.203125, + 0.175781, + 0.120117, + 0.189453, + 0.170898, + 0.216797, + 0.181641, + 0.15332, + 0.164062, + 0.166992, + 0.175781, + 0.208984, + 0.181641, + 0.212891, + 0.210938, + 0.231445, + 0.1875, + 0.207031, + 0.191406, + 0.189453, + 0.208008, + 0.165039, + 0.249023, + 0.11084, + 0.154297, + 0.109375, + 0.162109, + 0.199219, + 0.174805, + 0.188477, + 0.160156, + 0.202148, + 0.225586, + 0.173828, + 0.225586, + 0.166016, + 0.214844, + 0.131836, + 0.150391, + 0.173828, + 0.180664, + 0.180664, + 0.166016, + 0.150391, + 0.204102, + 0.223633, + 0.171875, + 0.163086, + 0.143555, + 0.176758, + 0.166992, + 0.188477, + 0.202148, + 0.207031, + 0.174805, + 0.162109, + 0.149414, + 0.135742, + 0.208008, + 0.191406, + 0.197266, + 0.162109, + 0.143555, + 0.189453, + 0.167969, + 0.185547, + 0.212891, + 0.171875, + 0.19043, + 0.138672, + 0.192383, + 0.170898, + 0.168945, + 0.176758, + 0.142578, + 0.212891, + 0.165039, + 0.171875, + 0.287109, + 0.163086, + 0.363281, + 0.181641, + 0.164062, + 0.139648, + 0.192383, + 0.185547, + 0.318359, + 0.186523, + 0.19043, + 0.169922, + 0.15332, + 0.196289, + 0.15332, + 0.185547, + 0.173828, + 0.248047, + 0.194336, + 0.15918, + 0.169922, + 0.15332, + 0.170898, + 0.122559, + 0.201172, + 0.166016, + 0.203125, + 0.192383, + 0.158203, + 0.154297, + 0.162109, + 0.171875, + 0.166016, + 0.163086, + 0.223633, + 0.180664, + 0.222656, + 0.240234, + 0.239258, + 0.178711, + 0.245117, + 0.205078, + 0.166016, + 0.174805, + 0.181641, + 0.161133, + 0.237305, + 0.199219, + 0.225586, + 0.205078, + 0.219727, + 0.192383, + 0.161133, + 0.225586, + 0.149414, + 0.193359, + 0.194336, + 0.149414, + 0.155273, + 0.189453, + 0.180664, + 0.204102, + 0.193359, + 0.279297, + 0.183594, + 0.171875, + 0.180664, + 0.24707, + 0.170898, + 0.193359, + 0.181641, + 0.194336, + 0.257812, + 0.170898, + 0.177734, + 0.152344, + 0.165039, + 0.170898, + 0.224609, + 0.324219, + 0.166992, + 0.154297, + 0.179688, + 0.151367, + 0.21582, + 0.179688, + 0.164062, + 0.143555, + 0.208984, + 0.18457, + 0.191406, + 0.180664, + 0.193359, + 0.140625, + 0.151367, + 0.214844, + 0.208008, + 0.177734, + 0.164062, + 0.15918, + 0.125977, + 0.173828, + 0.199219, + 0.163086, + 0.234375, + 0.162109, + 0.171875, + 0.142578, + 0.204102, + 0.148438, + 0.177734, + 0.139648, + 0.19043, + 0.15918, + 0.191406, + 0.130859, + 0.167969, + 0.195312, + 0.183594, + 0.138672, + 0.178711, + 0.205078, + 0.147461, + 0.178711, + 0.199219, + 0.170898, + 0.093262, + 0.119629, + 0.183594, + 0.203125, + 0.099609, + 0.165039, + 0.144531, + 0.194336, + 0.240234, + 0.208984, + 0.178711, + 0.155273, + 0.196289, + 0.251953, + 0.146484, + 0.207031, + 0.185547, + 0.180664, + 0.217773, + 0.198242, + 0.359375, + 0.24707, + 0.188477, + 0.225586, + 0.230469, + 0.324219, + 0.174805, + 0.161133, + 0.216797, + 0.146484, + 0.148438, + 0.166016, + 0.179688, + 0.104492, + 0.205078, + 0.166016, + 0.162109, + 0.249023, + 0.194336, + 0.19043, + 0.175781, + 0.166016, + 0.214844, + 0.201172, + 0.164062, + 0.158203, + 0.196289, + 0.175781, + 0.133789, + 0.181641, + 0.200195, + 0.179688, + 0.173828, + 0.125977, + 0.232422, + 0.208984, + 0.209961, + 0.106934, + 0.157227, + 0.15918, + 0.157227, + 0.170898, + 0.182617, + 0.199219, + 0.167969, + 0.158203, + 0.209961, + 0.173828, + 0.175781, + 0.206055, + 0.175781, + 0.1875, + 0.163086, + 0.181641, + 0.198242 + ] + }, + "name": "model.transformer.layers.8.attn_norm.weight", + "outputIndexes": [ + 533 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 532, + 533 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_8/Mul_1_output_0", + "outputIndexes": [ + 534 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 534 + ], + "outputIndexes": [ + 1658 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1658 + ], + "outputIndexes": [ + 1659 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear", + "inputIndexes": [ + 1659 + ], + "outputIndexes": [ + 1660 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 52576800, + 786454, + 98304, + 4096, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1660 + ], + "outputIndexes": [ + 1661 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1661 + ], + "outputIndexes": [ + 535 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 534 + ], + "main_type": "NONE", + "name": "/Shape_33_output_0", + "outputIndexes": [ + 536 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 536 + ], + "main_type": "NONE", + "name": "Shape762", + "outputIndexes": [ + 537 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 536 + ], + "main_type": "NONE", + "name": "Rank764", + "outputIndexes": [ + 538 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 538, + 538 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp766", + "outputIndexes": [ + 539 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 539 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze767", + "outputIndexes": [ + 540 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 539, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp769", + "outputIndexes": [ + 541 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 541 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze770", + "outputIndexes": [ + 542 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 537, + 540, + 542, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice773", + "outputIndexes": [ + 543 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 543 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze774", + "outputIndexes": [ + 544 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 544 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp775", + "outputIndexes": [ + 545 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 545, + 544 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp776", + "outputIndexes": [ + 546 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 536, + 546, + 539 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_44_output_0", + "outputIndexes": [ + 547 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 547, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_81_output_0", + "outputIndexes": [ + 548 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 548, + 244, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_40_output_0", + "outputIndexes": [ + 549 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 535, + 549 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_33_output_0", + "outputIndexes": [ + 550 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 550 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_8/Mul_output_0", + "outputIndexes": [ + 551 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.034424, + 1.929688, + 0.036377, + 1.570312, + 1.601562, + 1.890625, + 1.3125, + 1.835938, + 1.742188, + 1.914062, + 1.648438, + 1.914062, + 2.203125, + 1.789062, + 1.65625, + 2.09375, + 2.140625, + 1.953125, + 2.09375, + 2.109375, + 2.015625, + 2.015625, + 0.96875, + 2.0, + 2.078125, + 2.03125, + 2.984375, + 1.984375, + 2.03125, + 1.9375, + 1.835938, + 1.882812, + 2.078125, + -0.035156, + 1.890625, + 1.242188, + 0.792969, + 1.90625, + 1.773438, + 1.539062, + 1.671875, + 1.867188, + 2.03125, + 2.078125, + 1.375, + 2.1875, + 2.515625, + 1.890625, + 1.898438, + 2.34375, + 2.125, + 2.046875, + 2.0625, + 2.078125, + 4.15625, + 1.984375, + 2.09375, + 2.03125, + 1.484375, + 2.21875, + 2.046875, + 2.3125, + 2.578125, + 2.046875 + ] + }, + "name": "model.transformer.layers.8.attn.q_norm.weight", + "outputIndexes": [ + 552 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 551, + 552 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_8/Mul_1_output_0", + "outputIndexes": [ + 553 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 553, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_32_output_0", + "outputIndexes": [ + 554 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 553, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_33_output_0", + "outputIndexes": [ + 555 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 555 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_16_output_0", + "outputIndexes": [ + 556 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 553, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_32_output_0", + "outputIndexes": [ + 557 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 556, + 557 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_43_output_0", + "outputIndexes": [ + 558 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 558, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_33_output_0", + "outputIndexes": [ + 559 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 554, + 559 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_32_output_0", + "outputIndexes": [ + 560 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 534 + ], + "outputIndexes": [ + 1662 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1662 + ], + "outputIndexes": [ + 1663 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear", + "inputIndexes": [ + 1663 + ], + "outputIndexes": [ + 1664 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 53465654, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1664 + ], + "outputIndexes": [ + 1665 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1665 + ], + "outputIndexes": [ + 561 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 548, + 258, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_41_output_0", + "outputIndexes": [ + 562 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 561, + 562 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_34_output_0", + "outputIndexes": [ + 563 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 563 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_8/Mul_output_0", + "outputIndexes": [ + 564 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.021973, + 1.320312, + 0.015747, + 1.484375, + 1.601562, + 1.859375, + 1.445312, + 1.601562, + 1.132812, + 1.664062, + 2.015625, + 2.125, + 1.078125, + 2.296875, + 2.21875, + 1.992188, + 1.789062, + 2.265625, + 2.125, + 2.046875, + 2.046875, + 2.015625, + 5.3125, + 2.0, + 1.960938, + 2.03125, + 1.328125, + 2.515625, + 2.015625, + 2.328125, + 2.59375, + 2.15625, + 1.390625, + 0.013245, + 1.226562, + 1.085938, + 0.53125, + 1.953125, + 1.765625, + 1.921875, + 1.976562, + 2.09375, + 1.367188, + 1.765625, + 2.453125, + 1.609375, + 1.5, + 2.0, + 2.375, + 1.8125, + 2.09375, + 2.078125, + 2.046875, + 2.03125, + 0.890625, + 2.03125, + 1.945312, + 2.046875, + 2.390625, + 2.28125, + 2.0625, + 2.21875, + 1.789062, + 2.359375 + ] + }, + "name": "model.transformer.layers.8.attn.k_norm.weight", + "outputIndexes": [ + 565 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 564, + 565 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_8/Mul_1_output_0", + "outputIndexes": [ + 566 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 566, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_34_output_0", + "outputIndexes": [ + 567 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 566, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_35_output_0", + "outputIndexes": [ + 568 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 568 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_17_output_0", + "outputIndexes": [ + 569 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 566, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_34_output_0", + "outputIndexes": [ + 570 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 569, + 570 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_44_output_0", + "outputIndexes": [ + 571 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 571, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_35_output_0", + "outputIndexes": [ + 572 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 567, + 572 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_33_output_0", + "outputIndexes": [ + 573 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 534 + ], + "outputIndexes": [ + 1666 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1666 + ], + "outputIndexes": [ + 1667 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear", + "inputIndexes": [ + 1667 + ], + "outputIndexes": [ + 1668 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 53687884, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1668 + ], + "outputIndexes": [ + 1669 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1669 + ], + "outputIndexes": [ + 574 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 574, + 562 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_35_output_0", + "outputIndexes": [ + 575 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 560, + 573, + 575, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.8/self_attn/FusedAttention", + "outputIndexes": [ + 576 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 576 + ], + "outputIndexes": [ + 1670 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1024, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1670 + ], + "outputIndexes": [ + 1671 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear", + "inputIndexes": [ + 1671 + ], + "outputIndexes": [ + 1672 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1024, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 53910114, + 786454, + 98304, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1672 + ], + "outputIndexes": [ + 1673 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1673 + ], + "outputIndexes": [ + 577 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 531, + 577 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_34_output_0", + "outputIndexes": [ + 578 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 578 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_8/Mul_output_0", + "outputIndexes": [ + 579 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.376953, + 0.316406, + 0.369141, + 0.269531, + 0.245117, + 0.353516, + 0.34375, + 0.347656, + 0.386719, + 0.339844, + 0.363281, + 0.229492, + 0.34375, + 0.302734, + 0.359375, + 0.365234, + 0.363281, + 0.388672, + 0.285156, + 0.347656, + 0.123535, + 0.357422, + 0.224609, + 0.332031, + 0.378906, + 0.339844, + 0.363281, + 0.367188, + 0.320312, + 0.361328, + 0.390625, + 0.355469, + 0.255859, + 0.255859, + 0.373047, + 0.369141, + 0.378906, + 0.367188, + 0.355469, + 0.347656, + 0.339844, + 0.322266, + 0.371094, + 0.339844, + 0.333984, + 0.355469, + 0.314453, + 0.355469, + 0.369141, + 0.229492, + 0.376953, + 0.357422, + 0.335938, + 0.353516, + 0.169922, + 0.382812, + 0.347656, + 0.357422, + 0.359375, + 0.378906, + 0.287109, + 0.339844, + 0.167969, + 0.351562, + 0.441406, + 0.394531, + 0.363281, + 0.316406, + 0.333984, + 0.244141, + 0.341797, + 0.339844, + 0.326172, + 0.396484, + 0.224609, + 0.388672, + 0.349609, + 0.390625, + 0.34375, + 0.349609, + 0.335938, + 0.357422, + 0.351562, + 0.326172, + 0.216797, + 0.34375, + 0.314453, + 0.380859, + 0.369141, + 0.253906, + 0.384766, + 0.283203, + 0.361328, + 0.320312, + 0.345703, + 0.318359, + 0.21875, + 0.376953, + 0.200195, + 0.22168, + 0.371094, + 0.363281, + 0.302734, + 0.369141, + 0.345703, + 0.3125, + 0.292969, + 0.24707, + 0.255859, + 0.365234, + 0.373047, + 0.339844, + 0.382812, + 0.238281, + 0.322266, + 0.316406, + 0.390625, + 0.357422, + 0.308594, + 0.337891, + 0.365234, + 0.318359, + 0.320312, + 0.373047, + 0.318359, + 0.386719, + 0.357422, + 0.357422, + 0.357422, + 0.363281, + 0.394531, + 0.353516, + 0.314453, + 0.382812, + 0.351562, + 0.310547, + 0.251953, + 0.369141, + 0.375, + 0.227539, + 0.376953, + 0.375, + 0.294922, + 0.382812, + 0.255859, + 0.205078, + 0.273438, + 0.371094, + 0.330078, + 0.261719, + 0.359375, + 0.300781, + 0.335938, + 0.333984, + 0.3125, + 0.308594, + 0.388672, + 0.382812, + 0.361328, + 0.330078, + 0.396484, + 0.298828, + 0.394531, + 0.326172, + 0.34375, + 0.34375, + 0.347656, + 0.335938, + 0.339844, + 0.208984, + 0.217773, + 0.351562, + 0.195312, + 0.365234, + 0.359375, + 0.414062, + 0.337891, + 0.355469, + 0.359375, + 0.375, + 0.373047, + 0.365234, + 0.292969, + 0.341797, + 0.345703, + 0.355469, + 0.365234, + 0.332031, + 0.375, + 0.322266, + 0.384766, + 0.326172, + 0.188477, + 0.363281, + 0.316406, + 0.380859, + 0.332031, + 0.357422, + 0.375, + 0.246094, + 0.349609, + 0.291016, + 0.371094, + 0.367188, + 0.382812, + 0.355469, + 0.367188, + 0.330078, + 0.341797, + 0.316406, + 0.306641, + 0.375, + 0.371094, + 0.341797, + 0.34375, + 0.339844, + 0.359375, + 0.378906, + 0.355469, + 0.324219, + 0.365234, + 0.400391, + 0.34375, + 0.162109, + 0.375, + 0.235352, + 0.369141, + 0.283203, + 0.320312, + 0.347656, + 0.351562, + 0.324219, + 0.277344, + 0.267578, + 0.328125, + 0.34375, + 0.341797, + 0.285156, + 0.353516, + 0.328125, + 0.291016, + 0.21875, + 0.375, + 0.349609, + 0.310547, + 0.353516, + 0.194336, + 0.363281, + 0.363281, + 0.328125, + 0.341797, + 0.188477, + 0.349609, + 0.300781, + 0.371094, + 0.361328, + 0.332031, + 0.34375, + 0.359375, + 0.335938, + 0.353516, + 0.324219, + 0.222656, + 0.410156, + 0.378906, + 0.373047, + 0.378906, + 0.183594, + 0.326172, + 0.289062, + 0.355469, + 0.349609, + 0.310547, + 0.359375, + 0.359375, + 0.287109, + 0.361328, + 0.25, + 0.337891, + 0.226562, + 0.367188, + 0.345703, + 0.269531, + 0.355469, + 0.355469, + 0.351562, + 0.359375, + 0.394531, + 0.363281, + 0.335938, + 0.255859, + 0.404297, + 0.353516, + 0.382812, + 0.176758, + 0.376953, + 0.257812, + 0.375, + 0.244141, + 0.204102, + 0.390625, + 0.353516, + 0.357422, + 0.382812, + 0.318359, + 0.388672, + 0.361328, + 0.263672, + 0.382812, + 0.339844, + 0.369141, + 0.363281, + 0.275391, + 0.320312, + 0.380859, + 0.349609, + 0.367188, + 0.195312, + 0.174805, + 0.337891, + 0.363281, + 0.351562, + 0.402344, + 0.376953, + 0.359375, + 0.324219, + 0.363281, + 0.314453, + 0.332031, + 0.353516, + 0.283203, + 0.34375, + 0.310547, + 0.394531, + 0.351562, + 0.376953, + 0.335938, + 0.34375, + 0.241211, + 0.376953, + 0.253906, + 0.283203, + 0.347656, + 0.217773, + 0.373047, + 0.398438, + 0.201172, + 0.226562, + 0.339844, + 0.359375, + 0.283203, + 0.337891, + 0.245117, + 0.230469, + 0.367188, + 0.204102, + 0.294922, + 0.367188, + 0.253906, + 0.359375, + 0.388672, + 0.259766, + 0.365234, + 0.316406, + 0.257812, + 0.34375, + 0.333984, + 0.257812, + 0.34375, + 0.203125, + 0.196289, + 0.351562, + 0.217773, + 0.371094, + 0.375, + 0.161133, + 0.388672, + 0.373047, + 0.359375, + 0.302734, + 0.359375, + 0.314453, + 0.376953, + 0.351562, + 0.208008, + 0.263672, + 0.174805, + 0.339844, + 0.314453, + 0.371094, + 0.371094, + 0.289062, + 0.369141, + 0.175781, + 0.369141, + 0.198242, + 0.369141, + 0.151367, + 0.240234, + 0.398438, + 0.367188, + 0.359375, + 0.396484, + 0.355469, + 0.367188, + 0.269531, + 0.24707, + 0.373047, + 0.347656, + 0.376953, + 0.375, + 0.234375, + 0.289062, + 0.382812, + 0.367188, + 0.324219, + 0.318359, + 0.361328, + 0.335938, + 0.363281, + 0.3125, + 0.28125, + 0.285156, + 0.207031, + 0.353516, + 0.242188, + 0.330078, + 0.373047, + 0.3125, + 0.345703, + 0.326172, + 0.341797, + 0.361328, + 0.378906, + 0.375, + 0.371094, + 0.335938, + 0.367188, + 0.320312, + 0.349609, + 0.332031, + 0.337891, + 0.265625, + 0.386719, + 0.355469, + 0.361328, + 0.382812, + 0.180664, + 0.365234, + 0.382812, + 0.224609, + 0.390625, + 0.394531, + 0.347656, + 0.213867, + 0.359375, + 0.375, + 0.245117, + 0.335938, + 0.376953, + 0.376953, + 0.174805, + 0.355469, + 0.357422, + 0.328125, + 0.206055, + 0.324219, + 0.376953, + 0.332031, + 0.34375, + 0.21875, + 0.326172, + 0.363281, + 0.203125, + 0.341797, + 0.375, + 0.363281, + 0.34375, + 0.357422, + 0.345703, + 0.380859, + 0.347656, + 0.351562, + 0.233398, + 0.375, + 0.180664, + 0.375, + 0.398438, + 0.357422, + 0.351562, + 0.314453, + 0.347656, + 0.337891, + 0.314453, + 0.359375, + 0.351562, + 0.351562, + 0.271484, + 0.353516, + 0.261719, + 0.330078, + 0.351562, + 0.165039, + 0.328125, + 0.265625, + 0.398438, + 0.347656, + 0.345703, + 0.361328, + 0.234375, + 0.369141, + 0.384766, + 0.378906, + 0.333984, + 0.251953, + 0.371094, + 0.357422, + 0.363281, + 0.351562, + 0.394531, + 0.235352, + 0.373047, + 0.375, + 0.353516, + 0.267578, + 0.337891, + 0.332031, + 0.314453, + 0.34375, + 0.189453, + 0.324219, + 0.375, + 0.345703, + 0.361328, + 0.355469, + 0.175781, + 0.380859, + 0.367188, + 0.359375, + 0.371094, + 0.396484, + 0.351562, + 0.239258, + 0.361328, + 0.347656, + 0.371094, + 0.349609, + 0.304688, + 0.3125, + 0.3125, + 0.255859, + 0.339844, + 0.292969, + 0.214844, + 0.257812, + 0.386719, + 0.34375, + 0.380859, + 0.345703, + 0.347656, + 0.355469, + 0.25, + 0.211914, + 0.40625, + 0.322266, + 0.351562, + 0.275391, + 0.330078, + 0.392578, + 0.367188, + 0.361328, + 0.237305, + 0.34375, + 0.271484, + 0.375, + 0.324219, + 0.267578, + 0.318359, + 0.333984, + 0.400391, + 0.380859, + 0.369141, + 0.380859, + 0.337891, + 0.330078, + 0.369141, + 0.308594, + 0.306641, + 0.322266, + 0.355469, + 0.367188, + 0.380859, + 0.373047, + 0.320312, + 0.394531, + 0.345703, + 0.253906, + 0.223633, + 0.332031, + 0.21875, + 0.324219, + 0.34375, + 0.371094, + 0.351562, + 0.304688, + 0.283203, + 0.373047, + 0.205078, + 0.217773, + 0.363281, + 0.306641, + 0.208008, + 0.361328, + 0.328125, + 0.404297, + 0.339844, + 0.335938, + 0.341797, + 0.240234, + 0.324219, + 0.380859, + 0.371094, + 0.339844, + 0.333984, + 0.378906, + 0.349609, + 0.369141, + 0.425781, + 0.353516, + 0.351562, + 0.355469, + 0.314453, + 0.365234, + 0.339844, + 0.351562, + 0.375, + 0.392578, + 0.359375, + 0.363281, + 0.320312, + 0.363281, + 0.230469, + 0.333984, + 0.363281, + 0.335938, + 0.289062, + 0.371094, + 0.12793, + 0.304688, + 0.373047, + 0.349609, + 0.349609, + 0.361328, + 0.318359, + 0.367188, + 0.380859, + 0.349609, + 0.269531, + 0.363281, + 0.165039, + 0.34375, + 0.382812, + 0.298828, + 0.349609, + 0.292969, + 0.363281, + 0.316406, + 0.375, + 0.333984, + 0.273438, + 0.251953, + 0.376953, + 0.197266, + 0.376953, + 0.347656, + 0.337891, + 0.355469, + 0.361328, + 0.326172, + 0.335938, + 0.345703, + 0.326172, + 0.349609, + 0.369141, + 0.283203, + 0.373047, + 0.225586, + 0.361328, + 0.423828, + 0.345703, + 0.345703, + 0.269531, + 0.371094, + 0.386719, + 0.279297, + 0.316406, + 0.347656, + 0.363281, + 0.375, + 0.333984, + 0.355469, + 0.345703, + 0.213867, + 0.349609, + 0.447266, + 0.337891, + 0.351562, + 0.233398, + 0.355469, + 0.306641, + 0.373047, + 0.402344, + 0.367188, + 0.349609, + 0.355469, + 0.371094, + 0.289062, + 0.222656, + 0.332031, + 0.373047, + 0.359375, + 0.339844, + 0.380859, + 0.386719, + 0.345703, + 0.365234, + 0.316406, + 0.375, + 0.361328, + 0.330078, + 0.361328, + 0.392578, + 0.382812, + 0.214844, + 0.304688, + 0.363281, + 0.333984, + 0.363281, + 0.375, + 0.371094, + 0.34375, + 0.332031, + 0.363281, + 0.345703, + 0.298828, + 0.365234, + 0.375, + 0.335938, + 0.306641, + 0.417969, + 0.402344, + 0.320312, + 0.217773, + 0.376953, + 0.351562, + 0.177734, + 0.298828, + 0.378906, + 0.392578, + 0.349609, + 0.441406, + 0.378906, + 0.341797, + 0.357422, + 0.375, + 0.279297, + 0.349609, + 0.332031, + 0.371094, + 0.345703, + 0.341797, + 0.373047, + 0.328125, + 0.365234, + 0.335938, + 0.400391, + 0.335938, + 0.365234, + 0.363281, + 0.392578, + 0.347656, + 0.279297, + 0.410156, + 0.363281, + 0.1875, + 0.249023, + 0.375, + 0.353516, + 0.363281, + 0.376953, + 0.224609, + 0.277344, + 0.365234, + 0.332031, + 0.341797, + 0.236328, + 0.371094, + 0.357422, + 0.357422, + 0.375, + 0.34375, + 0.375, + 0.40625, + 0.359375, + 0.375, + 0.337891, + 0.355469, + 0.355469, + 0.357422, + 0.347656, + 0.357422, + 0.28125, + 0.339844, + 0.339844, + 0.355469, + 0.378906, + 0.228516, + 0.308594, + 0.294922, + 0.361328, + 0.171875, + 0.376953, + 0.314453, + 0.345703, + 0.351562, + 0.359375, + 0.378906, + 0.396484, + 0.349609, + 0.34375, + 0.326172, + 0.351562, + 0.224609, + 0.304688, + 0.375, + 0.222656, + 0.367188, + 0.294922, + 0.404297, + 0.255859, + 0.176758, + 0.279297, + 0.386719, + 0.376953, + 0.384766, + 0.249023, + 0.396484, + 0.408203, + 0.363281, + 0.376953, + 0.640625, + 0.25, + 0.341797, + 0.198242, + 0.296875, + 0.382812, + 0.320312, + 0.388672, + 0.292969, + 0.355469, + 0.349609, + 0.353516, + 0.271484, + 0.355469, + 0.355469, + 0.367188, + 0.347656, + 0.402344, + 0.333984, + 0.287109, + 0.320312, + 0.359375, + 0.373047, + 0.332031, + 0.359375, + 0.376953, + 0.339844, + 0.318359, + 0.365234, + 0.378906, + 0.394531, + 0.378906, + 0.365234, + 0.34375, + 0.375, + 0.308594, + 0.326172, + 0.259766, + -0.000729, + 0.359375, + 0.332031, + 0.34375, + 0.345703, + 0.378906, + 0.394531, + 0.249023, + 0.373047, + 0.314453, + 0.373047, + 0.380859, + 0.216797, + 0.314453, + 0.361328, + 0.357422, + 0.392578, + 0.349609, + 0.224609, + 0.371094, + 0.40625, + 0.302734, + 0.349609, + 0.361328, + 0.339844, + 0.333984, + 0.347656, + 0.339844, + 0.361328, + 0.330078, + 0.390625, + 0.322266, + 0.351562, + 0.361328, + 0.373047, + 0.375, + 0.382812, + 0.160156, + 0.367188, + 0.316406, + 0.365234, + 0.245117, + 0.335938, + 0.382812, + 0.371094, + 0.371094, + 0.355469, + 0.34375, + 0.320312, + 0.355469, + 0.351562, + 0.349609, + 0.375, + 0.335938, + 0.349609, + 0.353516, + 0.318359, + 0.357422, + 0.259766, + 0.384766, + 0.322266, + 0.345703, + 0.367188, + 0.235352, + 0.353516, + 0.375, + 0.361328, + 0.369141, + 0.300781, + 0.390625, + 0.390625, + 0.253906, + 0.347656, + 0.376953, + 0.273438, + 0.269531, + 0.186523, + 0.347656, + 0.209961, + 0.328125, + 0.339844, + 0.351562, + 0.341797, + 0.359375, + 0.310547, + 0.394531, + 0.326172, + 0.367188, + 0.371094, + 0.412109, + 0.351562, + 0.265625, + 0.371094, + 0.292969, + 0.3125, + 0.261719, + 0.322266, + 0.361328, + 0.316406, + 0.345703, + 0.349609, + 0.28125, + 0.347656, + 0.332031, + 0.367188, + 0.277344, + 0.367188, + 0.34375, + 0.197266, + 0.253906, + 0.357422, + 0.3125, + 0.277344, + 0.175781, + 0.371094, + 0.392578, + 0.337891, + 0.365234, + 0.40625, + 0.371094, + 0.306641, + 0.429688, + 0.166016, + 0.361328, + 0.363281, + 0.237305, + 0.345703, + 0.333984, + 0.34375, + 0.359375, + 0.378906, + 0.355469, + 0.269531, + 0.349609, + 0.363281, + 0.71875, + 0.357422, + 0.279297, + 0.347656, + 0.318359, + 0.3125, + 0.347656, + 0.304688, + 0.369141, + 0.371094, + 0.214844, + 0.217773, + 0.320312, + 0.410156, + 0.388672, + 0.378906, + 0.371094, + 0.373047, + 0.363281, + 0.330078, + 0.251953, + 0.373047, + 0.205078, + 0.214844, + 0.382812, + 0.365234, + 0.361328, + 0.324219, + 0.347656, + 0.361328, + 0.306641, + 0.318359, + 0.22168, + 0.4375, + 0.330078, + 0.347656, + 0.318359, + 0.304688, + 0.554688, + 0.365234, + 0.341797, + 0.363281, + 0.341797, + 0.353516, + 0.380859, + 0.337891, + 0.324219, + 0.349609, + 0.220703, + 0.351562, + 0.243164, + 0.414062, + 0.363281, + 0.355469, + 0.503906, + 0.40625, + 0.158203, + 0.353516, + 0.357422, + 0.365234, + 0.248047, + 0.195312, + 0.228516, + 0.150391, + 0.216797, + 0.326172, + 0.285156, + 0.332031, + 0.355469, + 0.335938, + 0.392578, + 0.330078, + 0.267578, + 0.355469, + 0.351562, + 0.400391, + 0.373047, + 0.376953, + 0.341797, + 0.369141, + 0.376953, + 0.337891, + 0.376953, + 0.378906, + 0.339844, + 0.316406, + 0.375, + 0.376953, + 0.347656, + 0.359375, + 0.341797, + 0.212891, + 0.345703, + 0.355469, + 0.318359, + 0.328125, + 0.296875, + 0.376953, + 0.192383, + 0.371094, + 0.347656, + 0.244141, + 0.378906, + 0.359375, + 0.339844, + 0.351562, + 0.322266, + 0.34375, + 0.269531, + 0.214844, + 0.357422, + 0.359375, + 0.320312, + 0.378906, + 0.234375, + 0.34375, + 0.283203, + 0.326172, + 0.369141, + 0.353516, + 0.330078, + 0.308594, + 0.339844, + 0.369141, + 0.292969, + 0.472656, + 0.349609, + 0.347656, + 0.248047, + 0.34375, + 0.359375, + 0.341797, + 0.318359, + 0.351562, + 0.310547, + 0.339844, + 0.373047, + 0.253906, + 0.367188, + 0.341797, + 0.291016, + 0.330078, + 0.474609, + 0.378906, + 0.296875, + 0.273438, + 0.365234, + 0.345703, + 0.3125, + 0.178711, + 0.367188, + 0.349609, + 0.359375, + 0.320312, + 0.283203, + 0.294922, + 0.367188, + 0.375, + 0.359375, + 0.371094, + 0.613281, + 0.314453, + 0.19043, + 0.355469, + 0.371094, + 0.263672, + 0.349609, + 0.332031, + 0.351562, + 0.40625, + 0.283203, + 0.345703, + 0.361328, + 0.328125, + 0.376953, + 0.345703, + 0.300781, + 0.371094, + 0.363281, + 0.365234, + 0.164062, + 0.369141, + 0.291016, + 0.306641, + 0.341797, + 0.3125, + 0.375, + 0.376953, + 0.351562, + 0.371094, + 0.333984, + 0.375, + 0.316406, + 0.351562, + 0.355469, + 0.314453, + 0.339844, + 0.291016, + 0.345703, + 0.34375, + 0.318359, + 0.357422, + 0.373047, + 0.355469, + 0.371094, + 0.371094, + 0.359375, + 0.400391, + 0.423828, + 0.345703, + 0.371094, + 0.367188, + 0.357422, + 0.398438, + 0.353516, + 0.357422, + 0.351562, + 0.345703, + 0.357422, + 0.265625, + 0.359375, + 0.351562, + 0.330078, + 0.363281, + 0.34375, + 0.339844, + 0.375, + 0.3125, + 0.376953, + 0.365234, + 0.000104, + 0.259766, + 0.378906, + 0.371094, + 0.246094, + 0.373047, + 0.443359, + 0.390625, + 0.367188, + 0.277344, + 0.330078, + 0.283203, + 0.363281, + 0.306641, + 0.324219, + 0.330078, + 0.367188, + 0.34375, + 0.306641, + 0.333984, + 0.361328, + 0.349609, + 0.339844, + 0.369141, + 0.275391, + 0.347656, + 0.279297, + 0.404297, + 0.324219, + 0.166992, + 0.361328, + 0.273438, + 0.384766, + 0.363281, + 0.365234, + 0.287109, + 0.359375, + 0.365234, + 0.398438, + 0.361328, + 0.390625, + 0.205078, + 0.339844, + 0.367188, + 0.353516, + 0.302734, + 0.328125, + 0.380859, + 0.390625, + 0.296875, + 0.373047, + 0.337891, + 0.223633, + 0.337891, + 0.304688, + 0.359375, + 0.298828, + 0.386719, + 0.283203, + 0.5, + 0.388672, + 0.232422, + 0.361328, + 0.369141, + 0.367188, + 0.332031, + 0.394531, + 0.3125, + 0.363281, + 0.386719, + 0.361328, + 0.34375, + 0.365234, + 0.355469, + 0.349609, + 0.333984, + 0.248047, + 0.298828, + 0.197266, + 0.318359, + 0.382812, + 0.341797, + 0.308594, + 0.314453, + 0.22168, + 0.359375, + 0.355469, + 0.341797, + 0.369141, + 0.291016, + 0.241211, + 0.341797, + 0.310547, + 0.371094, + 0.378906, + 0.378906, + 0.384766, + 0.392578, + 0.351562, + 0.243164, + 0.359375, + 0.265625, + 0.275391, + 0.322266, + 0.345703, + 0.21875, + 0.330078, + 0.275391, + 0.388672, + 0.269531, + 0.349609, + 0.318359, + 0.365234, + 0.357422, + 0.375, + 0.310547, + 0.388672, + 0.349609, + 0.328125, + 0.253906, + 0.351562, + 0.320312, + 0.249023, + 0.273438, + 0.349609, + 0.304688, + 0.371094, + 0.361328, + 0.371094, + 0.417969, + 0.306641, + 0.326172, + 0.339844, + 0.314453, + 0.257812, + 0.353516, + 0.355469, + 0.302734, + 0.304688, + 0.388672, + 0.353516, + 0.353516, + 0.376953, + 0.357422, + 0.375, + 0.449219, + 0.367188, + 0.367188, + 0.34375, + 0.423828, + 0.347656, + 0.373047, + 0.302734, + 0.365234, + 0.349609, + 0.333984, + 0.318359, + 0.316406, + 0.359375, + 0.375, + 0.277344, + 0.279297, + 0.378906, + 0.25, + 0.394531, + 0.330078, + 0.357422, + 0.351562, + 0.359375, + 0.287109, + 0.322266, + 0.248047, + 0.28125, + 0.357422, + 0.408203, + 0.255859, + 0.378906, + 0.337891, + 0.25, + 0.287109, + 0.361328, + 0.367188, + 0.378906, + 0.335938, + 0.287109, + 0.376953, + 0.226562, + 0.361328, + 0.332031, + 0.205078, + 0.394531, + 0.316406, + 0.373047, + 0.341797, + 0.373047, + 0.261719, + 0.363281, + 0.371094, + 0.22168, + 0.371094, + 0.363281, + 0.257812, + 0.24707, + 0.378906, + 0.332031, + 0.289062, + 0.318359, + 0.292969, + 0.177734, + 0.408203, + 0.34375, + 0.308594, + 0.155273, + 0.339844, + 0.392578, + 0.294922, + 0.396484, + 0.375, + 0.398438, + 0.328125, + 0.292969, + 0.341797, + 0.330078, + 0.298828, + 0.347656, + 0.320312, + 0.380859, + 0.359375, + 0.208008, + 0.324219, + 0.269531, + 0.416016, + 0.378906, + 0.308594, + 0.273438, + 0.390625, + 0.25, + 0.330078, + 0.351562, + 0.294922, + 0.359375, + 0.224609, + 0.373047, + 0.382812, + 0.371094, + 0.253906, + 0.306641, + 0.421875, + 0.347656, + 0.357422, + 0.392578, + 0.357422, + 0.339844, + 0.292969, + 0.345703, + 0.34375, + 0.347656, + 0.375, + 0.392578, + 0.369141, + 0.365234, + 0.214844, + 0.322266, + 0.363281, + 0.355469, + 0.183594, + 0.375, + 0.279297, + 0.376953, + 0.335938, + 0.375, + 0.318359, + 0.341797, + 0.373047, + 0.357422, + 0.320312, + 0.373047, + 0.328125, + 0.363281, + 0.365234, + 0.347656, + 0.337891, + 0.324219 + ] + }, + "name": "model.transformer.layers.8.ffn_norm.weight", + "outputIndexes": [ + 580 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 579, + 580 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_8/Mul_1_output_0", + "outputIndexes": [ + 581 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 581 + ], + "outputIndexes": [ + 1674 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1674 + ], + "outputIndexes": [ + 1675 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_1/Linear", + "inputIndexes": [ + 1675 + ], + "outputIndexes": [ + 1676 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 6144, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 73728, + "weightSize": 0 + }, + "external": [ + 54794872, + 4718614, + 589824, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1676 + ], + "outputIndexes": [ + 1677 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1677 + ], + "outputIndexes": [ + 582 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 6144 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 582, + 21, + 283, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_8/Slice_output_0", + "outputIndexes": [ + 583 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 583 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_8/Sigmoid_output_0", + "outputIndexes": [ + 584 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 583, + 584 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_8/Mul_output_0", + "outputIndexes": [ + 585 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 6144 + ] + }, + "name": "/ffn_8/Mul_1_output_0", + "outputIndexes": [ + 586 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 582, + 283, + 586, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_8/Slice_1_output_0", + "outputIndexes": [ + 587 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 585, + 587 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_8/Mul_2_output_0", + "outputIndexes": [ + 588 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 588 + ], + "outputIndexes": [ + 1678 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3072, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1678 + ], + "outputIndexes": [ + 1679 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_2/Linear", + "inputIndexes": [ + 1679 + ], + "outputIndexes": [ + 1680 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3072, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 36864, + "weightSize": 0 + }, + "external": [ + 60103310, + 2359318, + 294912, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1680 + ], + "outputIndexes": [ + 1681 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.8/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1681 + ], + "outputIndexes": [ + 589 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 578, + 589 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_35_output_0", + "outputIndexes": [ + 590 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 590, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_36_output_0", + "outputIndexes": [ + 591 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 591 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_9/Mul_output_0", + "outputIndexes": [ + 592 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.298828, + 0.219727, + 0.19043, + 0.220703, + 0.185547, + 0.213867, + 0.208008, + 0.162109, + 0.222656, + 0.208984, + 0.210938, + 0.189453, + 0.203125, + 0.15625, + 0.15332, + 0.204102, + 0.240234, + 0.283203, + 0.193359, + 0.172852, + 0.079102, + 0.196289, + 0.126953, + 0.195312, + 0.229492, + 0.229492, + 0.181641, + 0.219727, + 0.206055, + 0.212891, + 0.259766, + 0.18457, + 0.134766, + 0.164062, + 0.1875, + 0.193359, + 0.217773, + 0.181641, + 0.147461, + 0.189453, + 0.193359, + 0.171875, + 0.234375, + 0.171875, + 0.176758, + 0.259766, + 0.178711, + 0.138672, + 0.235352, + 0.318359, + 0.226562, + 0.166992, + 0.180664, + 0.171875, + 0.443359, + 0.308594, + 0.204102, + 0.185547, + 0.170898, + 0.207031, + 0.134766, + 0.129883, + 0.076172, + 0.245117, + 0.125, + 0.240234, + 0.139648, + 0.180664, + 0.271484, + 0.353516, + 0.166992, + 0.243164, + 0.161133, + 0.287109, + 0.132812, + 0.203125, + 0.181641, + 0.285156, + 0.211914, + 0.18457, + 0.189453, + 0.168945, + 0.204102, + 0.182617, + 0.241211, + 0.219727, + 0.140625, + 0.147461, + 0.257812, + 0.166992, + 0.216797, + 0.224609, + 0.193359, + 0.219727, + 0.180664, + 0.277344, + 0.227539, + 0.255859, + 0.298828, + 0.251953, + 0.211914, + 0.470703, + 0.155273, + 0.257812, + 0.197266, + 0.138672, + 0.185547, + 0.121094, + 0.175781, + 0.1875, + 0.21582, + 0.229492, + 0.213867, + 0.174805, + 0.205078, + 0.141602, + 0.133789, + 0.200195, + 0.18457, + 0.191406, + 0.195312, + 0.125977, + 0.160156, + 0.212891, + 0.126953, + 0.261719, + 0.162109, + 0.183594, + 0.232422, + 0.236328, + 0.273438, + 0.154297, + 0.157227, + 0.191406, + 0.273438, + 0.15918, + 0.455078, + 0.201172, + 0.225586, + 0.132812, + 0.217773, + 0.322266, + 0.155273, + 0.206055, + 0.519531, + 0.129883, + 0.181641, + 0.298828, + 0.166016, + 0.154297, + 0.233398, + 0.166016, + 0.234375, + 0.150391, + 0.157227, + 0.165039, + 0.224609, + 0.157227, + 0.195312, + 0.328125, + 0.28125, + 0.294922, + 0.275391, + 0.163086, + 0.174805, + 0.174805, + 0.168945, + 0.233398, + 0.219727, + 0.40625, + 0.164062, + 0.15332, + 0.149414, + 0.1875, + 0.162109, + 0.203125, + 0.162109, + 0.203125, + 0.277344, + 0.209961, + 0.170898, + 0.224609, + 0.164062, + 0.211914, + 0.241211, + 0.177734, + 0.224609, + 0.209961, + 0.208984, + 0.172852, + 0.289062, + 0.194336, + 0.71875, + 0.234375, + 0.180664, + 0.211914, + 0.271484, + 0.212891, + 0.223633, + 0.279297, + 0.183594, + 0.15332, + 0.21582, + 0.211914, + 0.222656, + 0.198242, + 0.244141, + 0.212891, + 0.193359, + 0.12793, + 0.214844, + 0.347656, + 0.160156, + 0.158203, + 0.21875, + 0.169922, + 0.173828, + 0.207031, + 0.179688, + 0.223633, + 0.206055, + 0.349609, + 0.171875, + 0.082031, + 0.229492, + 0.398438, + 0.200195, + 0.119141, + 0.179688, + 0.168945, + 0.151367, + 0.143555, + 0.275391, + 0.208984, + 0.201172, + 0.182617, + 0.188477, + 0.12207, + 0.21582, + 0.249023, + 0.180664, + 0.255859, + 0.21582, + 0.166016, + 0.183594, + 0.202148, + 0.106445, + 0.169922, + 0.246094, + 0.214844, + 0.205078, + 0.137695, + 0.217773, + 0.275391, + 0.238281, + 0.188477, + 0.189453, + 0.224609, + 0.183594, + 0.15918, + 0.188477, + 0.179688, + 0.425781, + 0.34375, + 0.193359, + 0.294922, + 0.225586, + 0.414062, + 0.210938, + 0.148438, + 0.15332, + 0.19043, + 0.185547, + 0.180664, + 0.189453, + 0.130859, + 0.200195, + 0.490234, + 0.191406, + 0.108887, + 0.291016, + 0.206055, + 0.188477, + 0.283203, + 0.207031, + 0.205078, + 0.162109, + 0.243164, + 0.267578, + 0.217773, + 0.10498, + 0.210938, + 0.193359, + 0.259766, + 0.089355, + 0.230469, + 0.605469, + 0.172852, + 0.111328, + 0.092773, + 0.300781, + 0.188477, + 0.200195, + 0.251953, + 0.163086, + 0.314453, + 0.304688, + 0.176758, + 0.273438, + 0.183594, + 0.21582, + 0.183594, + 0.198242, + 0.185547, + 0.143555, + 0.204102, + 0.224609, + 0.198242, + 0.353516, + 0.257812, + 0.257812, + 0.162109, + 0.225586, + 0.271484, + 0.186523, + 0.189453, + 0.191406, + 0.213867, + 0.192383, + 0.18457, + 0.161133, + 0.21875, + 0.167969, + 0.351562, + 0.155273, + 0.242188, + 0.213867, + 0.217773, + 0.143555, + 0.169922, + 0.152344, + 0.172852, + 0.269531, + 0.114746, + 0.238281, + 0.152344, + 0.964844, + 0.10498, + 0.233398, + 0.208984, + 0.255859, + 0.230469, + 0.445312, + 0.382812, + 0.253906, + 0.535156, + 0.195312, + 0.216797, + 0.115723, + 0.219727, + 0.302734, + 0.146484, + 0.244141, + 0.166992, + 0.201172, + 0.287109, + 0.213867, + 0.208008, + 0.243164, + 0.125977, + 0.137695, + 0.246094, + 0.261719, + 0.224609, + 0.227539, + 0.088379, + 0.292969, + 0.267578, + 0.227539, + 0.139648, + 0.194336, + 0.1875, + 0.19043, + 0.171875, + 0.115723, + 0.169922, + 0.189453, + 0.166016, + 0.142578, + 0.261719, + 0.28125, + 0.164062, + 0.245117, + 0.07959, + 0.237305, + 0.408203, + 0.194336, + 0.419922, + 0.101562, + 0.160156, + 0.267578, + 0.265625, + 0.121094, + 0.253906, + 0.289062, + 0.648438, + 0.361328, + 0.216797, + 0.222656, + 0.226562, + 0.242188, + 0.441406, + 0.169922, + 0.318359, + 0.172852, + 0.171875, + 0.210938, + 0.189453, + 0.201172, + 0.193359, + 0.233398, + 0.232422, + 0.194336, + 0.492188, + 0.194336, + 0.251953, + 0.191406, + 0.224609, + 0.314453, + 0.19043, + 0.251953, + 0.169922, + 0.231445, + 0.189453, + 0.209961, + 0.172852, + 0.239258, + 0.220703, + 0.24707, + 0.259766, + 0.186523, + 0.203125, + 0.151367, + 0.333984, + 0.195312, + 0.193359, + 0.240234, + 0.101074, + 0.177734, + 0.158203, + 0.464844, + 0.259766, + 0.382812, + 0.19043, + 0.124023, + 0.24707, + 0.265625, + 0.168945, + 0.186523, + 0.196289, + 0.19043, + 0.083496, + 0.273438, + 0.235352, + 0.207031, + 0.144531, + 0.146484, + 0.273438, + 0.160156, + 0.170898, + 0.369141, + 0.163086, + 0.28125, + 0.155273, + 0.21582, + 0.251953, + 0.277344, + 0.161133, + 0.185547, + 0.22168, + 0.265625, + 0.203125, + 0.199219, + 0.191406, + 0.236328, + 0.140625, + 0.228516, + 0.210938, + 0.213867, + 0.212891, + 0.239258, + 0.302734, + 0.222656, + 0.182617, + 0.208008, + 0.208984, + 0.21582, + 0.224609, + 0.193359, + 0.193359, + 0.211914, + 0.188477, + 0.114746, + 0.229492, + 0.15625, + 0.246094, + 0.197266, + 0.201172, + 0.24707, + 0.318359, + 0.202148, + 0.231445, + 0.144531, + 0.232422, + 0.355469, + 0.255859, + 0.191406, + 0.160156, + 0.24707, + 0.267578, + 0.164062, + 0.271484, + 0.285156, + 0.168945, + 0.117188, + 0.141602, + 0.196289, + 0.174805, + 0.15918, + 1.226562, + 0.192383, + 0.182617, + 0.174805, + 0.261719, + 0.176758, + 0.15918, + 0.202148, + 0.208984, + 0.219727, + 0.233398, + 0.255859, + 0.172852, + 0.208984, + 0.216797, + 0.18457, + 0.279297, + 0.155273, + 0.216797, + 0.167969, + 0.164062, + 0.182617, + 0.197266, + 0.373047, + 0.425781, + 0.145508, + 0.220703, + 0.175781, + 0.200195, + 0.146484, + 0.151367, + 0.24707, + 0.435547, + 0.394531, + 0.228516, + 0.328125, + 0.177734, + 0.155273, + 0.176758, + 0.204102, + 0.203125, + 0.186523, + 0.19043, + 0.15625, + 0.199219, + 0.202148, + 0.222656, + 0.283203, + 0.152344, + 0.197266, + 0.316406, + 0.201172, + 0.263672, + 0.213867, + 0.171875, + 0.166992, + 0.206055, + 0.164062, + 0.169922, + 0.257812, + 0.168945, + 0.216797, + 0.277344, + 0.289062, + 0.166016, + 0.21875, + 0.185547, + 0.118652, + 0.209961, + 0.214844, + 0.095215, + 0.193359, + 0.196289, + 0.222656, + 0.167969, + 0.152344, + 0.134766, + 0.207031, + 0.104004, + 0.133789, + 0.257812, + 0.212891, + 0.112305, + 0.183594, + 0.197266, + 0.300781, + 0.145508, + 0.180664, + 0.144531, + 0.492188, + 0.163086, + 0.203125, + 0.198242, + 0.15918, + 0.164062, + 0.236328, + 0.196289, + 0.230469, + 0.335938, + 0.202148, + 0.143555, + 0.179688, + 0.157227, + 0.267578, + 0.219727, + 0.265625, + 0.257812, + 0.234375, + 0.15918, + 0.239258, + 0.152344, + 0.234375, + 0.204102, + 0.146484, + 0.249023, + 0.242188, + 0.204102, + 0.194336, + 0.063965, + 0.168945, + 0.320312, + 0.149414, + 0.212891, + 0.182617, + 0.177734, + 0.214844, + 0.197266, + 0.152344, + 0.220703, + 0.211914, + 0.486328, + 0.185547, + 0.333984, + 0.175781, + 0.185547, + 0.167969, + 0.197266, + 0.216797, + 0.275391, + 0.145508, + 0.167969, + 0.133789, + 0.192383, + 0.257812, + 0.296875, + 0.192383, + 0.158203, + 0.380859, + 0.158203, + 0.179688, + 0.176758, + 0.211914, + 0.170898, + 0.200195, + 0.236328, + 0.186523, + 0.209961, + 0.263672, + 0.178711, + 0.373047, + 0.193359, + 0.166016, + 0.186523, + 0.207031, + 0.15918, + 0.119629, + 0.173828, + 0.172852, + 0.212891, + 0.255859, + 0.185547, + 0.194336, + 0.191406, + 0.210938, + 0.259766, + 0.169922, + 0.171875, + 0.152344, + 0.166016, + 0.185547, + 0.134766, + 0.249023, + 0.310547, + 0.193359, + 0.239258, + 0.248047, + 0.128906, + 0.175781, + 0.104004, + 0.222656, + 0.217773, + 0.157227, + 0.267578, + 0.143555, + 0.214844, + 0.151367, + 0.240234, + 0.180664, + 0.181641, + 0.172852, + 0.169922, + 0.197266, + 0.263672, + 0.208984, + 0.34375, + 0.279297, + 0.135742, + 0.170898, + 0.227539, + 0.235352, + 0.259766, + 0.237305, + 0.202148, + 0.199219, + 0.386719, + 0.186523, + 0.24707, + 0.25, + 0.224609, + 0.15918, + 0.488281, + 0.263672, + 0.223633, + 0.369141, + 0.251953, + 0.211914, + 0.376953, + 0.149414, + 0.24707, + 0.447266, + 0.1875, + 0.154297, + 0.148438, + 0.161133, + 0.211914, + 0.24707, + 0.585938, + 0.232422, + 0.21875, + 0.220703, + 0.220703, + 0.19043, + 0.1875, + 0.166016, + 0.675781, + 0.166016, + 0.339844, + 0.193359, + 0.166992, + 0.21582, + 0.320312, + 0.21582, + 0.195312, + 0.296875, + 0.243164, + 0.150391, + 0.425781, + 0.267578, + 0.188477, + 0.189453, + 0.182617, + 0.146484, + 0.275391, + 0.205078, + 0.173828, + 0.166992, + 0.162109, + 0.167969, + 0.222656, + 0.164062, + 0.239258, + 0.204102, + 0.200195, + 0.214844, + 0.225586, + 0.223633, + 0.196289, + 0.238281, + 0.245117, + 0.196289, + 0.279297, + 0.169922, + 0.15332, + 0.183594, + 0.176758, + 0.15332, + 0.248047, + 0.204102, + 0.145508, + 0.142578, + 0.223633, + 0.423828, + 0.273438, + 0.277344, + 0.257812, + 0.289062, + 0.273438, + 0.267578, + 0.298828, + 0.188477, + 0.172852, + 0.236328, + 0.231445, + 0.466797, + 0.15625, + 0.222656, + 0.259766, + 0.175781, + 0.148438, + 0.333984, + 0.145508, + 0.119629, + 0.275391, + 0.245117, + 0.239258, + 0.357422, + 0.157227, + 0.186523, + 0.239258, + 0.239258, + 0.251953, + 0.417969, + 0.535156, + 0.204102, + 0.193359, + 0.248047, + 0.204102, + 0.1875, + 0.275391, + 0.208008, + 0.171875, + 0.1875, + 0.162109, + 0.161133, + 0.188477, + 0.185547, + 0.249023, + 0.174805, + 0.289062, + 0.213867, + 0.196289, + 0.148438, + 0.220703, + 0.166016, + 0.206055, + 0.170898, + 0.216797, + 0.243164, + 0.183594, + 0.225586, + 0.219727, + 0.255859, + 0.208008, + 0.216797, + 0.273438, + 0.22168, + 0.149414, + 0.178711, + 0.162109, + 0.000763, + 0.175781, + 0.269531, + 0.223633, + 0.18457, + 0.243164, + 0.245117, + 0.115234, + 0.240234, + 0.199219, + 0.146484, + 0.207031, + 0.119629, + 0.210938, + 0.201172, + 0.296875, + 0.269531, + 0.22168, + 0.388672, + 0.244141, + 0.515625, + 0.201172, + 0.169922, + 0.265625, + 0.15332, + 0.209961, + 0.245117, + 0.212891, + 0.166992, + 0.200195, + 0.208984, + 0.171875, + 0.151367, + 0.232422, + 0.291016, + 0.337891, + 0.1875, + 0.090332, + 0.176758, + 0.12793, + 0.222656, + 0.302734, + 0.232422, + 0.246094, + 0.212891, + 0.233398, + 0.234375, + 0.198242, + 0.166992, + 0.154297, + 0.214844, + 0.21875, + 0.173828, + 0.178711, + 0.19043, + 0.220703, + 0.1875, + 0.179688, + 0.152344, + 0.251953, + 0.165039, + 0.157227, + 0.202148, + 0.146484, + 0.176758, + 0.197266, + 0.25, + 0.197266, + 0.173828, + 0.308594, + 0.128906, + 0.124023, + 0.147461, + 0.296875, + 0.201172, + 0.219727, + 0.347656, + 0.202148, + 0.141602, + 0.151367, + 0.166992, + 0.160156, + 0.195312, + 0.210938, + 0.269531, + 0.277344, + 0.244141, + 0.229492, + 0.267578, + 0.136719, + 0.186523, + 0.294922, + 0.230469, + 0.124023, + 0.133789, + 0.202148, + 0.1875, + 0.179688, + 0.193359, + 0.242188, + 0.207031, + 0.242188, + 0.158203, + 0.263672, + 0.249023, + 0.136719, + 0.213867, + 0.202148, + 0.149414, + 0.174805, + 0.208008, + 0.236328, + 0.166016, + 0.077148, + 0.257812, + 0.261719, + 0.15918, + 0.228516, + 0.134766, + 0.265625, + 0.179688, + 0.390625, + 0.107422, + 0.226562, + 0.193359, + 0.130859, + 0.183594, + 0.15918, + 0.240234, + 0.213867, + 0.386719, + 0.158203, + 0.136719, + 0.150391, + 0.198242, + 1.570312, + 0.201172, + 0.201172, + 0.145508, + 0.242188, + 0.204102, + 0.157227, + 0.166016, + 0.178711, + 0.21875, + 0.195312, + 0.129883, + 0.193359, + 0.380859, + 0.275391, + 0.204102, + 0.269531, + 0.230469, + 0.21875, + 0.176758, + 0.337891, + 0.214844, + 0.400391, + 0.449219, + 0.289062, + 0.164062, + 0.199219, + 0.196289, + 0.1875, + 0.21875, + 0.214844, + 0.172852, + 0.179688, + 0.186523, + 0.18457, + 0.203125, + 0.163086, + 0.171875, + 0.199219, + 0.227539, + 0.216797, + 0.259766, + 0.255859, + 0.161133, + 0.223633, + 0.18457, + 0.185547, + 0.142578, + 0.277344, + 0.185547, + 0.122559, + 0.251953, + 0.25, + 0.239258, + 0.146484, + 0.294922, + 0.102539, + 0.194336, + 0.202148, + 0.273438, + 0.5, + 0.11377, + 0.679688, + 0.086914, + 0.10791, + 0.173828, + 0.161133, + 0.183594, + 0.193359, + 0.255859, + 0.28125, + 0.191406, + 0.12793, + 0.177734, + 0.183594, + 0.279297, + 0.229492, + 0.177734, + 0.142578, + 0.136719, + 0.230469, + 0.326172, + 0.166016, + 0.236328, + 0.174805, + 0.202148, + 0.175781, + 0.185547, + 0.209961, + 0.267578, + 0.19043, + 0.126953, + 0.232422, + 0.141602, + 0.143555, + 0.180664, + 0.24707, + 0.179688, + 0.158203, + 0.245117, + 0.205078, + 0.394531, + 0.249023, + 0.191406, + 0.171875, + 0.168945, + 0.181641, + 0.199219, + 0.143555, + 0.123047, + 0.259766, + 0.310547, + 0.146484, + 0.326172, + 0.134766, + 0.168945, + 0.124512, + 0.219727, + 0.208008, + 0.154297, + 0.208008, + 0.464844, + 0.170898, + 0.251953, + 0.144531, + 0.199219, + 0.197266, + 0.213867, + 0.160156, + 0.226562, + 0.171875, + 0.226562, + 0.216797, + 0.191406, + 0.200195, + 0.176758, + 0.214844, + 0.180664, + 0.179688, + 0.185547, + 0.180664, + 0.25, + 0.099121, + 0.277344, + 0.149414, + 0.125, + 0.216797, + 0.202148, + 0.194336, + 0.242188, + 0.175781, + 0.241211, + 0.188477, + 0.136719, + 0.137695, + 0.158203, + 0.160156, + 0.231445, + 0.22168, + 0.287109, + 0.337891, + 0.172852, + 0.199219, + 0.179688, + 0.210938, + 0.213867, + 0.19043, + 0.206055, + 0.210938, + 0.183594, + 0.181641, + 0.211914, + 0.188477, + 0.163086, + 0.198242, + 0.196289, + 0.318359, + 0.22168, + 0.234375, + 0.188477, + 0.151367, + 0.1875, + 0.328125, + 0.157227, + 0.150391, + 0.188477, + 0.273438, + 0.182617, + 0.208008, + 0.25, + 0.172852, + 0.154297, + 0.133789, + 0.201172, + 0.196289, + 0.176758, + 0.228516, + 0.275391, + 0.151367, + 0.207031, + 0.279297, + 0.198242, + 0.240234, + 0.21875, + 0.209961, + 0.294922, + 0.222656, + 0.235352, + 0.201172, + 0.193359, + 0.178711, + 0.201172, + 0.180664, + 0.339844, + 0.217773, + 0.225586, + 0.22168, + 0.175781, + 0.198242, + 0.216797, + 0.222656, + 0.177734, + 0.183594, + 0.231445, + 0.202148, + 0.242188, + 0.241211, + 0.183594, + 0.246094, + 0.185547, + 0.219727, + 0.18457, + 0.198242, + 0.238281, + 0.443359, + 0.206055, + 0.140625, + 0.259766, + 0.242188, + 0.216797, + 0.19043, + 0.125977, + 0.201172, + 0.15332, + 0.193359, + 0.253906, + 0.196289, + 0.22168, + 0.208984, + 0.302734, + 0.219727, + 0.277344, + 0.175781, + 0.302734, + 0.139648, + 0.193359, + 0.267578, + 0.149414, + 0.131836, + 0.111328, + 0.213867, + 0.158203, + 0.251953, + 0.244141, + 0.195312, + 0.192383, + 0.199219, + 0.208984, + 0.332031, + 0.164062, + 0.294922, + 0.120605, + 0.152344, + 0.217773, + 0.181641, + 0.165039, + 0.177734, + 0.191406, + 0.357422, + 0.212891, + 0.203125, + 0.19043, + 0.108398, + 0.210938, + 0.175781, + 0.253906, + 0.201172, + 0.291016, + 0.142578, + 0.233398, + 0.183594, + 0.464844, + 0.316406, + 0.271484, + 0.255859, + 0.165039, + 0.249023, + 0.205078, + 0.240234, + 0.255859, + 0.300781, + 0.213867, + 0.19043, + 0.164062, + 0.229492, + 0.18457, + 0.158203, + 0.165039, + 0.119141, + 0.21875, + 0.200195, + 0.192383, + 0.308594, + 0.177734, + 0.376953, + 0.181641, + 0.205078, + 0.128906, + 0.212891, + 0.185547, + 0.427734, + 0.197266, + 0.192383, + 0.172852, + 0.220703, + 0.267578, + 0.192383, + 0.283203, + 0.167969, + 0.310547, + 0.192383, + 0.165039, + 0.154297, + 0.15625, + 0.165039, + 0.125977, + 0.228516, + 0.632812, + 0.255859, + 0.178711, + 0.148438, + 0.181641, + 0.180664, + 0.24707, + 0.201172, + 0.157227, + 0.285156, + 0.198242, + 0.224609, + 0.337891, + 0.28125, + 0.163086, + 0.320312, + 0.208008, + 0.202148, + 0.170898, + 0.204102, + 0.196289, + 0.259766, + 0.300781, + 0.263672, + 0.259766, + 0.222656, + 0.166016, + 0.12793, + 0.259766, + 0.157227, + 0.158203, + 0.182617, + 0.201172, + 0.151367, + 0.248047, + 0.259766, + 0.209961, + 0.255859, + 0.421875, + 0.249023, + 0.220703, + 0.235352, + 0.427734, + 0.210938, + 0.261719, + 0.199219, + 0.277344, + 0.332031, + 0.177734, + 0.171875, + 0.162109, + 0.222656, + 0.253906, + 0.228516, + 0.371094, + 0.220703, + 0.129883, + 0.251953, + 0.163086, + 0.238281, + 0.208008, + 0.171875, + 0.125977, + 0.25, + 0.133789, + 0.164062, + 0.189453, + 0.263672, + 0.115234, + 0.182617, + 0.214844, + 0.175781, + 0.186523, + 0.180664, + 0.1875, + 0.144531, + 0.1875, + 0.171875, + 0.223633, + 0.277344, + 0.189453, + 0.163086, + 0.130859, + 0.347656, + 0.11377, + 0.188477, + 0.15332, + 0.232422, + 0.120117, + 0.183594, + 0.145508, + 0.285156, + 0.28125, + 0.195312, + 0.484375, + 0.155273, + 0.244141, + 0.165039, + 0.15918, + 0.208008, + 0.155273, + 0.07666, + 0.172852, + 0.21875, + 0.257812, + 0.129883, + 0.172852, + 0.207031, + 0.186523, + 0.302734, + 0.220703, + 0.242188, + 0.166992, + 0.181641, + 0.291016, + 0.137695, + 0.179688, + 0.166992, + 0.168945, + 0.304688, + 0.245117, + 0.455078, + 0.275391, + 0.169922, + 0.330078, + 0.337891, + 0.398438, + 0.148438, + 0.249023, + 0.182617, + 0.140625, + 0.161133, + 0.137695, + 0.21875, + 0.419922, + 0.242188, + 0.212891, + 0.166992, + 0.230469, + 0.213867, + 0.291016, + 0.193359, + 0.177734, + 0.304688, + 0.202148, + 0.182617, + 0.177734, + 0.212891, + 0.208984, + 0.145508, + 0.240234, + 0.28125, + 0.241211, + 0.200195, + 0.367188, + 0.306641, + 0.308594, + 0.263672, + 0.202148, + 0.222656, + 0.118164, + 0.206055, + 0.188477, + 0.21875, + 0.238281, + 0.166992, + 0.186523, + 0.24707, + 0.210938, + 0.170898, + 0.21875, + 0.175781, + 0.242188, + 0.174805, + 0.205078, + 0.186523 + ] + }, + "name": "model.transformer.layers.9.attn_norm.weight", + "outputIndexes": [ + 593 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 592, + 593 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_9/Mul_1_output_0", + "outputIndexes": [ + 594 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 594 + ], + "outputIndexes": [ + 1682 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1682 + ], + "outputIndexes": [ + 1683 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear", + "inputIndexes": [ + 1683 + ], + "outputIndexes": [ + 1684 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1024, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 62757540, + 786454, + 98304, + 4096, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1684 + ], + "outputIndexes": [ + 1685 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1685 + ], + "outputIndexes": [ + 595 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1024 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 594 + ], + "main_type": "NONE", + "name": "/Shape_37_output_0", + "outputIndexes": [ + 596 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 596 + ], + "main_type": "NONE", + "name": "Shape847", + "outputIndexes": [ + 597 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 596 + ], + "main_type": "NONE", + "name": "Rank849", + "outputIndexes": [ + 598 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 598, + 598 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp851", + "outputIndexes": [ + 599 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 599 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze852", + "outputIndexes": [ + 600 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 599, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp854", + "outputIndexes": [ + 601 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 601 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze855", + "outputIndexes": [ + 602 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 597, + 600, + 602, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice858", + "outputIndexes": [ + 603 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 603 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze859", + "outputIndexes": [ + 604 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 604 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp860", + "outputIndexes": [ + 605 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 605, + 604 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp861", + "outputIndexes": [ + 606 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 596, + 606, + 599 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_49_output_0", + "outputIndexes": [ + 607 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 607, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_91_output_0", + "outputIndexes": [ + 608 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 608, + 244, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_45_output_0", + "outputIndexes": [ + 609 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 595, + 609 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_37_output_0", + "outputIndexes": [ + 610 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 610 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_9/Mul_output_0", + "outputIndexes": [ + 611 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.09082, + 0.022583, + 1.960938, + 0.929688, + 2.1875, + 2.515625, + 1.148438, + 1.914062, + 2.03125, + 2.015625, + 1.9375, + 2.0625, + 1.726562, + 2.265625, + 2.234375, + 2.140625, + 1.867188, + 2.171875, + 2.28125, + 2.125, + 3.015625, + 2.328125, + 2.5625, + 2.28125, + 2.484375, + 2.375, + 2.3125, + 2.46875, + 2.5, + 3.046875, + 2.5625, + 2.1875, + 2.984375, + 0.263672, + 0.050049, + 1.84375, + 0.013611, + 1.773438, + 1.9375, + 1.8125, + 1.632812, + 1.867188, + 2.09375, + 2.109375, + 2.21875, + 1.929688, + 1.9375, + 1.953125, + 2.484375, + 2.328125, + 2.328125, + 2.453125, + 1.617188, + 2.421875, + 2.28125, + 2.328125, + 2.515625, + 2.4375, + 2.53125, + 2.421875, + 2.359375, + 2.1875, + 2.328125, + 3.390625 + ] + }, + "name": "model.transformer.layers.9.attn.q_norm.weight", + "outputIndexes": [ + 612 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 611, + 612 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_9/Mul_1_output_0", + "outputIndexes": [ + 613 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 613, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_36_output_0", + "outputIndexes": [ + 614 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 613, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_37_output_0", + "outputIndexes": [ + 615 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 615 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_18_output_0", + "outputIndexes": [ + 616 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 613, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_36_output_0", + "outputIndexes": [ + 617 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 616, + 617 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_48_output_0", + "outputIndexes": [ + 618 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 618, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_37_output_0", + "outputIndexes": [ + 619 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 614, + 619 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_36_output_0", + "outputIndexes": [ + 620 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 594 + ], + "outputIndexes": [ + 1686 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1686 + ], + "outputIndexes": [ + 1687 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear", + "inputIndexes": [ + 1687 + ], + "outputIndexes": [ + 1688 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 63646394, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1688 + ], + "outputIndexes": [ + 1689 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1689 + ], + "outputIndexes": [ + 621 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 608, + 258, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_46_output_0", + "outputIndexes": [ + 622 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 621, + 622 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_38_output_0", + "outputIndexes": [ + 623 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 623 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_9/Mul_output_0", + "outputIndexes": [ + 624 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.132812, + 0.011475, + 1.226562, + 0.0625, + 1.53125, + 2.46875, + 1.125, + 2.125, + 2.1875, + 1.492188, + 2.234375, + 2.296875, + 2.28125, + 1.828125, + 1.921875, + 1.46875, + 2.609375, + 2.359375, + 2.3125, + 2.515625, + 0.695312, + 2.34375, + 2.265625, + 2.359375, + 2.234375, + 2.4375, + 2.453125, + 2.484375, + 2.484375, + 2.15625, + 2.53125, + 2.734375, + 1.4375, + 0.214844, + 0.46875, + 1.679688, + 0.034424, + 1.84375, + 1.859375, + 1.539062, + 1.375, + 2.09375, + 1.554688, + 1.804688, + 1.242188, + 2.421875, + 2.265625, + 2.375, + 1.398438, + 2.15625, + 2.25, + 2.0625, + 3.265625, + 2.375, + 2.3125, + 2.421875, + 2.234375, + 2.421875, + 2.4375, + 2.515625, + 2.5, + 2.453125, + 2.6875, + 3.390625 + ] + }, + "name": "model.transformer.layers.9.attn.k_norm.weight", + "outputIndexes": [ + 625 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 624, + 625 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_9/Mul_1_output_0", + "outputIndexes": [ + 626 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 626, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_38_output_0", + "outputIndexes": [ + 627 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 626, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_39_output_0", + "outputIndexes": [ + 628 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 628 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_19_output_0", + "outputIndexes": [ + 629 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 626, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_38_output_0", + "outputIndexes": [ + 630 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 629, + 630 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_49_output_0", + "outputIndexes": [ + 631 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 631, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_39_output_0", + "outputIndexes": [ + 632 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 627, + 632 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_37_output_0", + "outputIndexes": [ + 633 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 594 + ], + "outputIndexes": [ + 1690 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1690 + ], + "outputIndexes": [ + 1691 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear", + "inputIndexes": [ + 1691 + ], + "outputIndexes": [ + 1692 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 256, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3072, + "weightSize": 0 + }, + "external": [ + 63868624, + 196630, + 24576, + 1024, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1692 + ], + "outputIndexes": [ + 1693 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1693 + ], + "outputIndexes": [ + 634 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 256 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 634, + 622 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_39_output_0", + "outputIndexes": [ + 635 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 620, + 633, + 635, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.9/self_attn/FusedAttention", + "outputIndexes": [ + 636 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 636 + ], + "outputIndexes": [ + 1694 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1024, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1694 + ], + "outputIndexes": [ + 1695 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear", + "inputIndexes": [ + 1695 + ], + "outputIndexes": [ + 1696 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1024, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 12288, + "weightSize": 0 + }, + "external": [ + 64090854, + 786454, + 98304, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1696 + ], + "outputIndexes": [ + 1697 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1697 + ], + "outputIndexes": [ + 637 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 591, + 637 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_38_output_0", + "outputIndexes": [ + 638 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 638 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_9/Mul_output_0", + "outputIndexes": [ + 639 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.400391, + 0.335938, + 0.396484, + 0.277344, + 0.253906, + 0.382812, + 0.367188, + 0.376953, + 0.447266, + 0.363281, + 0.384766, + 0.224609, + 0.345703, + 0.306641, + 0.378906, + 0.40625, + 0.388672, + 0.441406, + 0.289062, + 0.341797, + 0.160156, + 0.378906, + 0.208008, + 0.367188, + 0.392578, + 0.365234, + 0.40625, + 0.414062, + 0.322266, + 0.394531, + 0.423828, + 0.382812, + 0.249023, + 0.269531, + 0.400391, + 0.400391, + 0.390625, + 0.367188, + 0.386719, + 0.355469, + 0.359375, + 0.341797, + 0.388672, + 0.357422, + 0.34375, + 0.375, + 0.314453, + 0.363281, + 0.392578, + 0.209961, + 0.382812, + 0.378906, + 0.347656, + 0.388672, + 0.191406, + 0.433594, + 0.376953, + 0.369141, + 0.390625, + 0.419922, + 0.289062, + 0.351562, + 0.188477, + 0.384766, + 0.443359, + 0.439453, + 0.382812, + 0.322266, + 0.355469, + 0.263672, + 0.349609, + 0.376953, + 0.330078, + 0.408203, + 0.219727, + 0.414062, + 0.365234, + 0.429688, + 0.349609, + 0.363281, + 0.349609, + 0.376953, + 0.369141, + 0.361328, + 0.216797, + 0.361328, + 0.330078, + 0.400391, + 0.421875, + 0.251953, + 0.423828, + 0.289062, + 0.392578, + 0.330078, + 0.361328, + 0.339844, + 0.205078, + 0.380859, + 0.1875, + 0.205078, + 0.384766, + 0.371094, + 0.294922, + 0.392578, + 0.371094, + 0.320312, + 0.314453, + 0.243164, + 0.24707, + 0.390625, + 0.392578, + 0.371094, + 0.429688, + 0.242188, + 0.318359, + 0.328125, + 0.396484, + 0.371094, + 0.320312, + 0.357422, + 0.384766, + 0.318359, + 0.341797, + 0.400391, + 0.322266, + 0.439453, + 0.378906, + 0.376953, + 0.412109, + 0.392578, + 0.433594, + 0.378906, + 0.3125, + 0.396484, + 0.357422, + 0.332031, + 0.217773, + 0.402344, + 0.404297, + 0.226562, + 0.400391, + 0.40625, + 0.294922, + 0.400391, + 0.174805, + 0.182617, + 0.287109, + 0.402344, + 0.351562, + 0.259766, + 0.376953, + 0.310547, + 0.351562, + 0.335938, + 0.335938, + 0.322266, + 0.394531, + 0.402344, + 0.380859, + 0.363281, + 0.431641, + 0.271484, + 0.435547, + 0.330078, + 0.341797, + 0.363281, + 0.369141, + 0.351562, + 0.361328, + 0.134766, + 0.208008, + 0.363281, + 0.185547, + 0.384766, + 0.367188, + 0.404297, + 0.353516, + 0.390625, + 0.386719, + 0.416016, + 0.375, + 0.378906, + 0.283203, + 0.361328, + 0.363281, + 0.376953, + 0.404297, + 0.339844, + 0.400391, + 0.330078, + 0.423828, + 0.332031, + 0.214844, + 0.390625, + 0.330078, + 0.392578, + 0.341797, + 0.400391, + 0.40625, + 0.267578, + 0.353516, + 0.292969, + 0.386719, + 0.376953, + 0.423828, + 0.388672, + 0.419922, + 0.351562, + 0.361328, + 0.328125, + 0.3125, + 0.394531, + 0.378906, + 0.359375, + 0.367188, + 0.357422, + 0.382812, + 0.388672, + 0.375, + 0.349609, + 0.388672, + 0.416016, + 0.363281, + 0.189453, + 0.412109, + 0.255859, + 0.382812, + 0.298828, + 0.351562, + 0.361328, + 0.365234, + 0.361328, + 0.28125, + 0.257812, + 0.347656, + 0.353516, + 0.353516, + 0.283203, + 0.386719, + 0.34375, + 0.304688, + 0.200195, + 0.388672, + 0.367188, + 0.318359, + 0.371094, + 0.178711, + 0.390625, + 0.384766, + 0.353516, + 0.347656, + 0.186523, + 0.376953, + 0.318359, + 0.390625, + 0.392578, + 0.337891, + 0.376953, + 0.382812, + 0.365234, + 0.380859, + 0.351562, + 0.178711, + 0.441406, + 0.392578, + 0.400391, + 0.455078, + 0.224609, + 0.339844, + 0.302734, + 0.380859, + 0.380859, + 0.326172, + 0.398438, + 0.392578, + 0.296875, + 0.380859, + 0.104492, + 0.365234, + 0.233398, + 0.394531, + 0.363281, + 0.277344, + 0.388672, + 0.375, + 0.380859, + 0.388672, + 0.421875, + 0.402344, + 0.355469, + 0.255859, + 0.425781, + 0.373047, + 0.419922, + 0.172852, + 0.404297, + 0.160156, + 0.400391, + 0.237305, + 0.202148, + 0.429688, + 0.367188, + 0.361328, + 0.416016, + 0.326172, + 0.431641, + 0.419922, + 0.265625, + 0.417969, + 0.357422, + 0.388672, + 0.382812, + 0.261719, + 0.328125, + 0.392578, + 0.365234, + 0.392578, + 0.194336, + 0.231445, + 0.357422, + 0.414062, + 0.365234, + 0.439453, + 0.402344, + 0.396484, + 0.34375, + 0.390625, + 0.328125, + 0.349609, + 0.369141, + 0.271484, + 0.355469, + 0.326172, + 0.441406, + 0.359375, + 0.392578, + 0.351562, + 0.367188, + 0.239258, + 0.416016, + 0.253906, + 0.271484, + 0.388672, + 0.216797, + 0.386719, + 0.402344, + 0.259766, + 0.217773, + 0.361328, + 0.390625, + 0.277344, + 0.349609, + 0.207031, + 0.134766, + 0.394531, + 0.24707, + 0.292969, + 0.380859, + 0.245117, + 0.380859, + 0.408203, + 0.257812, + 0.402344, + 0.3125, + 0.261719, + 0.359375, + 0.371094, + 0.259766, + 0.363281, + 0.205078, + 0.191406, + 0.371094, + 0.208008, + 0.402344, + 0.404297, + 0.219727, + 0.427734, + 0.404297, + 0.390625, + 0.314453, + 0.367188, + 0.324219, + 0.400391, + 0.367188, + 0.208984, + 0.255859, + 0.208008, + 0.361328, + 0.316406, + 0.404297, + 0.40625, + 0.300781, + 0.386719, + 0.194336, + 0.388672, + 0.223633, + 0.390625, + 0.197266, + 0.241211, + 0.353516, + 0.402344, + 0.378906, + 0.404297, + 0.382812, + 0.396484, + 0.173828, + 0.185547, + 0.417969, + 0.365234, + 0.386719, + 0.427734, + 0.236328, + 0.3125, + 0.429688, + 0.384766, + 0.335938, + 0.330078, + 0.388672, + 0.339844, + 0.396484, + 0.310547, + 0.275391, + 0.289062, + 0.238281, + 0.363281, + 0.253906, + 0.361328, + 0.396484, + 0.333984, + 0.376953, + 0.326172, + 0.369141, + 0.394531, + 0.390625, + 0.408203, + 0.394531, + 0.359375, + 0.410156, + 0.341797, + 0.373047, + 0.361328, + 0.355469, + 0.271484, + 0.429688, + 0.382812, + 0.378906, + 0.398438, + 0.182617, + 0.384766, + 0.392578, + 0.244141, + 0.455078, + 0.416016, + 0.371094, + 0.212891, + 0.378906, + 0.396484, + 0.237305, + 0.345703, + 0.392578, + 0.40625, + 0.182617, + 0.400391, + 0.398438, + 0.347656, + 0.210938, + 0.328125, + 0.404297, + 0.357422, + 0.355469, + 0.148438, + 0.34375, + 0.412109, + 0.202148, + 0.367188, + 0.404297, + 0.390625, + 0.349609, + 0.361328, + 0.380859, + 0.402344, + 0.375, + 0.376953, + 0.25, + 0.416016, + 0.205078, + 0.394531, + 0.410156, + 0.380859, + 0.376953, + 0.322266, + 0.365234, + 0.349609, + 0.333984, + 0.382812, + 0.380859, + 0.380859, + 0.275391, + 0.376953, + 0.271484, + 0.345703, + 0.378906, + 0.198242, + 0.345703, + 0.275391, + 0.449219, + 0.369141, + 0.361328, + 0.388672, + 0.229492, + 0.412109, + 0.40625, + 0.373047, + 0.349609, + 0.249023, + 0.400391, + 0.367188, + 0.396484, + 0.380859, + 0.4375, + 0.232422, + 0.412109, + 0.404297, + 0.373047, + 0.257812, + 0.361328, + 0.361328, + 0.324219, + 0.345703, + 0.322266, + 0.337891, + 0.396484, + 0.371094, + 0.380859, + 0.357422, + 0.169922, + 0.40625, + 0.388672, + 0.402344, + 0.421875, + 0.462891, + 0.361328, + 0.242188, + 0.384766, + 0.380859, + 0.390625, + 0.373047, + 0.322266, + 0.335938, + 0.324219, + 0.265625, + 0.353516, + 0.302734, + 0.122559, + 0.259766, + 0.398438, + 0.369141, + 0.392578, + 0.361328, + 0.359375, + 0.386719, + 0.223633, + 0.143555, + 0.458984, + 0.351562, + 0.382812, + 0.291016, + 0.34375, + 0.431641, + 0.375, + 0.382812, + 0.240234, + 0.349609, + 0.287109, + 0.392578, + 0.351562, + 0.267578, + 0.318359, + 0.347656, + 0.447266, + 0.380859, + 0.398438, + 0.429688, + 0.359375, + 0.324219, + 0.388672, + 0.318359, + 0.316406, + 0.328125, + 0.378906, + 0.408203, + 0.412109, + 0.425781, + 0.335938, + 0.4375, + 0.369141, + 0.238281, + 0.232422, + 0.355469, + 0.212891, + 0.339844, + 0.365234, + 0.386719, + 0.373047, + 0.308594, + 0.292969, + 0.445312, + 0.204102, + 0.207031, + 0.390625, + 0.316406, + 0.208984, + 0.365234, + 0.345703, + 0.453125, + 0.363281, + 0.355469, + 0.357422, + 0.166992, + 0.337891, + 0.410156, + 0.392578, + 0.337891, + 0.355469, + 0.396484, + 0.388672, + 0.398438, + 0.441406, + 0.371094, + 0.382812, + 0.390625, + 0.324219, + 0.404297, + 0.365234, + 0.373047, + 0.410156, + 0.427734, + 0.365234, + 0.390625, + 0.345703, + 0.40625, + 0.241211, + 0.359375, + 0.378906, + 0.351562, + 0.304688, + 0.404297, + 0.296875, + 0.318359, + 0.421875, + 0.382812, + 0.382812, + 0.380859, + 0.326172, + 0.388672, + 0.402344, + 0.349609, + 0.300781, + 0.378906, + 0.231445, + 0.351562, + 0.425781, + 0.316406, + 0.363281, + 0.304688, + 0.378906, + 0.326172, + 0.400391, + 0.339844, + 0.28125, + 0.259766, + 0.414062, + 0.194336, + 0.421875, + 0.349609, + 0.353516, + 0.390625, + 0.369141, + 0.335938, + 0.34375, + 0.371094, + 0.349609, + 0.367188, + 0.371094, + 0.298828, + 0.412109, + 0.243164, + 0.373047, + 0.373047, + 0.365234, + 0.359375, + 0.249023, + 0.394531, + 0.402344, + 0.292969, + 0.332031, + 0.355469, + 0.388672, + 0.408203, + 0.34375, + 0.390625, + 0.365234, + 0.191406, + 0.361328, + 0.433594, + 0.349609, + 0.375, + 0.228516, + 0.380859, + 0.320312, + 0.416016, + 0.447266, + 0.390625, + 0.361328, + 0.388672, + 0.380859, + 0.292969, + 0.213867, + 0.339844, + 0.394531, + 0.386719, + 0.357422, + 0.40625, + 0.400391, + 0.357422, + 0.388672, + 0.318359, + 0.404297, + 0.380859, + 0.355469, + 0.392578, + 0.423828, + 0.396484, + 0.234375, + 0.337891, + 0.396484, + 0.34375, + 0.363281, + 0.384766, + 0.392578, + 0.337891, + 0.332031, + 0.390625, + 0.357422, + 0.306641, + 0.398438, + 0.40625, + 0.345703, + 0.333984, + 0.351562, + 0.443359, + 0.337891, + 0.234375, + 0.390625, + 0.375, + 0.209961, + 0.314453, + 0.402344, + 0.443359, + 0.373047, + 0.427734, + 0.394531, + 0.361328, + 0.380859, + 0.396484, + 0.151367, + 0.376953, + 0.347656, + 0.416016, + 0.355469, + 0.363281, + 0.408203, + 0.337891, + 0.396484, + 0.337891, + 0.449219, + 0.355469, + 0.384766, + 0.386719, + 0.419922, + 0.365234, + 0.296875, + 0.433594, + 0.375, + 0.188477, + 0.185547, + 0.398438, + 0.365234, + 0.417969, + 0.404297, + 0.217773, + 0.298828, + 0.402344, + 0.345703, + 0.365234, + 0.241211, + 0.376953, + 0.380859, + 0.371094, + 0.435547, + 0.361328, + 0.388672, + 0.433594, + 0.400391, + 0.417969, + 0.353516, + 0.378906, + 0.404297, + 0.365234, + 0.353516, + 0.378906, + 0.287109, + 0.349609, + 0.345703, + 0.375, + 0.414062, + 0.236328, + 0.316406, + 0.292969, + 0.390625, + 0.157227, + 0.435547, + 0.328125, + 0.361328, + 0.369141, + 0.404297, + 0.404297, + 0.433594, + 0.355469, + 0.359375, + 0.34375, + 0.382812, + 0.22168, + 0.318359, + 0.396484, + 0.237305, + 0.392578, + 0.289062, + 0.470703, + 0.255859, + 0.182617, + 0.294922, + 0.40625, + 0.414062, + 0.410156, + 0.261719, + 0.423828, + 0.433594, + 0.378906, + 0.404297, + 0.617188, + 0.171875, + 0.369141, + 0.196289, + 0.302734, + 0.400391, + 0.347656, + 0.400391, + 0.300781, + 0.373047, + 0.357422, + 0.373047, + 0.273438, + 0.367188, + 0.376953, + 0.382812, + 0.361328, + 0.439453, + 0.347656, + 0.287109, + 0.34375, + 0.380859, + 0.380859, + 0.355469, + 0.396484, + 0.435547, + 0.339844, + 0.318359, + 0.380859, + 0.398438, + 0.435547, + 0.40625, + 0.380859, + 0.380859, + 0.376953, + 0.316406, + 0.355469, + 0.253906, + -0.001228, + 0.380859, + 0.349609, + 0.376953, + 0.361328, + 0.410156, + 0.417969, + 0.251953, + 0.410156, + 0.326172, + 0.339844, + 0.388672, + 0.208008, + 0.326172, + 0.382812, + 0.382812, + 0.417969, + 0.367188, + 0.261719, + 0.417969, + 0.488281, + 0.308594, + 0.357422, + 0.380859, + 0.351562, + 0.330078, + 0.369141, + 0.373047, + 0.380859, + 0.322266, + 0.435547, + 0.322266, + 0.363281, + 0.382812, + 0.404297, + 0.40625, + 0.40625, + 0.189453, + 0.392578, + 0.324219, + 0.394531, + 0.265625, + 0.34375, + 0.396484, + 0.382812, + 0.416016, + 0.361328, + 0.369141, + 0.316406, + 0.371094, + 0.371094, + 0.359375, + 0.40625, + 0.34375, + 0.388672, + 0.375, + 0.335938, + 0.396484, + 0.251953, + 0.416016, + 0.345703, + 0.339844, + 0.396484, + 0.234375, + 0.369141, + 0.412109, + 0.386719, + 0.398438, + 0.310547, + 0.417969, + 0.365234, + 0.263672, + 0.365234, + 0.400391, + 0.273438, + 0.277344, + 0.208984, + 0.365234, + 0.192383, + 0.341797, + 0.375, + 0.373047, + 0.359375, + 0.392578, + 0.330078, + 0.414062, + 0.341797, + 0.367188, + 0.419922, + 0.412109, + 0.386719, + 0.277344, + 0.392578, + 0.296875, + 0.335938, + 0.263672, + 0.337891, + 0.396484, + 0.339844, + 0.378906, + 0.363281, + 0.300781, + 0.375, + 0.353516, + 0.386719, + 0.289062, + 0.384766, + 0.355469, + 0.186523, + 0.259766, + 0.390625, + 0.320312, + 0.294922, + 0.165039, + 0.416016, + 0.433594, + 0.341797, + 0.417969, + 0.423828, + 0.386719, + 0.3125, + 0.4375, + 0.208984, + 0.388672, + 0.390625, + 0.237305, + 0.367188, + 0.34375, + 0.386719, + 0.390625, + 0.435547, + 0.375, + 0.259766, + 0.351562, + 0.375, + 0.625, + 0.386719, + 0.277344, + 0.353516, + 0.341797, + 0.341797, + 0.380859, + 0.306641, + 0.394531, + 0.388672, + 0.207031, + 0.214844, + 0.337891, + 0.451172, + 0.417969, + 0.40625, + 0.402344, + 0.392578, + 0.386719, + 0.351562, + 0.246094, + 0.396484, + 0.183594, + 0.145508, + 0.421875, + 0.376953, + 0.386719, + 0.345703, + 0.373047, + 0.382812, + 0.310547, + 0.339844, + 0.207031, + 0.457031, + 0.337891, + 0.375, + 0.302734, + 0.316406, + 0.554688, + 0.392578, + 0.357422, + 0.382812, + 0.367188, + 0.359375, + 0.423828, + 0.375, + 0.359375, + 0.369141, + 0.212891, + 0.371094, + 0.251953, + 0.431641, + 0.40625, + 0.375, + 0.445312, + 0.435547, + 0.172852, + 0.376953, + 0.365234, + 0.390625, + 0.198242, + 0.203125, + 0.248047, + 0.173828, + 0.210938, + 0.326172, + 0.287109, + 0.347656, + 0.382812, + 0.355469, + 0.421875, + 0.373047, + 0.275391, + 0.392578, + 0.388672, + 0.449219, + 0.412109, + 0.384766, + 0.330078, + 0.367188, + 0.417969, + 0.412109, + 0.40625, + 0.414062, + 0.351562, + 0.339844, + 0.404297, + 0.40625, + 0.375, + 0.394531, + 0.363281, + 0.220703, + 0.384766, + 0.369141, + 0.320312, + 0.341797, + 0.318359, + 0.386719, + 0.191406, + 0.400391, + 0.386719, + 0.228516, + 0.408203, + 0.373047, + 0.337891, + 0.394531, + 0.324219, + 0.369141, + 0.275391, + 0.199219, + 0.378906, + 0.388672, + 0.328125, + 0.394531, + 0.234375, + 0.371094, + 0.298828, + 0.335938, + 0.386719, + 0.357422, + 0.347656, + 0.337891, + 0.351562, + 0.404297, + 0.306641, + 0.451172, + 0.380859, + 0.359375, + 0.255859, + 0.351562, + 0.378906, + 0.363281, + 0.322266, + 0.376953, + 0.328125, + 0.335938, + 0.404297, + 0.249023, + 0.390625, + 0.371094, + 0.285156, + 0.347656, + 0.447266, + 0.402344, + 0.310547, + 0.275391, + 0.400391, + 0.365234, + 0.320312, + 0.21875, + 0.386719, + 0.369141, + 0.386719, + 0.330078, + 0.292969, + 0.294922, + 0.394531, + 0.392578, + 0.402344, + 0.429688, + 0.558594, + 0.333984, + 0.223633, + 0.373047, + 0.408203, + 0.273438, + 0.375, + 0.357422, + 0.353516, + 0.443359, + 0.289062, + 0.369141, + 0.390625, + 0.339844, + 0.404297, + 0.351562, + 0.310547, + 0.40625, + 0.371094, + 0.378906, + 0.182617, + 0.380859, + 0.235352, + 0.337891, + 0.359375, + 0.318359, + 0.412109, + 0.412109, + 0.375, + 0.398438, + 0.351562, + 0.384766, + 0.320312, + 0.367188, + 0.375, + 0.328125, + 0.351562, + 0.285156, + 0.363281, + 0.355469, + 0.337891, + 0.386719, + 0.402344, + 0.388672, + 0.390625, + 0.400391, + 0.380859, + 0.429688, + 0.421875, + 0.351562, + 0.376953, + 0.40625, + 0.382812, + 0.375, + 0.378906, + 0.384766, + 0.369141, + 0.361328, + 0.367188, + 0.265625, + 0.378906, + 0.365234, + 0.337891, + 0.386719, + 0.369141, + 0.376953, + 0.417969, + 0.320312, + 0.416016, + 0.388672, + -0.001503, + 0.259766, + 0.423828, + 0.396484, + 0.222656, + 0.394531, + 0.40625, + 0.402344, + 0.388672, + 0.287109, + 0.326172, + 0.285156, + 0.382812, + 0.3125, + 0.34375, + 0.345703, + 0.365234, + 0.373047, + 0.306641, + 0.34375, + 0.388672, + 0.371094, + 0.351562, + 0.412109, + 0.279297, + 0.367188, + 0.289062, + 0.375, + 0.341797, + 0.189453, + 0.388672, + 0.291016, + 0.447266, + 0.390625, + 0.380859, + 0.310547, + 0.386719, + 0.398438, + 0.445312, + 0.365234, + 0.421875, + 0.210938, + 0.347656, + 0.384766, + 0.369141, + 0.314453, + 0.351562, + 0.414062, + 0.441406, + 0.298828, + 0.419922, + 0.367188, + 0.217773, + 0.357422, + 0.316406, + 0.367188, + 0.3125, + 0.394531, + 0.283203, + 0.470703, + 0.396484, + 0.174805, + 0.388672, + 0.392578, + 0.40625, + 0.359375, + 0.449219, + 0.335938, + 0.386719, + 0.402344, + 0.392578, + 0.34375, + 0.400391, + 0.365234, + 0.380859, + 0.347656, + 0.257812, + 0.310547, + 0.193359, + 0.326172, + 0.408203, + 0.363281, + 0.324219, + 0.330078, + 0.289062, + 0.375, + 0.375, + 0.347656, + 0.369141, + 0.310547, + 0.269531, + 0.351562, + 0.328125, + 0.392578, + 0.400391, + 0.40625, + 0.449219, + 0.433594, + 0.369141, + 0.245117, + 0.371094, + 0.279297, + 0.292969, + 0.333984, + 0.347656, + 0.208008, + 0.345703, + 0.15332, + 0.425781, + 0.267578, + 0.359375, + 0.341797, + 0.392578, + 0.384766, + 0.404297, + 0.324219, + 0.414062, + 0.384766, + 0.345703, + 0.267578, + 0.382812, + 0.310547, + 0.243164, + 0.267578, + 0.367188, + 0.308594, + 0.380859, + 0.384766, + 0.394531, + 0.453125, + 0.3125, + 0.361328, + 0.34375, + 0.333984, + 0.265625, + 0.388672, + 0.369141, + 0.318359, + 0.316406, + 0.414062, + 0.369141, + 0.375, + 0.404297, + 0.390625, + 0.416016, + 0.519531, + 0.400391, + 0.388672, + 0.351562, + 0.482422, + 0.373047, + 0.412109, + 0.316406, + 0.373047, + 0.378906, + 0.34375, + 0.279297, + 0.318359, + 0.382812, + 0.419922, + 0.273438, + 0.302734, + 0.40625, + 0.253906, + 0.417969, + 0.355469, + 0.375, + 0.380859, + 0.367188, + 0.292969, + 0.337891, + 0.255859, + 0.285156, + 0.380859, + 0.439453, + 0.261719, + 0.398438, + 0.347656, + 0.259766, + 0.304688, + 0.386719, + 0.400391, + 0.404297, + 0.34375, + 0.306641, + 0.416016, + 0.231445, + 0.386719, + 0.353516, + 0.200195, + 0.416016, + 0.324219, + 0.396484, + 0.353516, + 0.40625, + 0.263672, + 0.376953, + 0.386719, + 0.191406, + 0.380859, + 0.398438, + 0.186523, + 0.240234, + 0.427734, + 0.347656, + 0.298828, + 0.328125, + 0.300781, + 0.192383, + 0.40625, + 0.376953, + 0.335938, + 0.195312, + 0.363281, + 0.435547, + 0.314453, + 0.455078, + 0.410156, + 0.431641, + 0.330078, + 0.292969, + 0.363281, + 0.328125, + 0.306641, + 0.353516, + 0.330078, + 0.404297, + 0.400391, + 0.228516, + 0.330078, + 0.283203, + 0.460938, + 0.408203, + 0.330078, + 0.275391, + 0.441406, + 0.261719, + 0.355469, + 0.392578, + 0.292969, + 0.390625, + 0.101562, + 0.394531, + 0.414062, + 0.40625, + 0.251953, + 0.308594, + 0.515625, + 0.375, + 0.367188, + 0.425781, + 0.376953, + 0.355469, + 0.298828, + 0.376953, + 0.376953, + 0.363281, + 0.433594, + 0.427734, + 0.394531, + 0.382812, + 0.180664, + 0.345703, + 0.392578, + 0.367188, + 0.185547, + 0.388672, + 0.271484, + 0.398438, + 0.363281, + 0.402344, + 0.326172, + 0.363281, + 0.390625, + 0.390625, + 0.347656, + 0.398438, + 0.345703, + 0.376953, + 0.388672, + 0.359375, + 0.349609, + 0.330078 + ] + }, + "name": "model.transformer.layers.9.ffn_norm.weight", + "outputIndexes": [ + 640 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 639, + 640 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_9/Mul_1_output_0", + "outputIndexes": [ + 641 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 641 + ], + "outputIndexes": [ + 1698 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1698 + ], + "outputIndexes": [ + 1699 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_1/Linear", + "inputIndexes": [ + 1699 + ], + "outputIndexes": [ + 1700 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 6656, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 79872, + "weightSize": 0 + }, + "external": [ + 64975612, + 5111830, + 638976, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1700 + ], + "outputIndexes": [ + 1701 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1701 + ], + "outputIndexes": [ + 642 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 6656 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3328 + ] + }, + "name": "/ffn_9/Mul_output_0", + "outputIndexes": [ + 643 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 642, + 21, + 643, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_9/Slice_output_0", + "outputIndexes": [ + 644 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 644 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_9/Sigmoid_output_0", + "outputIndexes": [ + 645 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 644, + 645 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_9/Mul_output_0", + "outputIndexes": [ + 646 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 6656 + ] + }, + "name": "/ffn_9/Mul_1_output_0", + "outputIndexes": [ + 647 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 642, + 643, + 647, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_9/Slice_1_output_0", + "outputIndexes": [ + 648 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 646, + 648 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_9/Mul_2_output_0", + "outputIndexes": [ + 649 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 649 + ], + "outputIndexes": [ + 1702 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3328, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1702 + ], + "outputIndexes": [ + 1703 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_2/Linear", + "inputIndexes": [ + 1703 + ], + "outputIndexes": [ + 1704 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3328, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 39936, + "weightSize": 0 + }, + "external": [ + 70726418, + 2555926, + 319488, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1704 + ], + "outputIndexes": [ + 1705 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.9/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1705 + ], + "outputIndexes": [ + 650 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 638, + 650 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_39_output_0", + "outputIndexes": [ + 651 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 651, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_40_output_0", + "outputIndexes": [ + 652 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 652 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_10/Mul_output_0", + "outputIndexes": [ + 653 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.322266, + 0.238281, + 0.245117, + 0.255859, + 0.253906, + 0.294922, + 0.259766, + 0.229492, + 0.292969, + 0.25, + 0.269531, + 0.223633, + 0.235352, + 0.185547, + 0.225586, + 0.22168, + 0.287109, + 0.287109, + 0.257812, + 0.201172, + 0.094727, + 0.292969, + 0.155273, + 0.231445, + 0.287109, + 0.24707, + 0.245117, + 0.265625, + 0.249023, + 0.257812, + 0.359375, + 0.228516, + 0.157227, + 0.206055, + 0.237305, + 0.269531, + 0.292969, + 0.244141, + 0.193359, + 0.238281, + 0.251953, + 0.200195, + 0.298828, + 0.217773, + 0.227539, + 0.269531, + 0.232422, + 0.18457, + 0.300781, + 0.207031, + 0.238281, + 0.237305, + 0.223633, + 0.240234, + 0.466797, + 0.353516, + 0.244141, + 0.253906, + 0.243164, + 0.251953, + 0.175781, + 0.199219, + 0.099609, + 0.296875, + 0.150391, + 0.318359, + 0.180664, + 0.235352, + 0.339844, + 0.429688, + 0.210938, + 0.316406, + 0.214844, + 0.333984, + 0.166992, + 0.302734, + 0.229492, + 0.355469, + 0.28125, + 0.234375, + 0.236328, + 0.213867, + 0.234375, + 0.223633, + 0.267578, + 0.261719, + 0.195312, + 0.191406, + 0.306641, + 0.19043, + 0.271484, + 0.285156, + 0.271484, + 0.255859, + 0.222656, + 0.292969, + 0.176758, + 0.335938, + 0.180664, + 0.192383, + 0.253906, + 0.414062, + 0.191406, + 0.251953, + 0.259766, + 0.179688, + 0.251953, + 0.15332, + 0.203125, + 0.249023, + 0.235352, + 0.251953, + 0.176758, + 0.178711, + 0.249023, + 0.170898, + 0.166992, + 0.249023, + 0.227539, + 0.219727, + 0.238281, + 0.176758, + 0.236328, + 0.291016, + 0.1875, + 0.306641, + 0.211914, + 0.265625, + 0.308594, + 0.275391, + 0.324219, + 0.222656, + 0.19043, + 0.234375, + 0.335938, + 0.240234, + 0.261719, + 0.22168, + 0.287109, + 0.160156, + 0.279297, + 0.375, + 0.205078, + 0.257812, + 0.175781, + 0.143555, + 0.217773, + 0.353516, + 0.182617, + 0.211914, + 0.269531, + 0.225586, + 0.263672, + 0.198242, + 0.189453, + 0.251953, + 0.296875, + 0.196289, + 0.235352, + 0.375, + 0.306641, + 0.285156, + 0.351562, + 0.22168, + 0.203125, + 0.226562, + 0.228516, + 0.277344, + 0.25, + 0.410156, + 0.15918, + 0.209961, + 0.166992, + 0.235352, + 0.201172, + 0.214844, + 0.224609, + 0.300781, + 0.277344, + 0.320312, + 0.208008, + 0.273438, + 0.194336, + 0.253906, + 0.269531, + 0.199219, + 0.265625, + 0.267578, + 0.273438, + 0.201172, + 0.333984, + 0.22168, + 0.753906, + 0.296875, + 0.222656, + 0.265625, + 0.318359, + 0.263672, + 0.257812, + 0.320312, + 0.222656, + 0.196289, + 0.275391, + 0.255859, + 0.300781, + 0.245117, + 0.285156, + 0.275391, + 0.251953, + 0.18457, + 0.285156, + 0.400391, + 0.201172, + 0.199219, + 0.273438, + 0.214844, + 0.261719, + 0.242188, + 0.228516, + 0.287109, + 0.289062, + 0.349609, + 0.197266, + 0.100098, + 0.306641, + 0.4375, + 0.279297, + 0.173828, + 0.224609, + 0.229492, + 0.21875, + 0.224609, + 0.339844, + 0.222656, + 0.231445, + 0.235352, + 0.223633, + 0.164062, + 0.273438, + 0.273438, + 0.241211, + 0.206055, + 0.225586, + 0.204102, + 0.237305, + 0.233398, + 0.139648, + 0.224609, + 0.283203, + 0.259766, + 0.242188, + 0.155273, + 0.259766, + 0.373047, + 0.287109, + 0.263672, + 0.238281, + 0.263672, + 0.257812, + 0.182617, + 0.251953, + 0.253906, + 0.121582, + 0.341797, + 0.217773, + 0.316406, + 0.320312, + 0.398438, + 0.267578, + 0.206055, + 0.211914, + 0.238281, + 0.208984, + 0.22168, + 0.21875, + 0.168945, + 0.240234, + 0.398438, + 0.233398, + 0.135742, + 0.287109, + 0.240234, + 0.223633, + 0.302734, + 0.253906, + 0.259766, + 0.211914, + 0.279297, + 0.367188, + 0.287109, + 0.146484, + 0.285156, + 0.238281, + 0.316406, + 0.102051, + 0.241211, + 0.166016, + 0.229492, + 0.164062, + 0.119141, + 0.380859, + 0.222656, + 0.263672, + 0.287109, + 0.220703, + 0.347656, + 0.353516, + 0.21875, + 0.294922, + 0.214844, + 0.251953, + 0.235352, + 0.25, + 0.231445, + 0.225586, + 0.230469, + 0.279297, + 0.18457, + 0.416016, + 0.292969, + 0.292969, + 0.199219, + 0.302734, + 0.320312, + 0.261719, + 0.21582, + 0.228516, + 0.259766, + 0.239258, + 0.196289, + 0.206055, + 0.261719, + 0.219727, + 0.404297, + 0.209961, + 0.304688, + 0.285156, + 0.265625, + 0.1875, + 0.28125, + 0.208984, + 0.203125, + 0.314453, + 0.154297, + 0.287109, + 0.173828, + 0.917969, + 0.124023, + 0.273438, + 0.241211, + 0.339844, + 0.285156, + 0.300781, + 0.453125, + 0.318359, + 0.589844, + 0.222656, + 0.279297, + 0.165039, + 0.279297, + 0.318359, + 0.192383, + 0.3125, + 0.225586, + 0.246094, + 0.349609, + 0.28125, + 0.275391, + 0.300781, + 0.148438, + 0.165039, + 0.3125, + 0.213867, + 0.269531, + 0.273438, + 0.093262, + 0.433594, + 0.308594, + 0.302734, + 0.178711, + 0.234375, + 0.220703, + 0.248047, + 0.220703, + 0.15625, + 0.212891, + 0.165039, + 0.210938, + 0.178711, + 0.287109, + 0.337891, + 0.222656, + 0.302734, + 0.097656, + 0.28125, + 0.470703, + 0.245117, + 0.503906, + 0.058838, + 0.161133, + 0.298828, + 0.285156, + 0.182617, + 0.296875, + 0.324219, + 0.245117, + 0.220703, + 0.375, + 0.257812, + 0.255859, + 0.265625, + 0.361328, + 0.228516, + 0.308594, + 0.248047, + 0.232422, + 0.249023, + 0.253906, + 0.233398, + 0.273438, + 0.267578, + 0.269531, + 0.261719, + 0.53125, + 0.255859, + 0.300781, + 0.246094, + 0.261719, + 0.380859, + 0.240234, + 0.273438, + 0.220703, + 0.269531, + 0.223633, + 0.259766, + 0.229492, + 0.25, + 0.292969, + 0.255859, + 0.259766, + 0.238281, + 0.243164, + 0.205078, + 0.410156, + 0.241211, + 0.239258, + 0.355469, + 0.110352, + 0.233398, + 0.169922, + 0.474609, + 0.34375, + 0.351562, + 0.226562, + 0.161133, + 0.316406, + 0.300781, + 0.192383, + 0.238281, + 0.239258, + 0.267578, + 0.111328, + 0.351562, + 0.298828, + 0.277344, + 0.177734, + 0.208984, + 0.310547, + 0.1875, + 0.225586, + 0.394531, + 0.206055, + 0.351562, + 0.186523, + 0.279297, + 0.251953, + 0.255859, + 0.223633, + 0.267578, + 0.292969, + 0.285156, + 0.251953, + 0.248047, + 0.240234, + 0.308594, + 0.12793, + 0.257812, + 0.243164, + 0.238281, + 0.271484, + 0.298828, + 0.351562, + 0.279297, + 0.210938, + 0.225586, + 0.279297, + 0.224609, + 0.291016, + 0.265625, + 0.220703, + 0.255859, + 0.240234, + 0.104004, + 0.275391, + 0.214844, + 0.302734, + 0.255859, + 0.231445, + 0.273438, + 0.287109, + 0.28125, + 0.296875, + 0.203125, + 0.283203, + 0.398438, + 0.310547, + 0.234375, + 0.191406, + 0.314453, + 0.335938, + 0.208984, + 0.339844, + 0.308594, + 0.245117, + 0.147461, + 0.200195, + 0.251953, + 0.231445, + 0.195312, + 1.132812, + 0.21875, + 0.269531, + 0.21875, + 0.332031, + 0.237305, + 0.171875, + 0.239258, + 0.25, + 0.259766, + 0.302734, + 0.347656, + 0.199219, + 0.238281, + 0.277344, + 0.269531, + 0.285156, + 0.216797, + 0.251953, + 0.206055, + 0.227539, + 0.197266, + 0.237305, + 0.363281, + 0.404297, + 0.185547, + 0.289062, + 0.208008, + 0.265625, + 0.188477, + 0.205078, + 0.279297, + 0.265625, + 0.384766, + 0.404297, + 0.359375, + 0.208984, + 0.182617, + 0.220703, + 0.289062, + 0.277344, + 0.245117, + 0.227539, + 0.22168, + 0.24707, + 0.273438, + 0.261719, + 0.363281, + 0.201172, + 0.269531, + 0.314453, + 0.257812, + 0.277344, + 0.308594, + 0.212891, + 0.216797, + 0.19043, + 0.202148, + 0.233398, + 0.291016, + 0.21875, + 0.246094, + 0.320312, + 0.341797, + 0.213867, + 0.251953, + 0.223633, + 0.154297, + 0.205078, + 0.277344, + 0.129883, + 0.230469, + 0.236328, + 0.253906, + 0.220703, + 0.201172, + 0.186523, + 0.326172, + 0.141602, + 0.142578, + 0.269531, + 0.257812, + 0.145508, + 0.243164, + 0.263672, + 0.365234, + 0.175781, + 0.21875, + 0.196289, + 0.419922, + 0.206055, + 0.285156, + 0.251953, + 0.208984, + 0.208008, + 0.298828, + 0.275391, + 0.25, + 0.404297, + 0.21875, + 0.178711, + 0.230469, + 0.196289, + 0.298828, + 0.261719, + 0.287109, + 0.296875, + 0.253906, + 0.196289, + 0.3125, + 0.205078, + 0.275391, + 0.253906, + 0.198242, + 0.255859, + 0.318359, + 0.253906, + 0.265625, + 0.053223, + 0.238281, + 0.402344, + 0.160156, + 0.265625, + 0.222656, + 0.205078, + 0.279297, + 0.216797, + 0.170898, + 0.25, + 0.238281, + 0.515625, + 0.259766, + 0.355469, + 0.237305, + 0.230469, + 0.205078, + 0.245117, + 0.292969, + 0.378906, + 0.179688, + 0.228516, + 0.175781, + 0.279297, + 0.259766, + 0.355469, + 0.248047, + 0.206055, + 0.462891, + 0.240234, + 0.216797, + 0.207031, + 0.265625, + 0.231445, + 0.246094, + 0.279297, + 0.21582, + 0.296875, + 0.279297, + 0.199219, + 0.324219, + 0.279297, + 0.237305, + 0.1875, + 0.249023, + 0.195312, + 0.166992, + 0.214844, + 0.222656, + 0.259766, + 0.287109, + 0.261719, + 0.214844, + 0.242188, + 0.174805, + 0.277344, + 0.188477, + 0.214844, + 0.195312, + 0.22168, + 0.228516, + 0.197266, + 0.277344, + 0.339844, + 0.220703, + 0.279297, + 0.304688, + 0.183594, + 0.233398, + 0.137695, + 0.259766, + 0.265625, + 0.225586, + 0.289062, + 0.174805, + 0.226562, + 0.208008, + 0.277344, + 0.216797, + 0.239258, + 0.217773, + 0.201172, + 0.259766, + 0.263672, + 0.328125, + 0.414062, + 0.296875, + 0.194336, + 0.217773, + 0.271484, + 0.291016, + 0.275391, + 0.287109, + 0.227539, + 0.253906, + 0.404297, + 0.228516, + 0.322266, + 0.265625, + 0.259766, + 0.222656, + 0.507812, + 0.373047, + 0.279297, + 0.351562, + 0.304688, + 0.263672, + 0.433594, + 0.206055, + 0.275391, + 0.416016, + 0.248047, + 0.15625, + 0.211914, + 0.220703, + 0.25, + 0.283203, + 0.165039, + 0.245117, + 0.298828, + 0.28125, + 0.279297, + 0.253906, + 0.22168, + 0.226562, + 0.710938, + 0.208984, + 0.365234, + 0.244141, + 0.253906, + 0.233398, + 0.332031, + 0.243164, + 0.263672, + 0.263672, + 0.269531, + 0.118164, + 0.178711, + 0.28125, + 0.267578, + 0.275391, + 0.226562, + 0.179688, + 0.341797, + 0.259766, + 0.200195, + 0.1875, + 0.203125, + 0.182617, + 0.28125, + 0.214844, + 0.347656, + 0.238281, + 0.283203, + 0.300781, + 0.255859, + 0.279297, + 0.239258, + 0.300781, + 0.279297, + 0.237305, + 0.349609, + 0.224609, + 0.192383, + 0.21875, + 0.241211, + 0.194336, + 0.318359, + 0.223633, + 0.189453, + 0.18457, + 0.271484, + 0.539062, + 0.324219, + 0.300781, + 0.251953, + 0.314453, + 0.345703, + 0.277344, + 0.376953, + 0.227539, + 0.234375, + 0.302734, + 0.24707, + 0.476562, + 0.197266, + 0.320312, + 0.261719, + 0.207031, + 0.173828, + 0.357422, + 0.186523, + 0.128906, + 0.306641, + 0.300781, + 0.237305, + 0.355469, + 0.182617, + 0.287109, + 0.265625, + 0.273438, + 0.28125, + 0.390625, + 0.212891, + 0.232422, + 0.203125, + 0.294922, + 0.246094, + 0.211914, + 0.314453, + 0.238281, + 0.226562, + 0.231445, + 0.206055, + 0.201172, + 0.244141, + 0.237305, + 0.291016, + 0.212891, + 0.328125, + 0.255859, + 0.242188, + 0.192383, + 0.267578, + 0.21582, + 0.255859, + 0.229492, + 0.292969, + 0.283203, + 0.237305, + 0.273438, + 0.259766, + 0.332031, + 0.279297, + 0.239258, + 0.34375, + 0.243164, + 0.194336, + 0.223633, + 0.198242, + 0.00036, + 0.239258, + 0.298828, + 0.292969, + 0.241211, + 0.296875, + 0.283203, + 0.186523, + 0.347656, + 0.25, + 0.146484, + 0.275391, + 0.145508, + 0.269531, + 0.287109, + 0.322266, + 0.318359, + 0.255859, + 0.492188, + 0.314453, + 0.597656, + 0.242188, + 0.224609, + 0.304688, + 0.196289, + 0.263672, + 0.294922, + 0.259766, + 0.220703, + 0.207031, + 0.267578, + 0.24707, + 0.21875, + 0.25, + 0.308594, + 0.355469, + 0.253906, + 0.108398, + 0.263672, + 0.166992, + 0.257812, + 0.353516, + 0.279297, + 0.304688, + 0.203125, + 0.235352, + 0.283203, + 0.243164, + 0.198242, + 0.177734, + 0.279297, + 0.277344, + 0.203125, + 0.212891, + 0.173828, + 0.25, + 0.231445, + 0.265625, + 0.183594, + 0.306641, + 0.211914, + 0.217773, + 0.244141, + 0.163086, + 0.242188, + 0.233398, + 0.318359, + 0.253906, + 0.244141, + 0.318359, + 0.144531, + 0.157227, + 0.205078, + 0.314453, + 0.255859, + 0.304688, + 0.449219, + 0.277344, + 0.18457, + 0.204102, + 0.229492, + 0.246094, + 0.233398, + 0.24707, + 0.324219, + 0.302734, + 0.3125, + 0.243164, + 0.333984, + 0.166016, + 0.239258, + 0.351562, + 0.287109, + 0.151367, + 0.186523, + 0.248047, + 0.224609, + 0.248047, + 0.243164, + 0.257812, + 0.251953, + 0.289062, + 0.199219, + 0.3125, + 0.271484, + 0.206055, + 0.257812, + 0.253906, + 0.139648, + 0.246094, + 0.244141, + 0.257812, + 0.205078, + 0.093262, + 0.314453, + 0.382812, + 0.21582, + 0.314453, + 0.152344, + 0.302734, + 0.208008, + 0.373047, + 0.12793, + 0.244141, + 0.237305, + 0.170898, + 0.238281, + 0.203125, + 0.333984, + 0.242188, + 0.453125, + 0.244141, + 0.173828, + 0.204102, + 0.249023, + 1.296875, + 0.255859, + 0.257812, + 0.191406, + 0.245117, + 0.261719, + 0.212891, + 0.213867, + 0.220703, + 0.24707, + 0.177734, + 0.168945, + 0.223633, + 0.339844, + 0.339844, + 0.248047, + 0.326172, + 0.251953, + 0.253906, + 0.236328, + 0.394531, + 0.248047, + 0.380859, + 0.392578, + 0.294922, + 0.199219, + 0.25, + 0.246094, + 0.233398, + 0.302734, + 0.257812, + 0.210938, + 0.171875, + 0.181641, + 0.255859, + 0.251953, + 0.185547, + 0.244141, + 0.203125, + 0.318359, + 0.239258, + 0.298828, + 0.328125, + 0.213867, + 0.3125, + 0.236328, + 0.25, + 0.198242, + 0.229492, + 0.225586, + 0.146484, + 0.291016, + 0.265625, + 0.294922, + 0.146484, + 0.300781, + 0.133789, + 0.209961, + 0.236328, + 0.283203, + 0.28125, + 0.15332, + 0.636719, + 0.107422, + 0.128906, + 0.229492, + 0.224609, + 0.259766, + 0.208984, + 0.330078, + 0.306641, + 0.241211, + 0.174805, + 0.217773, + 0.251953, + 0.339844, + 0.25, + 0.226562, + 0.143555, + 0.182617, + 0.283203, + 0.40625, + 0.21875, + 0.322266, + 0.223633, + 0.267578, + 0.236328, + 0.208008, + 0.257812, + 0.330078, + 0.251953, + 0.180664, + 0.285156, + 0.192383, + 0.194336, + 0.213867, + 0.269531, + 0.219727, + 0.135742, + 0.28125, + 0.287109, + 0.349609, + 0.351562, + 0.22168, + 0.223633, + 0.234375, + 0.235352, + 0.267578, + 0.174805, + 0.138672, + 0.283203, + 0.314453, + 0.198242, + 0.351562, + 0.181641, + 0.236328, + 0.164062, + 0.292969, + 0.261719, + 0.194336, + 0.279297, + 0.523438, + 0.224609, + 0.289062, + 0.192383, + 0.200195, + 0.232422, + 0.291016, + 0.185547, + 0.294922, + 0.224609, + 0.257812, + 0.287109, + 0.24707, + 0.237305, + 0.225586, + 0.271484, + 0.230469, + 0.237305, + 0.222656, + 0.271484, + 0.283203, + 0.122559, + 0.279297, + 0.200195, + 0.157227, + 0.283203, + 0.283203, + 0.248047, + 0.146484, + 0.224609, + 0.257812, + 0.251953, + 0.179688, + 0.188477, + 0.201172, + 0.209961, + 0.275391, + 0.253906, + 0.314453, + 0.310547, + 0.223633, + 0.177734, + 0.233398, + 0.296875, + 0.263672, + 0.208984, + 0.265625, + 0.240234, + 0.267578, + 0.238281, + 0.249023, + 0.234375, + 0.209961, + 0.253906, + 0.220703, + 0.353516, + 0.259766, + 0.285156, + 0.240234, + 0.134766, + 0.248047, + 0.429688, + 0.211914, + 0.204102, + 0.236328, + 0.339844, + 0.269531, + 0.257812, + 0.328125, + 0.223633, + 0.176758, + 0.183594, + 0.241211, + 0.275391, + 0.216797, + 0.271484, + 0.367188, + 0.227539, + 0.267578, + 0.318359, + 0.287109, + 0.267578, + 0.271484, + 0.255859, + 0.316406, + 0.25, + 0.316406, + 0.177734, + 0.257812, + 0.204102, + 0.277344, + 0.232422, + 0.363281, + 0.267578, + 0.263672, + 0.261719, + 0.229492, + 0.21582, + 0.261719, + 0.277344, + 0.237305, + 0.21582, + 0.292969, + 0.279297, + 0.271484, + 0.308594, + 0.217773, + 0.292969, + 0.235352, + 0.240234, + 0.21875, + 0.291016, + 0.279297, + 0.287109, + 0.273438, + 0.136719, + 0.287109, + 0.273438, + 0.261719, + 0.253906, + 0.182617, + 0.236328, + 0.183594, + 0.22168, + 0.300781, + 0.241211, + 0.257812, + 0.236328, + 0.376953, + 0.265625, + 0.291016, + 0.238281, + 0.330078, + 0.200195, + 0.230469, + 0.34375, + 0.169922, + 0.183594, + 0.122559, + 0.243164, + 0.206055, + 0.255859, + 0.287109, + 0.220703, + 0.275391, + 0.240234, + 0.273438, + 0.322266, + 0.211914, + 0.335938, + 0.143555, + 0.208008, + 0.261719, + 0.214844, + 0.232422, + 0.229492, + 0.261719, + 0.345703, + 0.279297, + 0.263672, + 0.241211, + 0.140625, + 0.246094, + 0.217773, + 0.304688, + 0.255859, + 0.330078, + 0.202148, + 0.192383, + 0.211914, + 0.182617, + 0.308594, + 0.310547, + 0.302734, + 0.223633, + 0.296875, + 0.259766, + 0.263672, + 0.294922, + 0.310547, + 0.244141, + 0.287109, + 0.196289, + 0.251953, + 0.220703, + 0.21875, + 0.180664, + 0.148438, + 0.242188, + 0.25, + 0.261719, + 0.398438, + 0.222656, + 0.447266, + 0.248047, + 0.263672, + 0.181641, + 0.239258, + 0.205078, + 0.458984, + 0.245117, + 0.230469, + 0.223633, + 0.230469, + 0.291016, + 0.251953, + 0.341797, + 0.225586, + 0.333984, + 0.275391, + 0.22168, + 0.210938, + 0.191406, + 0.208008, + 0.130859, + 0.28125, + 0.188477, + 0.294922, + 0.204102, + 0.195312, + 0.209961, + 0.241211, + 0.275391, + 0.259766, + 0.200195, + 0.341797, + 0.257812, + 0.289062, + 0.363281, + 0.304688, + 0.210938, + 0.386719, + 0.279297, + 0.239258, + 0.206055, + 0.244141, + 0.25, + 0.326172, + 0.333984, + 0.302734, + 0.289062, + 0.244141, + 0.232422, + 0.168945, + 0.289062, + 0.19043, + 0.207031, + 0.226562, + 0.236328, + 0.196289, + 0.291016, + 0.310547, + 0.251953, + 0.273438, + 0.457031, + 0.251953, + 0.265625, + 0.267578, + 0.394531, + 0.255859, + 0.289062, + 0.239258, + 0.322266, + 0.419922, + 0.21875, + 0.199219, + 0.199219, + 0.277344, + 0.28125, + 0.291016, + 0.404297, + 0.263672, + 0.168945, + 0.283203, + 0.208008, + 0.294922, + 0.236328, + 0.229492, + 0.175781, + 0.267578, + 0.188477, + 0.208008, + 0.239258, + 0.398438, + 0.15332, + 0.261719, + 0.269531, + 0.22168, + 0.230469, + 0.232422, + 0.241211, + 0.164062, + 0.223633, + 0.229492, + 0.251953, + 0.308594, + 0.240234, + 0.213867, + 0.142578, + 0.375, + 0.180664, + 0.263672, + 0.192383, + 0.261719, + 0.175781, + 0.255859, + 0.185547, + 0.171875, + 0.277344, + 0.203125, + 0.265625, + 0.199219, + 0.345703, + 0.242188, + 0.192383, + 0.227539, + 0.174805, + 0.092773, + 0.237305, + 0.24707, + 0.322266, + 0.152344, + 0.243164, + 0.241211, + 0.25, + 0.367188, + 0.267578, + 0.308594, + 0.209961, + 0.203125, + 0.279297, + 0.193359, + 0.25, + 0.212891, + 0.230469, + 0.316406, + 0.296875, + 0.4375, + 0.337891, + 0.200195, + 0.375, + 0.419922, + 0.457031, + 0.201172, + 0.316406, + 0.228516, + 0.179688, + 0.243164, + 0.185547, + 0.277344, + 0.400391, + 0.292969, + 0.294922, + 0.206055, + 0.263672, + 0.24707, + 0.404297, + 0.257812, + 0.227539, + 0.365234, + 0.269531, + 0.234375, + 0.194336, + 0.283203, + 0.265625, + 0.205078, + 0.341797, + 0.357422, + 0.257812, + 0.245117, + 0.208984, + 0.392578, + 0.322266, + 0.285156, + 0.155273, + 0.292969, + 0.149414, + 0.267578, + 0.263672, + 0.269531, + 0.259766, + 0.211914, + 0.267578, + 0.296875, + 0.240234, + 0.249023, + 0.283203, + 0.232422, + 0.296875, + 0.234375, + 0.275391, + 0.220703 + ] + }, + "name": "model.transformer.layers.10.attn_norm.weight", + "outputIndexes": [ + 654 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 653, + 654 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_10/Mul_1_output_0", + "outputIndexes": [ + 655 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 655 + ], + "outputIndexes": [ + 1706 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1706 + ], + "outputIndexes": [ + 1707 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear", + "inputIndexes": [ + 1707 + ], + "outputIndexes": [ + 1708 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 73601832, + 983062, + 122880, + 5120, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1708 + ], + "outputIndexes": [ + 1709 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1709 + ], + "outputIndexes": [ + 656 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 655 + ], + "main_type": "NONE", + "name": "/Shape_41_output_0", + "outputIndexes": [ + 657 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 657 + ], + "main_type": "NONE", + "name": "Shape933", + "outputIndexes": [ + 658 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 657 + ], + "main_type": "NONE", + "name": "Rank935", + "outputIndexes": [ + 659 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 659, + 659 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp937", + "outputIndexes": [ + 660 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 660 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze938", + "outputIndexes": [ + 661 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 660, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp940", + "outputIndexes": [ + 662 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 662 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze941", + "outputIndexes": [ + 663 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 658, + 661, + 663, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice944", + "outputIndexes": [ + 664 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 664 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze945", + "outputIndexes": [ + 665 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 665 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp946", + "outputIndexes": [ + 666 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 666, + 665 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp947", + "outputIndexes": [ + 667 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 657, + 667, + 660 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_54_output_0", + "outputIndexes": [ + 668 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 668, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_101_output_0", + "outputIndexes": [ + 669 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 20 + ] + }, + "name": "/Constant_302_output_0", + "outputIndexes": [ + 670 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 669, + 670, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_50_output_0", + "outputIndexes": [ + 671 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 656, + 671 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_41_output_0", + "outputIndexes": [ + 672 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 672 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_10/Mul_output_0", + "outputIndexes": [ + 673 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.326172, + -0.007874, + 0.033447, + 1.398438, + 1.820312, + 1.6875, + 1.421875, + 1.484375, + 1.59375, + 1.796875, + 1.6875, + 1.757812, + 1.59375, + 2.03125, + 1.929688, + 2.046875, + 1.992188, + 1.734375, + 1.992188, + 2.0625, + 2.1875, + 1.703125, + 2.0, + 2.0, + 1.992188, + 2.296875, + 2.0625, + 2.03125, + 2.515625, + 2.15625, + 2.171875, + 1.726562, + 0.015747, + 1.125, + 1.78125, + 0.972656, + 0.056885, + 1.554688, + 1.15625, + 1.585938, + 1.703125, + 1.695312, + 1.71875, + 1.820312, + 2.03125, + 1.726562, + 1.992188, + 1.640625, + 1.90625, + 2.25, + 1.992188, + 1.976562, + 1.875, + 3.1875, + 1.90625, + 2.015625, + 2.03125, + 1.804688, + 1.976562, + 2.15625, + 1.679688, + 1.945312, + 2.0625, + 2.515625 + ] + }, + "name": "model.transformer.layers.10.attn.q_norm.weight", + "outputIndexes": [ + 674 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 673, + 674 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_10/Mul_1_output_0", + "outputIndexes": [ + 675 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 675, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_40_output_0", + "outputIndexes": [ + 676 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 675, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_41_output_0", + "outputIndexes": [ + 677 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 677 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_20_output_0", + "outputIndexes": [ + 678 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 675, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_40_output_0", + "outputIndexes": [ + 679 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 678, + 679 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_53_output_0", + "outputIndexes": [ + 680 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 680, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_41_output_0", + "outputIndexes": [ + 681 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 676, + 681 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_40_output_0", + "outputIndexes": [ + 682 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 655 + ], + "outputIndexes": [ + 1710 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1710 + ], + "outputIndexes": [ + 1711 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear", + "inputIndexes": [ + 1711 + ], + "outputIndexes": [ + 1712 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 74712894, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1712 + ], + "outputIndexes": [ + 1713 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1713 + ], + "outputIndexes": [ + 683 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 5 + ] + }, + "name": "/Constant_304_output_0", + "outputIndexes": [ + 684 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 669, + 684, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_51_output_0", + "outputIndexes": [ + 685 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 683, + 685 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_42_output_0", + "outputIndexes": [ + 686 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 686 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_10/Mul_output_0", + "outputIndexes": [ + 687 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.304688, + 0.03833, + 0.05957, + 1.460938, + 1.421875, + 1.75, + 1.585938, + 1.679688, + 1.6875, + 1.265625, + 1.882812, + 1.8125, + 2.09375, + 1.679688, + 1.8125, + 1.492188, + 1.921875, + 2.296875, + 1.867188, + 2.0, + 1.773438, + 2.796875, + 1.96875, + 1.976562, + 2.09375, + 1.890625, + 2.0625, + 2.171875, + 2.671875, + 2.046875, + 2.21875, + 3.125, + -0.023193, + 0.925781, + 1.320312, + 0.103027, + 0.126953, + 1.546875, + 0.640625, + 1.28125, + 1.414062, + 1.78125, + 1.390625, + 1.703125, + 1.023438, + 2.140625, + 1.953125, + 2.1875, + 2.078125, + 1.507812, + 1.953125, + 1.921875, + 2.15625, + 1.0, + 2.109375, + 2.03125, + 2.0625, + 2.0625, + 2.125, + 2.15625, + 2.53125, + 2.171875, + 2.265625, + 2.03125 + ] + }, + "name": "model.transformer.layers.10.attn.k_norm.weight", + "outputIndexes": [ + 688 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 687, + 688 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_10/Mul_1_output_0", + "outputIndexes": [ + 689 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 689, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_42_output_0", + "outputIndexes": [ + 690 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 689, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_43_output_0", + "outputIndexes": [ + 691 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 691 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_21_output_0", + "outputIndexes": [ + 692 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 689, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_42_output_0", + "outputIndexes": [ + 693 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 692, + 693 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_54_output_0", + "outputIndexes": [ + 694 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 694, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_43_output_0", + "outputIndexes": [ + 695 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 690, + 695 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_41_output_0", + "outputIndexes": [ + 696 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 655 + ], + "outputIndexes": [ + 1714 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1714 + ], + "outputIndexes": [ + 1715 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear", + "inputIndexes": [ + 1715 + ], + "outputIndexes": [ + 1716 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 74990676, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1716 + ], + "outputIndexes": [ + 1717 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1717 + ], + "outputIndexes": [ + 697 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 697, + 685 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_43_output_0", + "outputIndexes": [ + 698 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 682, + 696, + 698, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.10/self_attn/FusedAttention", + "outputIndexes": [ + 699 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 699 + ], + "outputIndexes": [ + 1718 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1718 + ], + "outputIndexes": [ + 1719 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear", + "inputIndexes": [ + 1719 + ], + "outputIndexes": [ + 1720 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 75268458, + 983062, + 122880, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1720 + ], + "outputIndexes": [ + 1721 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1721 + ], + "outputIndexes": [ + 700 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 652, + 700 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_42_output_0", + "outputIndexes": [ + 701 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 701 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_10/Mul_output_0", + "outputIndexes": [ + 702 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.443359, + 0.351562, + 0.402344, + 0.296875, + 0.251953, + 0.408203, + 0.398438, + 0.390625, + 0.470703, + 0.390625, + 0.414062, + 0.223633, + 0.378906, + 0.326172, + 0.402344, + 0.429688, + 0.425781, + 0.443359, + 0.320312, + 0.328125, + 0.328125, + 0.398438, + 0.233398, + 0.382812, + 0.443359, + 0.376953, + 0.421875, + 0.421875, + 0.345703, + 0.412109, + 0.453125, + 0.402344, + 0.273438, + 0.28125, + 0.416016, + 0.4375, + 0.423828, + 0.386719, + 0.392578, + 0.382812, + 0.390625, + 0.355469, + 0.398438, + 0.390625, + 0.373047, + 0.396484, + 0.341797, + 0.351562, + 0.398438, + 0.22168, + 0.419922, + 0.402344, + 0.376953, + 0.416016, + 0.224609, + 0.458984, + 0.402344, + 0.414062, + 0.410156, + 0.449219, + 0.3125, + 0.378906, + 0.179688, + 0.414062, + 0.373047, + 0.507812, + 0.398438, + 0.337891, + 0.373047, + 0.279297, + 0.375, + 0.412109, + 0.347656, + 0.457031, + 0.240234, + 0.447266, + 0.394531, + 0.466797, + 0.371094, + 0.376953, + 0.365234, + 0.400391, + 0.402344, + 0.384766, + 0.243164, + 0.376953, + 0.337891, + 0.421875, + 0.455078, + 0.267578, + 0.453125, + 0.3125, + 0.419922, + 0.359375, + 0.386719, + 0.328125, + 0.230469, + 0.419922, + 0.19043, + 0.22168, + 0.423828, + 0.431641, + 0.3125, + 0.431641, + 0.408203, + 0.341797, + 0.326172, + 0.261719, + 0.271484, + 0.421875, + 0.423828, + 0.390625, + 0.359375, + 0.253906, + 0.34375, + 0.333984, + 0.382812, + 0.392578, + 0.333984, + 0.373047, + 0.414062, + 0.322266, + 0.359375, + 0.433594, + 0.335938, + 0.492188, + 0.417969, + 0.419922, + 0.453125, + 0.416016, + 0.490234, + 0.402344, + 0.328125, + 0.417969, + 0.382812, + 0.351562, + 0.230469, + 0.402344, + 0.433594, + 0.249023, + 0.427734, + 0.443359, + 0.314453, + 0.414062, + 0.186523, + 0.211914, + 0.310547, + 0.457031, + 0.347656, + 0.273438, + 0.40625, + 0.322266, + 0.357422, + 0.365234, + 0.347656, + 0.34375, + 0.431641, + 0.402344, + 0.402344, + 0.373047, + 0.46875, + 0.337891, + 0.46875, + 0.357422, + 0.375, + 0.382812, + 0.398438, + 0.388672, + 0.396484, + 0.125, + 0.233398, + 0.373047, + 0.204102, + 0.400391, + 0.396484, + 0.447266, + 0.365234, + 0.429688, + 0.423828, + 0.453125, + 0.412109, + 0.419922, + 0.308594, + 0.386719, + 0.380859, + 0.394531, + 0.439453, + 0.359375, + 0.431641, + 0.353516, + 0.478516, + 0.355469, + 0.198242, + 0.408203, + 0.359375, + 0.419922, + 0.359375, + 0.443359, + 0.443359, + 0.273438, + 0.376953, + 0.3125, + 0.417969, + 0.400391, + 0.455078, + 0.400391, + 0.431641, + 0.376953, + 0.380859, + 0.345703, + 0.332031, + 0.439453, + 0.400391, + 0.384766, + 0.369141, + 0.371094, + 0.412109, + 0.40625, + 0.390625, + 0.369141, + 0.417969, + 0.441406, + 0.382812, + 0.169922, + 0.453125, + 0.291016, + 0.404297, + 0.326172, + 0.369141, + 0.392578, + 0.400391, + 0.378906, + 0.300781, + 0.273438, + 0.369141, + 0.382812, + 0.376953, + 0.308594, + 0.402344, + 0.355469, + 0.316406, + 0.217773, + 0.416016, + 0.398438, + 0.337891, + 0.402344, + 0.195312, + 0.390625, + 0.429688, + 0.375, + 0.375, + 0.212891, + 0.392578, + 0.349609, + 0.414062, + 0.433594, + 0.361328, + 0.382812, + 0.40625, + 0.380859, + 0.394531, + 0.373047, + 0.164062, + 0.507812, + 0.412109, + 0.425781, + 0.488281, + 0.241211, + 0.345703, + 0.316406, + 0.398438, + 0.414062, + 0.339844, + 0.412109, + 0.421875, + 0.324219, + 0.419922, + 0.094727, + 0.394531, + 0.25, + 0.441406, + 0.388672, + 0.275391, + 0.417969, + 0.396484, + 0.419922, + 0.392578, + 0.478516, + 0.449219, + 0.367188, + 0.275391, + 0.464844, + 0.386719, + 0.458984, + 0.199219, + 0.4375, + 0.15918, + 0.435547, + 0.251953, + 0.231445, + 0.476562, + 0.388672, + 0.371094, + 0.449219, + 0.359375, + 0.453125, + 0.451172, + 0.308594, + 0.464844, + 0.376953, + 0.410156, + 0.408203, + 0.328125, + 0.328125, + 0.416016, + 0.398438, + 0.439453, + 0.206055, + 0.235352, + 0.367188, + 0.416016, + 0.371094, + 0.476562, + 0.441406, + 0.429688, + 0.357422, + 0.408203, + 0.347656, + 0.371094, + 0.386719, + 0.296875, + 0.386719, + 0.339844, + 0.449219, + 0.371094, + 0.431641, + 0.357422, + 0.376953, + 0.261719, + 0.457031, + 0.277344, + 0.294922, + 0.416016, + 0.234375, + 0.425781, + 0.404297, + 0.253906, + 0.251953, + 0.396484, + 0.400391, + 0.298828, + 0.375, + 0.196289, + 0.133789, + 0.416016, + 0.263672, + 0.314453, + 0.410156, + 0.269531, + 0.394531, + 0.445312, + 0.271484, + 0.425781, + 0.34375, + 0.277344, + 0.373047, + 0.402344, + 0.279297, + 0.382812, + 0.226562, + 0.200195, + 0.412109, + 0.210938, + 0.416016, + 0.445312, + 0.171875, + 0.470703, + 0.439453, + 0.419922, + 0.320312, + 0.394531, + 0.345703, + 0.416016, + 0.396484, + 0.243164, + 0.273438, + 0.179688, + 0.373047, + 0.330078, + 0.429688, + 0.453125, + 0.316406, + 0.414062, + 0.170898, + 0.416016, + 0.25, + 0.425781, + 0.206055, + 0.233398, + 0.318359, + 0.4375, + 0.408203, + 0.400391, + 0.390625, + 0.425781, + 0.175781, + 0.188477, + 0.4375, + 0.398438, + 0.402344, + 0.412109, + 0.220703, + 0.330078, + 0.462891, + 0.394531, + 0.357422, + 0.357422, + 0.417969, + 0.376953, + 0.425781, + 0.335938, + 0.292969, + 0.298828, + 0.249023, + 0.388672, + 0.265625, + 0.382812, + 0.419922, + 0.34375, + 0.398438, + 0.341797, + 0.388672, + 0.429688, + 0.425781, + 0.435547, + 0.427734, + 0.384766, + 0.435547, + 0.519531, + 0.408203, + 0.398438, + 0.367188, + 0.287109, + 0.470703, + 0.398438, + 0.396484, + 0.431641, + 0.186523, + 0.390625, + 0.390625, + 0.255859, + 0.496094, + 0.470703, + 0.384766, + 0.226562, + 0.402344, + 0.429688, + 0.265625, + 0.378906, + 0.421875, + 0.427734, + 0.201172, + 0.416016, + 0.423828, + 0.355469, + 0.225586, + 0.345703, + 0.439453, + 0.375, + 0.373047, + 0.15332, + 0.376953, + 0.451172, + 0.232422, + 0.392578, + 0.431641, + 0.416016, + 0.367188, + 0.390625, + 0.394531, + 0.429688, + 0.410156, + 0.421875, + 0.263672, + 0.416016, + 0.167969, + 0.419922, + 0.441406, + 0.396484, + 0.378906, + 0.34375, + 0.369141, + 0.380859, + 0.357422, + 0.408203, + 0.402344, + 0.398438, + 0.285156, + 0.410156, + 0.292969, + 0.355469, + 0.386719, + 0.180664, + 0.363281, + 0.294922, + 0.484375, + 0.373047, + 0.384766, + 0.416016, + 0.244141, + 0.458984, + 0.421875, + 0.382812, + 0.367188, + 0.257812, + 0.443359, + 0.398438, + 0.425781, + 0.382812, + 0.460938, + 0.251953, + 0.443359, + 0.447266, + 0.400391, + 0.275391, + 0.375, + 0.382812, + 0.34375, + 0.375, + 0.359375, + 0.357422, + 0.441406, + 0.396484, + 0.410156, + 0.373047, + 0.173828, + 0.443359, + 0.417969, + 0.435547, + 0.453125, + 0.527344, + 0.351562, + 0.253906, + 0.419922, + 0.414062, + 0.433594, + 0.388672, + 0.34375, + 0.347656, + 0.335938, + 0.271484, + 0.365234, + 0.306641, + 0.106445, + 0.285156, + 0.449219, + 0.388672, + 0.433594, + 0.384766, + 0.371094, + 0.40625, + 0.229492, + 0.139648, + 0.5, + 0.369141, + 0.394531, + 0.308594, + 0.363281, + 0.457031, + 0.388672, + 0.433594, + 0.259766, + 0.367188, + 0.316406, + 0.443359, + 0.363281, + 0.267578, + 0.324219, + 0.365234, + 0.494141, + 0.417969, + 0.431641, + 0.453125, + 0.380859, + 0.349609, + 0.367188, + 0.320312, + 0.333984, + 0.335938, + 0.390625, + 0.435547, + 0.449219, + 0.466797, + 0.353516, + 0.458984, + 0.394531, + 0.259766, + 0.237305, + 0.378906, + 0.242188, + 0.390625, + 0.386719, + 0.400391, + 0.412109, + 0.318359, + 0.3125, + 0.460938, + 0.229492, + 0.233398, + 0.414062, + 0.34375, + 0.226562, + 0.404297, + 0.359375, + 0.5, + 0.378906, + 0.376953, + 0.369141, + 0.179688, + 0.369141, + 0.464844, + 0.416016, + 0.371094, + 0.378906, + 0.443359, + 0.419922, + 0.416016, + 0.490234, + 0.400391, + 0.390625, + 0.425781, + 0.330078, + 0.429688, + 0.382812, + 0.373047, + 0.427734, + 0.443359, + 0.371094, + 0.429688, + 0.359375, + 0.417969, + 0.257812, + 0.351562, + 0.404297, + 0.371094, + 0.310547, + 0.416016, + 0.112793, + 0.333984, + 0.470703, + 0.328125, + 0.412109, + 0.404297, + 0.335938, + 0.410156, + 0.435547, + 0.357422, + 0.337891, + 0.40625, + 0.227539, + 0.378906, + 0.449219, + 0.322266, + 0.390625, + 0.339844, + 0.40625, + 0.34375, + 0.443359, + 0.367188, + 0.296875, + 0.28125, + 0.488281, + 0.174805, + 0.453125, + 0.367188, + 0.380859, + 0.419922, + 0.392578, + 0.353516, + 0.363281, + 0.390625, + 0.371094, + 0.398438, + 0.400391, + 0.302734, + 0.447266, + 0.277344, + 0.382812, + 0.451172, + 0.398438, + 0.384766, + 0.263672, + 0.425781, + 0.400391, + 0.300781, + 0.365234, + 0.373047, + 0.40625, + 0.433594, + 0.357422, + 0.398438, + 0.363281, + 0.191406, + 0.386719, + 0.402344, + 0.371094, + 0.392578, + 0.251953, + 0.408203, + 0.335938, + 0.4375, + 0.470703, + 0.439453, + 0.394531, + 0.410156, + 0.382812, + 0.294922, + 0.240234, + 0.373047, + 0.423828, + 0.402344, + 0.376953, + 0.416016, + 0.421875, + 0.375, + 0.408203, + 0.341797, + 0.427734, + 0.410156, + 0.380859, + 0.417969, + 0.464844, + 0.443359, + 0.253906, + 0.357422, + 0.427734, + 0.361328, + 0.386719, + 0.410156, + 0.414062, + 0.373047, + 0.363281, + 0.419922, + 0.369141, + 0.3125, + 0.429688, + 0.435547, + 0.380859, + 0.345703, + 0.347656, + 0.503906, + 0.367188, + 0.241211, + 0.404297, + 0.384766, + 0.226562, + 0.333984, + 0.423828, + 0.503906, + 0.390625, + 0.339844, + 0.431641, + 0.378906, + 0.402344, + 0.433594, + 0.147461, + 0.402344, + 0.351562, + 0.458984, + 0.396484, + 0.398438, + 0.4375, + 0.34375, + 0.457031, + 0.355469, + 0.494141, + 0.367188, + 0.427734, + 0.408203, + 0.439453, + 0.386719, + 0.322266, + 0.457031, + 0.417969, + 0.171875, + 0.193359, + 0.449219, + 0.390625, + 0.451172, + 0.423828, + 0.243164, + 0.322266, + 0.427734, + 0.345703, + 0.371094, + 0.248047, + 0.328125, + 0.396484, + 0.392578, + 0.474609, + 0.384766, + 0.419922, + 0.462891, + 0.419922, + 0.46875, + 0.373047, + 0.404297, + 0.433594, + 0.390625, + 0.388672, + 0.402344, + 0.304688, + 0.375, + 0.361328, + 0.376953, + 0.472656, + 0.251953, + 0.328125, + 0.302734, + 0.439453, + 0.176758, + 0.462891, + 0.345703, + 0.396484, + 0.390625, + 0.427734, + 0.419922, + 0.464844, + 0.365234, + 0.382812, + 0.367188, + 0.40625, + 0.220703, + 0.337891, + 0.443359, + 0.269531, + 0.414062, + 0.296875, + 0.507812, + 0.273438, + 0.210938, + 0.292969, + 0.414062, + 0.4375, + 0.464844, + 0.298828, + 0.466797, + 0.460938, + 0.402344, + 0.433594, + 0.601562, + 0.149414, + 0.380859, + 0.208984, + 0.308594, + 0.431641, + 0.365234, + 0.451172, + 0.328125, + 0.388672, + 0.388672, + 0.394531, + 0.292969, + 0.402344, + 0.410156, + 0.423828, + 0.373047, + 0.478516, + 0.359375, + 0.308594, + 0.355469, + 0.421875, + 0.417969, + 0.376953, + 0.433594, + 0.486328, + 0.359375, + 0.335938, + 0.414062, + 0.433594, + 0.480469, + 0.445312, + 0.412109, + 0.400391, + 0.412109, + 0.330078, + 0.384766, + 0.283203, + 0.000755, + 0.416016, + 0.369141, + 0.414062, + 0.408203, + 0.421875, + 0.441406, + 0.269531, + 0.447266, + 0.333984, + 0.326172, + 0.417969, + 0.234375, + 0.353516, + 0.412109, + 0.412109, + 0.451172, + 0.402344, + 0.292969, + 0.46875, + 0.515625, + 0.318359, + 0.375, + 0.421875, + 0.371094, + 0.351562, + 0.398438, + 0.388672, + 0.396484, + 0.324219, + 0.472656, + 0.357422, + 0.394531, + 0.410156, + 0.4375, + 0.439453, + 0.453125, + 0.15918, + 0.421875, + 0.34375, + 0.423828, + 0.271484, + 0.371094, + 0.419922, + 0.390625, + 0.445312, + 0.371094, + 0.40625, + 0.339844, + 0.388672, + 0.40625, + 0.371094, + 0.398438, + 0.359375, + 0.369141, + 0.398438, + 0.351562, + 0.421875, + 0.28125, + 0.494141, + 0.363281, + 0.365234, + 0.416016, + 0.249023, + 0.380859, + 0.4375, + 0.423828, + 0.435547, + 0.320312, + 0.447266, + 0.357422, + 0.28125, + 0.367188, + 0.441406, + 0.283203, + 0.296875, + 0.229492, + 0.404297, + 0.216797, + 0.365234, + 0.388672, + 0.384766, + 0.396484, + 0.410156, + 0.353516, + 0.441406, + 0.382812, + 0.404297, + 0.441406, + 0.386719, + 0.40625, + 0.283203, + 0.410156, + 0.300781, + 0.333984, + 0.273438, + 0.367188, + 0.414062, + 0.357422, + 0.408203, + 0.382812, + 0.322266, + 0.384766, + 0.355469, + 0.417969, + 0.292969, + 0.414062, + 0.373047, + 0.203125, + 0.269531, + 0.425781, + 0.345703, + 0.316406, + 0.192383, + 0.441406, + 0.482422, + 0.369141, + 0.443359, + 0.400391, + 0.416016, + 0.332031, + 0.507812, + 0.150391, + 0.417969, + 0.400391, + 0.257812, + 0.404297, + 0.351562, + 0.408203, + 0.431641, + 0.488281, + 0.390625, + 0.279297, + 0.390625, + 0.404297, + 0.5625, + 0.423828, + 0.287109, + 0.373047, + 0.380859, + 0.361328, + 0.416016, + 0.324219, + 0.417969, + 0.416016, + 0.236328, + 0.237305, + 0.345703, + 0.478516, + 0.433594, + 0.4375, + 0.447266, + 0.417969, + 0.412109, + 0.365234, + 0.234375, + 0.447266, + 0.172852, + 0.137695, + 0.462891, + 0.390625, + 0.427734, + 0.361328, + 0.394531, + 0.425781, + 0.318359, + 0.365234, + 0.238281, + 0.425781, + 0.359375, + 0.402344, + 0.289062, + 0.333984, + 0.435547, + 0.410156, + 0.390625, + 0.423828, + 0.369141, + 0.394531, + 0.46875, + 0.402344, + 0.371094, + 0.384766, + 0.222656, + 0.408203, + 0.263672, + 0.470703, + 0.433594, + 0.410156, + 0.380859, + 0.478516, + 0.176758, + 0.376953, + 0.396484, + 0.414062, + 0.181641, + 0.204102, + 0.265625, + 0.174805, + 0.229492, + 0.349609, + 0.314453, + 0.365234, + 0.417969, + 0.369141, + 0.453125, + 0.417969, + 0.285156, + 0.421875, + 0.421875, + 0.490234, + 0.431641, + 0.402344, + 0.322266, + 0.378906, + 0.4375, + 0.492188, + 0.423828, + 0.443359, + 0.386719, + 0.371094, + 0.414062, + 0.419922, + 0.394531, + 0.423828, + 0.382812, + 0.238281, + 0.427734, + 0.390625, + 0.349609, + 0.347656, + 0.335938, + 0.421875, + 0.197266, + 0.445312, + 0.404297, + 0.22168, + 0.445312, + 0.402344, + 0.373047, + 0.431641, + 0.332031, + 0.386719, + 0.292969, + 0.229492, + 0.417969, + 0.429688, + 0.34375, + 0.423828, + 0.244141, + 0.390625, + 0.3125, + 0.339844, + 0.421875, + 0.380859, + 0.363281, + 0.367188, + 0.382812, + 0.457031, + 0.330078, + 0.435547, + 0.398438, + 0.373047, + 0.259766, + 0.382812, + 0.416016, + 0.390625, + 0.339844, + 0.425781, + 0.353516, + 0.353516, + 0.443359, + 0.259766, + 0.416016, + 0.386719, + 0.300781, + 0.363281, + 0.375, + 0.425781, + 0.333984, + 0.291016, + 0.439453, + 0.386719, + 0.326172, + 0.157227, + 0.414062, + 0.392578, + 0.433594, + 0.355469, + 0.298828, + 0.308594, + 0.414062, + 0.414062, + 0.416016, + 0.441406, + 0.546875, + 0.341797, + 0.164062, + 0.410156, + 0.429688, + 0.277344, + 0.396484, + 0.375, + 0.388672, + 0.472656, + 0.310547, + 0.396484, + 0.416016, + 0.361328, + 0.449219, + 0.376953, + 0.316406, + 0.425781, + 0.410156, + 0.398438, + 0.163086, + 0.412109, + 0.244141, + 0.398438, + 0.390625, + 0.347656, + 0.429688, + 0.457031, + 0.396484, + 0.429688, + 0.367188, + 0.398438, + 0.333984, + 0.388672, + 0.402344, + 0.332031, + 0.382812, + 0.294922, + 0.396484, + 0.40625, + 0.357422, + 0.421875, + 0.453125, + 0.408203, + 0.431641, + 0.441406, + 0.402344, + 0.470703, + 0.355469, + 0.369141, + 0.398438, + 0.453125, + 0.419922, + 0.404297, + 0.40625, + 0.417969, + 0.408203, + 0.394531, + 0.390625, + 0.287109, + 0.400391, + 0.382812, + 0.363281, + 0.402344, + 0.412109, + 0.392578, + 0.441406, + 0.351562, + 0.470703, + 0.404297, + 0.188477, + 0.285156, + 0.445312, + 0.425781, + 0.235352, + 0.429688, + 0.357422, + 0.453125, + 0.414062, + 0.289062, + 0.34375, + 0.298828, + 0.398438, + 0.326172, + 0.373047, + 0.373047, + 0.380859, + 0.384766, + 0.318359, + 0.355469, + 0.414062, + 0.390625, + 0.386719, + 0.458984, + 0.298828, + 0.382812, + 0.296875, + 0.380859, + 0.34375, + 0.196289, + 0.439453, + 0.3125, + 0.457031, + 0.443359, + 0.417969, + 0.328125, + 0.394531, + 0.433594, + 0.484375, + 0.384766, + 0.429688, + 0.242188, + 0.378906, + 0.425781, + 0.392578, + 0.330078, + 0.373047, + 0.443359, + 0.464844, + 0.314453, + 0.458984, + 0.398438, + 0.227539, + 0.392578, + 0.333984, + 0.404297, + 0.326172, + 0.417969, + 0.292969, + 0.402344, + 0.384766, + 0.175781, + 0.419922, + 0.431641, + 0.457031, + 0.378906, + 0.480469, + 0.347656, + 0.408203, + 0.417969, + 0.435547, + 0.371094, + 0.423828, + 0.398438, + 0.398438, + 0.365234, + 0.273438, + 0.330078, + 0.214844, + 0.34375, + 0.417969, + 0.369141, + 0.304688, + 0.351562, + 0.314453, + 0.404297, + 0.423828, + 0.359375, + 0.400391, + 0.330078, + 0.269531, + 0.365234, + 0.353516, + 0.388672, + 0.414062, + 0.427734, + 0.445312, + 0.507812, + 0.386719, + 0.248047, + 0.392578, + 0.300781, + 0.302734, + 0.345703, + 0.375, + 0.237305, + 0.365234, + 0.169922, + 0.470703, + 0.283203, + 0.376953, + 0.349609, + 0.414062, + 0.425781, + 0.417969, + 0.351562, + 0.449219, + 0.40625, + 0.367188, + 0.267578, + 0.408203, + 0.335938, + 0.251953, + 0.283203, + 0.376953, + 0.318359, + 0.40625, + 0.417969, + 0.425781, + 0.550781, + 0.316406, + 0.392578, + 0.380859, + 0.341797, + 0.283203, + 0.410156, + 0.394531, + 0.337891, + 0.351562, + 0.435547, + 0.404297, + 0.392578, + 0.435547, + 0.414062, + 0.433594, + 0.546875, + 0.417969, + 0.443359, + 0.380859, + 0.519531, + 0.388672, + 0.429688, + 0.337891, + 0.396484, + 0.408203, + 0.361328, + 0.298828, + 0.345703, + 0.412109, + 0.460938, + 0.285156, + 0.328125, + 0.441406, + 0.273438, + 0.449219, + 0.371094, + 0.394531, + 0.410156, + 0.408203, + 0.322266, + 0.345703, + 0.267578, + 0.310547, + 0.40625, + 0.492188, + 0.279297, + 0.427734, + 0.363281, + 0.271484, + 0.306641, + 0.402344, + 0.429688, + 0.378906, + 0.375, + 0.3125, + 0.439453, + 0.234375, + 0.396484, + 0.355469, + 0.22168, + 0.482422, + 0.345703, + 0.427734, + 0.365234, + 0.449219, + 0.285156, + 0.412109, + 0.410156, + 0.212891, + 0.392578, + 0.392578, + 0.171875, + 0.267578, + 0.474609, + 0.367188, + 0.306641, + 0.349609, + 0.324219, + 0.200195, + 0.408203, + 0.386719, + 0.349609, + 0.174805, + 0.382812, + 0.460938, + 0.357422, + 0.515625, + 0.445312, + 0.484375, + 0.357422, + 0.300781, + 0.396484, + 0.359375, + 0.314453, + 0.373047, + 0.339844, + 0.427734, + 0.451172, + 0.225586, + 0.326172, + 0.294922, + 0.507812, + 0.445312, + 0.332031, + 0.279297, + 0.472656, + 0.28125, + 0.341797, + 0.412109, + 0.320312, + 0.421875, + 0.08252, + 0.431641, + 0.462891, + 0.416016, + 0.271484, + 0.330078, + 0.546875, + 0.410156, + 0.384766, + 0.496094, + 0.40625, + 0.378906, + 0.308594, + 0.390625, + 0.400391, + 0.382812, + 0.484375, + 0.4375, + 0.4375, + 0.423828, + 0.192383, + 0.371094, + 0.388672, + 0.414062, + 0.185547, + 0.425781, + 0.287109, + 0.427734, + 0.378906, + 0.429688, + 0.367188, + 0.386719, + 0.433594, + 0.435547, + 0.351562, + 0.433594, + 0.365234, + 0.40625, + 0.425781, + 0.386719, + 0.371094, + 0.351562 + ] + }, + "name": "model.transformer.layers.10.ffn_norm.weight", + "outputIndexes": [ + 703 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 702, + 703 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_10/Mul_1_output_0", + "outputIndexes": [ + 704 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 704 + ], + "outputIndexes": [ + 1722 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1722 + ], + "outputIndexes": [ + 1723 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_1/Linear", + "inputIndexes": [ + 1723 + ], + "outputIndexes": [ + 1724 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 7168, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 86016, + "weightSize": 0 + }, + "external": [ + 76374400, + 5505046, + 688128, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1724 + ], + "outputIndexes": [ + 1725 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1725 + ], + "outputIndexes": [ + 705 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 7168 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 705, + 21, + 344, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_10/Slice_output_0", + "outputIndexes": [ + 706 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 706 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_10/Sigmoid_output_0", + "outputIndexes": [ + 707 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 706, + 707 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_10/Mul_output_0", + "outputIndexes": [ + 708 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 7168 + ] + }, + "name": "/ffn_10/Mul_1_output_0", + "outputIndexes": [ + 709 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 705, + 344, + 709, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_10/Slice_1_output_0", + "outputIndexes": [ + 710 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 708, + 710 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_10/Mul_2_output_0", + "outputIndexes": [ + 711 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 711 + ], + "outputIndexes": [ + 1726 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3584, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1726 + ], + "outputIndexes": [ + 1727 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_2/Linear", + "inputIndexes": [ + 1727 + ], + "outputIndexes": [ + 1728 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3584, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 43008, + "weightSize": 0 + }, + "external": [ + 82567574, + 2752534, + 344064, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1728 + ], + "outputIndexes": [ + 1729 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.10/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1729 + ], + "outputIndexes": [ + 712 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 701, + 712 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_43_output_0", + "outputIndexes": [ + 713 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 713, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_44_output_0", + "outputIndexes": [ + 714 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 714 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_11/Mul_output_0", + "outputIndexes": [ + 715 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.5625, + 0.382812, + 0.431641, + 0.320312, + 0.28125, + 0.431641, + 0.384766, + 0.390625, + 0.542969, + 0.410156, + 0.447266, + 0.259766, + 0.355469, + 0.285156, + 0.365234, + 0.414062, + 0.478516, + 0.474609, + 0.330078, + 0.300781, + 0.094727, + 0.433594, + 0.212891, + 0.425781, + 0.431641, + 0.363281, + 0.433594, + 0.380859, + 0.375, + 0.384766, + 0.59375, + 0.414062, + 0.206055, + 0.232422, + 0.380859, + 0.464844, + 0.457031, + 0.351562, + 0.279297, + 0.414062, + 0.367188, + 0.318359, + 0.482422, + 0.316406, + 0.335938, + 0.441406, + 0.341797, + 0.265625, + 0.419922, + 0.245117, + 0.449219, + 0.353516, + 0.349609, + 0.394531, + 0.757812, + 0.550781, + 0.410156, + 0.449219, + 0.451172, + 0.400391, + 0.24707, + 0.339844, + 0.141602, + 0.443359, + 0.188477, + 0.621094, + 0.292969, + 0.324219, + 0.523438, + 0.5625, + 0.289062, + 0.484375, + 0.339844, + 0.53125, + 0.193359, + 0.453125, + 0.375, + 0.613281, + 0.384766, + 0.371094, + 0.40625, + 0.300781, + 0.421875, + 0.388672, + 0.316406, + 0.351562, + 0.261719, + 0.314453, + 0.585938, + 0.234375, + 0.373047, + 0.396484, + 0.472656, + 0.451172, + 0.332031, + 0.425781, + 0.203125, + 0.503906, + 0.228516, + 0.207031, + 0.378906, + 0.820312, + 0.273438, + 0.5, + 0.443359, + 0.267578, + 0.382812, + 0.21582, + 0.283203, + 0.412109, + 0.4375, + 0.400391, + 0.235352, + 0.246094, + 0.363281, + 0.279297, + 0.239258, + 0.40625, + 0.3125, + 0.369141, + 0.408203, + 0.223633, + 0.306641, + 0.498047, + 0.255859, + 0.609375, + 0.390625, + 0.423828, + 0.542969, + 0.400391, + 0.652344, + 0.324219, + 0.302734, + 0.361328, + 0.511719, + 0.351562, + 0.335938, + 0.359375, + 0.470703, + 0.1875, + 0.441406, + 0.585938, + 0.306641, + 0.425781, + 0.208984, + 0.169922, + 0.332031, + 0.683594, + 0.291016, + 0.302734, + 0.416016, + 0.306641, + 0.408203, + 0.337891, + 0.296875, + 0.320312, + 0.466797, + 0.326172, + 0.425781, + 0.507812, + 0.539062, + 0.498047, + 0.542969, + 0.310547, + 0.328125, + 0.376953, + 0.390625, + 0.439453, + 0.412109, + 0.371094, + 0.229492, + 0.324219, + 0.208008, + 0.337891, + 0.328125, + 0.363281, + 0.337891, + 0.486328, + 0.462891, + 0.558594, + 0.351562, + 0.46875, + 0.283203, + 0.412109, + 0.392578, + 0.332031, + 0.476562, + 0.40625, + 0.451172, + 0.373047, + 0.582031, + 0.289062, + 1.039062, + 0.412109, + 0.380859, + 0.429688, + 0.425781, + 0.486328, + 0.492188, + 0.390625, + 0.320312, + 0.279297, + 0.435547, + 0.410156, + 0.5625, + 0.427734, + 0.453125, + 0.476562, + 0.34375, + 0.289062, + 0.435547, + 0.609375, + 0.314453, + 0.316406, + 0.396484, + 0.289062, + 0.416016, + 0.464844, + 0.378906, + 0.400391, + 0.404297, + 0.601562, + 0.322266, + 0.136719, + 0.542969, + 0.542969, + 0.371094, + 0.267578, + 0.369141, + 0.347656, + 0.361328, + 0.332031, + 0.416016, + 0.310547, + 0.394531, + 0.396484, + 0.34375, + 0.241211, + 0.433594, + 0.447266, + 0.324219, + 0.226562, + 0.361328, + 0.34375, + 0.365234, + 0.417969, + 0.18457, + 0.3125, + 0.511719, + 0.419922, + 0.328125, + 0.195312, + 0.429688, + 0.542969, + 0.4375, + 0.416016, + 0.330078, + 0.423828, + 0.384766, + 0.339844, + 0.388672, + 0.361328, + 0.15918, + 0.664062, + 0.353516, + 0.511719, + 0.605469, + 0.570312, + 0.445312, + 0.269531, + 0.318359, + 0.398438, + 0.314453, + 0.357422, + 0.462891, + 0.255859, + 0.380859, + 0.185547, + 0.431641, + 0.19043, + 0.527344, + 0.382812, + 0.291016, + 0.5, + 0.388672, + 0.462891, + 0.34375, + 0.5625, + 0.558594, + 0.435547, + 0.213867, + 0.546875, + 0.365234, + 0.589844, + 0.137695, + 0.419922, + 0.160156, + 0.363281, + 0.199219, + 0.15332, + 0.636719, + 0.369141, + 0.375, + 0.498047, + 0.337891, + 0.5625, + 0.613281, + 0.300781, + 0.570312, + 0.332031, + 0.427734, + 0.349609, + 0.421875, + 0.302734, + 0.363281, + 0.416016, + 0.503906, + 0.212891, + 0.597656, + 0.425781, + 0.449219, + 0.320312, + 0.494141, + 0.496094, + 0.443359, + 0.373047, + 0.410156, + 0.353516, + 0.345703, + 0.347656, + 0.249023, + 0.429688, + 0.314453, + 0.597656, + 0.298828, + 0.439453, + 0.369141, + 0.433594, + 0.265625, + 0.511719, + 0.287109, + 0.306641, + 0.5625, + 0.196289, + 0.478516, + 0.316406, + 1.414062, + 0.188477, + 0.466797, + 0.355469, + 0.439453, + 0.443359, + 0.347656, + 0.291016, + 0.476562, + 0.832031, + 0.304688, + 0.412109, + 0.210938, + 0.386719, + 0.582031, + 0.243164, + 0.503906, + 0.314453, + 0.306641, + 0.486328, + 0.445312, + 0.392578, + 0.492188, + 0.208008, + 0.194336, + 0.554688, + 0.240234, + 0.46875, + 0.496094, + 0.12793, + 0.601562, + 0.503906, + 0.511719, + 0.25, + 0.376953, + 0.296875, + 0.367188, + 0.402344, + 0.211914, + 0.273438, + 0.148438, + 0.332031, + 0.248047, + 0.507812, + 0.636719, + 0.314453, + 0.439453, + 0.122559, + 0.443359, + 0.65625, + 0.376953, + 0.71875, + 0.120605, + 0.202148, + 0.546875, + 0.476562, + 0.28125, + 0.402344, + 0.539062, + 0.233398, + 0.257812, + 0.546875, + 0.398438, + 0.347656, + 0.386719, + 0.460938, + 0.324219, + 0.490234, + 0.314453, + 0.326172, + 0.351562, + 0.431641, + 0.371094, + 0.400391, + 0.384766, + 0.324219, + 0.324219, + 0.78125, + 0.384766, + 0.34375, + 0.412109, + 0.400391, + 0.455078, + 0.492188, + 0.359375, + 0.351562, + 0.5, + 0.359375, + 0.46875, + 0.392578, + 0.398438, + 0.498047, + 1.28125, + 0.447266, + 0.386719, + 0.392578, + 0.283203, + 0.75, + 0.447266, + 0.367188, + 0.494141, + 0.141602, + 0.345703, + 0.285156, + 0.613281, + 0.5625, + 0.621094, + 0.320312, + 0.188477, + 0.441406, + 0.535156, + 0.251953, + 0.345703, + 0.466797, + 0.460938, + 0.151367, + 0.53125, + 0.484375, + 0.394531, + 0.211914, + 0.285156, + 0.566406, + 0.324219, + 0.324219, + 0.345703, + 0.328125, + 0.601562, + 0.220703, + 0.421875, + 0.453125, + 0.433594, + 0.351562, + 0.417969, + 0.455078, + 0.433594, + 0.371094, + 0.457031, + 0.345703, + 0.425781, + 0.162109, + 0.478516, + 0.466797, + 0.396484, + 0.396484, + 0.417969, + 0.466797, + 0.447266, + 0.326172, + 0.404297, + 0.400391, + 0.388672, + 0.347656, + 0.482422, + 0.337891, + 0.337891, + 0.353516, + 0.135742, + 0.398438, + 0.283203, + 0.628906, + 0.335938, + 0.378906, + 0.458984, + 0.357422, + 0.519531, + 0.4375, + 0.287109, + 0.378906, + 0.527344, + 0.578125, + 0.398438, + 0.386719, + 0.464844, + 0.5625, + 0.259766, + 0.554688, + 0.494141, + 0.394531, + 0.222656, + 0.3125, + 0.392578, + 0.34375, + 0.357422, + 1.84375, + 0.314453, + 0.417969, + 0.367188, + 0.515625, + 0.353516, + 0.177734, + 0.453125, + 0.431641, + 0.472656, + 0.496094, + 0.609375, + 0.291016, + 0.289062, + 0.453125, + 0.507812, + 0.554688, + 0.347656, + 0.400391, + 0.310547, + 0.306641, + 0.287109, + 0.335938, + 0.458984, + 0.243164, + 0.269531, + 0.484375, + 0.347656, + 0.458984, + 0.306641, + 0.316406, + 0.472656, + 0.328125, + 0.320312, + 0.578125, + 0.59375, + 0.308594, + 0.249023, + 0.382812, + 0.449219, + 0.433594, + 0.453125, + 0.269531, + 0.328125, + 0.359375, + 0.480469, + 0.398438, + 0.392578, + 0.283203, + 0.414062, + 0.671875, + 0.402344, + 0.490234, + 0.494141, + 0.322266, + 0.314453, + 0.306641, + 0.294922, + 0.349609, + 0.339844, + 0.386719, + 0.457031, + 0.5, + 0.609375, + 0.318359, + 0.476562, + 0.376953, + 0.200195, + 0.335938, + 0.433594, + 0.166016, + 0.378906, + 0.347656, + 0.402344, + 0.384766, + 0.287109, + 0.251953, + 0.496094, + 0.183594, + 0.182617, + 0.4375, + 0.369141, + 0.186523, + 0.410156, + 0.359375, + 0.574219, + 0.289062, + 0.349609, + 0.308594, + 0.419922, + 0.353516, + 0.5625, + 0.410156, + 0.337891, + 0.34375, + 0.494141, + 0.443359, + 0.414062, + 0.675781, + 0.384766, + 0.300781, + 0.429688, + 0.302734, + 0.539062, + 0.402344, + 0.449219, + 0.427734, + 0.421875, + 0.292969, + 0.451172, + 0.322266, + 0.400391, + 0.335938, + 0.3125, + 0.431641, + 0.484375, + 0.380859, + 0.472656, + 0.071289, + 0.332031, + 0.738281, + 0.224609, + 0.472656, + 0.394531, + 0.308594, + 0.408203, + 0.435547, + 0.253906, + 0.503906, + 0.380859, + 0.738281, + 0.410156, + 0.589844, + 0.330078, + 0.369141, + 0.320312, + 0.365234, + 0.40625, + 0.546875, + 0.289062, + 0.289062, + 0.208984, + 0.507812, + 0.239258, + 0.609375, + 0.417969, + 0.292969, + 0.671875, + 0.375, + 0.324219, + 0.324219, + 0.408203, + 0.369141, + 0.357422, + 0.388672, + 0.292969, + 0.490234, + 0.341797, + 0.308594, + 0.554688, + 0.460938, + 0.380859, + 0.273438, + 0.427734, + 0.306641, + 0.214844, + 0.337891, + 0.341797, + 0.40625, + 0.535156, + 0.335938, + 0.353516, + 0.341797, + 0.209961, + 0.416016, + 0.306641, + 0.339844, + 0.318359, + 0.233398, + 0.363281, + 0.279297, + 0.416016, + 0.628906, + 0.376953, + 0.457031, + 0.507812, + 0.279297, + 0.283203, + 0.185547, + 0.367188, + 0.417969, + 0.337891, + 0.490234, + 0.287109, + 0.408203, + 0.296875, + 0.455078, + 0.304688, + 0.392578, + 0.367188, + 0.357422, + 0.476562, + 0.470703, + 0.476562, + 0.574219, + 0.527344, + 0.306641, + 0.345703, + 0.414062, + 0.4375, + 0.443359, + 0.421875, + 0.414062, + 0.449219, + 0.765625, + 0.277344, + 0.53125, + 0.486328, + 0.390625, + 0.318359, + 0.683594, + 0.640625, + 0.482422, + 0.4375, + 0.466797, + 0.402344, + 0.601562, + 0.277344, + 0.507812, + 0.769531, + 0.345703, + 0.197266, + 0.396484, + 0.361328, + 0.414062, + 0.511719, + 0.160156, + 0.404297, + 0.46875, + 0.4375, + 0.410156, + 0.408203, + 0.376953, + 0.314453, + 1.15625, + 0.322266, + 0.691406, + 0.375, + 0.365234, + 0.402344, + 0.578125, + 0.388672, + 0.34375, + 0.460938, + 0.425781, + 0.150391, + 0.197266, + 0.492188, + 0.396484, + 0.453125, + 0.375, + 0.230469, + 0.453125, + 0.466797, + 0.316406, + 0.300781, + 0.253906, + 0.241211, + 0.408203, + 0.382812, + 0.597656, + 0.408203, + 0.449219, + 0.46875, + 0.408203, + 0.498047, + 0.384766, + 0.443359, + 0.451172, + 0.332031, + 0.535156, + 0.324219, + 0.265625, + 0.345703, + 0.378906, + 0.291016, + 0.6875, + 0.24707, + 0.277344, + 0.24707, + 0.478516, + 0.882812, + 0.503906, + 0.416016, + 0.400391, + 0.435547, + 0.582031, + 0.447266, + 0.542969, + 0.378906, + 0.361328, + 0.421875, + 0.412109, + 0.617188, + 0.289062, + 0.519531, + 0.333984, + 0.34375, + 0.25, + 0.757812, + 0.267578, + 0.199219, + 0.367188, + 0.435547, + 0.408203, + 0.679688, + 0.285156, + 0.566406, + 0.441406, + 0.4375, + 0.400391, + 0.691406, + 0.204102, + 0.310547, + 0.246094, + 0.335938, + 0.425781, + 0.361328, + 0.519531, + 0.335938, + 0.365234, + 0.384766, + 0.339844, + 0.259766, + 0.435547, + 0.388672, + 0.472656, + 0.3125, + 0.5625, + 0.384766, + 0.330078, + 0.304688, + 0.455078, + 0.361328, + 0.416016, + 0.40625, + 0.550781, + 0.410156, + 0.34375, + 0.400391, + 0.503906, + 0.527344, + 0.486328, + 0.449219, + 0.574219, + 0.484375, + 0.304688, + 0.341797, + 0.291016, + -9.7e-05, + 0.419922, + 0.417969, + 0.492188, + 0.425781, + 0.476562, + 0.425781, + 0.21582, + 0.554688, + 0.318359, + 0.230469, + 0.435547, + 0.169922, + 0.412109, + 0.435547, + 0.480469, + 0.554688, + 0.404297, + 0.734375, + 0.640625, + 0.875, + 0.322266, + 0.363281, + 0.5625, + 0.320312, + 0.392578, + 0.515625, + 0.429688, + 0.353516, + 0.339844, + 0.507812, + 0.353516, + 0.398438, + 0.412109, + 0.535156, + 0.589844, + 0.46875, + 0.152344, + 0.425781, + 0.24707, + 0.427734, + 0.449219, + 0.417969, + 0.507812, + 0.308594, + 0.412109, + 0.382812, + 0.404297, + 0.326172, + 0.287109, + 0.484375, + 0.363281, + 0.285156, + 0.322266, + 0.28125, + 0.427734, + 0.332031, + 0.460938, + 0.243164, + 0.582031, + 0.304688, + 0.318359, + 0.419922, + 0.239258, + 0.339844, + 0.417969, + 0.488281, + 0.486328, + 0.289062, + 0.601562, + 0.232422, + 0.222656, + 0.302734, + 0.535156, + 0.289062, + 0.380859, + 0.554688, + 0.460938, + 0.220703, + 0.275391, + 0.384766, + 0.353516, + 0.394531, + 0.431641, + 0.496094, + 0.5, + 0.585938, + 0.445312, + 0.498047, + 0.248047, + 0.375, + 0.417969, + 0.433594, + 0.208984, + 0.269531, + 0.283203, + 0.308594, + 0.375, + 0.359375, + 0.523438, + 0.376953, + 0.472656, + 0.316406, + 0.40625, + 0.455078, + 0.233398, + 0.398438, + 0.365234, + 0.162109, + 0.269531, + 0.417969, + 0.351562, + 0.279297, + 0.113281, + 0.5, + 0.597656, + 0.361328, + 0.5, + 0.25, + 0.515625, + 0.304688, + 0.667969, + 0.140625, + 0.386719, + 0.380859, + 0.238281, + 0.427734, + 0.243164, + 0.519531, + 0.449219, + 0.6875, + 0.359375, + 0.227539, + 0.285156, + 0.466797, + 1.929688, + 0.435547, + 0.296875, + 0.292969, + 0.457031, + 0.408203, + 0.369141, + 0.292969, + 0.349609, + 0.433594, + 0.238281, + 0.214844, + 0.333984, + 0.769531, + 0.470703, + 0.439453, + 0.570312, + 0.431641, + 0.439453, + 0.335938, + 0.455078, + 0.480469, + 0.400391, + 0.320312, + 0.59375, + 0.304688, + 0.416016, + 0.396484, + 0.402344, + 0.558594, + 0.363281, + 0.302734, + 0.238281, + 0.328125, + 0.345703, + 0.441406, + 0.298828, + 0.380859, + 0.24707, + 0.482422, + 0.421875, + 0.539062, + 0.515625, + 0.291016, + 0.5625, + 0.419922, + 0.34375, + 0.347656, + 0.244141, + 0.375, + 0.195312, + 0.507812, + 0.46875, + 0.472656, + 0.202148, + 0.605469, + 0.166992, + 0.341797, + 0.369141, + 0.466797, + 0.277344, + 0.183594, + 0.792969, + 0.125977, + 0.157227, + 0.371094, + 0.28125, + 0.351562, + 0.373047, + 0.443359, + 0.488281, + 0.417969, + 0.240234, + 0.375, + 0.419922, + 0.746094, + 0.419922, + 0.361328, + 0.220703, + 0.294922, + 0.478516, + 0.75, + 0.386719, + 0.570312, + 0.375, + 0.410156, + 0.375, + 0.365234, + 0.402344, + 0.507812, + 0.400391, + 0.212891, + 0.527344, + 0.302734, + 0.255859, + 0.328125, + 0.478516, + 0.367188, + 0.170898, + 0.523438, + 0.447266, + 0.357422, + 0.53125, + 0.351562, + 0.367188, + 0.417969, + 0.328125, + 0.375, + 0.249023, + 0.167969, + 0.566406, + 0.447266, + 0.267578, + 0.535156, + 0.207031, + 0.347656, + 0.248047, + 0.369141, + 0.476562, + 0.306641, + 0.373047, + 0.753906, + 0.328125, + 0.539062, + 0.279297, + 0.332031, + 0.369141, + 0.388672, + 0.225586, + 0.462891, + 0.384766, + 0.392578, + 0.357422, + 0.466797, + 0.347656, + 0.333984, + 0.470703, + 0.302734, + 0.458984, + 0.388672, + 0.330078, + 0.408203, + 0.143555, + 0.476562, + 0.322266, + 0.232422, + 0.46875, + 0.369141, + 0.371094, + 0.18457, + 0.34375, + 0.404297, + 0.455078, + 0.245117, + 0.227539, + 0.291016, + 0.361328, + 0.46875, + 0.439453, + 0.519531, + 0.582031, + 0.318359, + 0.178711, + 0.384766, + 0.507812, + 0.308594, + 0.353516, + 0.414062, + 0.367188, + 0.419922, + 0.341797, + 0.449219, + 0.382812, + 0.333984, + 0.435547, + 0.345703, + 0.515625, + 0.435547, + 0.482422, + 0.390625, + 0.168945, + 0.447266, + 0.380859, + 0.585938, + 0.34375, + 0.390625, + 0.482422, + 0.470703, + 0.453125, + 0.511719, + 0.357422, + 0.292969, + 0.265625, + 0.345703, + 0.435547, + 0.330078, + 0.386719, + 0.439453, + 0.394531, + 0.4375, + 0.458984, + 0.492188, + 0.492188, + 0.464844, + 0.503906, + 0.5625, + 0.375, + 0.597656, + 0.261719, + 0.376953, + 0.355469, + 0.523438, + 0.414062, + 0.5625, + 0.427734, + 0.378906, + 0.4375, + 0.373047, + 0.357422, + 0.339844, + 0.416016, + 0.353516, + 0.335938, + 0.460938, + 0.503906, + 0.427734, + 0.458984, + 0.375, + 0.527344, + 0.384766, + 0.466797, + 0.330078, + 0.570312, + 0.460938, + 0.345703, + 0.474609, + 0.210938, + 0.539062, + 0.441406, + 0.302734, + 0.298828, + 0.245117, + 0.361328, + 0.273438, + 0.363281, + 0.400391, + 0.382812, + 0.410156, + 0.318359, + 0.494141, + 0.486328, + 0.466797, + 0.359375, + 0.59375, + 0.259766, + 0.341797, + 0.464844, + 0.296875, + 0.275391, + 0.164062, + 0.494141, + 0.328125, + 0.457031, + 0.5625, + 0.412109, + 0.304688, + 0.400391, + 0.503906, + 0.550781, + 0.351562, + 0.457031, + 0.227539, + 0.330078, + 0.445312, + 0.369141, + 0.308594, + 0.330078, + 0.443359, + 0.59375, + 0.337891, + 0.507812, + 0.380859, + 0.172852, + 0.507812, + 0.34375, + 0.488281, + 0.357422, + 0.542969, + 0.238281, + 0.296875, + 0.296875, + 0.19043, + 0.511719, + 0.574219, + 0.582031, + 0.34375, + 0.496094, + 0.353516, + 0.433594, + 0.427734, + 0.589844, + 0.392578, + 0.46875, + 0.320312, + 0.416016, + 0.310547, + 0.251953, + 0.291016, + 0.181641, + 0.359375, + 0.388672, + 0.345703, + 0.519531, + 0.365234, + 0.644531, + 0.408203, + 0.419922, + 0.285156, + 0.414062, + 0.296875, + 0.660156, + 0.347656, + 0.367188, + 0.349609, + 0.382812, + 0.494141, + 0.462891, + 0.5625, + 0.400391, + 0.390625, + 0.417969, + 0.287109, + 0.261719, + 0.287109, + 0.339844, + 0.206055, + 0.421875, + 0.200195, + 0.582031, + 0.267578, + 0.291016, + 0.296875, + 0.373047, + 0.435547, + 0.408203, + 0.314453, + 0.507812, + 0.464844, + 0.433594, + 0.519531, + 0.470703, + 0.310547, + 0.462891, + 0.361328, + 0.367188, + 0.287109, + 0.419922, + 0.376953, + 0.535156, + 0.597656, + 0.371094, + 0.566406, + 0.427734, + 0.304688, + 0.230469, + 0.451172, + 0.306641, + 0.283203, + 0.339844, + 0.398438, + 0.412109, + 0.4375, + 0.589844, + 0.384766, + 0.457031, + 0.722656, + 0.451172, + 0.441406, + 0.447266, + 0.714844, + 0.361328, + 0.462891, + 0.337891, + 0.447266, + 0.71875, + 0.328125, + 0.306641, + 0.322266, + 0.498047, + 0.494141, + 0.359375, + 0.640625, + 0.458984, + 0.228516, + 0.511719, + 0.318359, + 0.476562, + 0.378906, + 0.363281, + 0.239258, + 0.404297, + 0.230469, + 0.287109, + 0.416016, + 0.640625, + 0.217773, + 0.458984, + 0.341797, + 0.28125, + 0.308594, + 0.380859, + 0.375, + 0.246094, + 0.365234, + 0.314453, + 0.466797, + 0.361328, + 0.398438, + 0.333984, + 0.189453, + 0.71875, + 0.261719, + 0.46875, + 0.298828, + 0.511719, + 0.235352, + 0.394531, + 0.292969, + 0.216797, + 0.427734, + 0.306641, + 0.251953, + 0.251953, + 0.710938, + 0.332031, + 0.275391, + 0.339844, + 0.287109, + 0.12793, + 0.359375, + 0.412109, + 0.458984, + 0.179688, + 0.353516, + 0.382812, + 0.470703, + 0.652344, + 0.453125, + 0.535156, + 0.337891, + 0.234375, + 0.431641, + 0.298828, + 0.345703, + 0.335938, + 0.330078, + 0.5, + 0.515625, + 0.632812, + 0.421875, + 0.285156, + 0.625, + 0.59375, + 0.671875, + 0.25, + 0.570312, + 0.324219, + 0.259766, + 0.373047, + 0.261719, + 0.5, + 0.151367, + 0.515625, + 0.566406, + 0.361328, + 0.324219, + 0.34375, + 0.546875, + 0.441406, + 0.363281, + 0.6875, + 0.472656, + 0.318359, + 0.279297, + 0.455078, + 0.375, + 0.296875, + 0.632812, + 0.542969, + 0.488281, + 0.400391, + 0.22168, + 0.574219, + 0.429688, + 0.566406, + 0.175781, + 0.472656, + 0.203125, + 0.470703, + 0.390625, + 0.451172, + 0.441406, + 0.355469, + 0.412109, + 0.492188, + 0.347656, + 0.40625, + 0.404297, + 0.349609, + 0.542969, + 0.402344, + 0.361328, + 0.337891 + ] + }, + "name": "model.transformer.layers.11.attn_norm.weight", + "outputIndexes": [ + 716 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 715, + 716 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_11/Mul_1_output_0", + "outputIndexes": [ + 717 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 717 + ], + "outputIndexes": [ + 1730 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1730 + ], + "outputIndexes": [ + 1731 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear", + "inputIndexes": [ + 1731 + ], + "outputIndexes": [ + 1732 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 85664172, + 983062, + 122880, + 5120, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1732 + ], + "outputIndexes": [ + 1733 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1733 + ], + "outputIndexes": [ + 718 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 717 + ], + "main_type": "NONE", + "name": "/Shape_45_output_0", + "outputIndexes": [ + 719 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 719 + ], + "main_type": "NONE", + "name": "Shape1020", + "outputIndexes": [ + 720 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 719 + ], + "main_type": "NONE", + "name": "Rank1022", + "outputIndexes": [ + 721 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 721, + 721 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1024", + "outputIndexes": [ + 722 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 722 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1025", + "outputIndexes": [ + 723 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 722, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1027", + "outputIndexes": [ + 724 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 724 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1028", + "outputIndexes": [ + 725 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 720, + 723, + 725, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1031", + "outputIndexes": [ + 726 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 726 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1032", + "outputIndexes": [ + 727 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 727 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1033", + "outputIndexes": [ + 728 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 728, + 727 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1034", + "outputIndexes": [ + 729 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 719, + 729, + 722 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_59_output_0", + "outputIndexes": [ + 730 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 730, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_111_output_0", + "outputIndexes": [ + 731 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 731, + 670, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_55_output_0", + "outputIndexes": [ + 732 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 718, + 732 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_45_output_0", + "outputIndexes": [ + 733 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 733 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_11/Mul_output_0", + "outputIndexes": [ + 734 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.570312, + 0.225586, + 0.022705, + 1.460938, + 0.016724, + 2.0, + 1.28125, + 1.59375, + 1.578125, + 1.601562, + 1.429688, + 1.6875, + 1.546875, + 1.460938, + 1.5, + 1.726562, + 2.0, + 1.757812, + 1.992188, + 1.625, + 2.03125, + 1.75, + 3.6875, + 1.78125, + 1.960938, + 1.984375, + 1.859375, + 1.914062, + 2.171875, + 1.835938, + 1.828125, + 1.9375, + 0.049561, + -0.014282, + 1.460938, + 0.169922, + 1.617188, + 1.5, + 1.34375, + 1.523438, + 1.484375, + 1.710938, + 1.882812, + 1.671875, + 2.171875, + 1.828125, + 2.078125, + 1.867188, + 1.367188, + 1.984375, + 1.671875, + 2.03125, + 1.8125, + 2.234375, + 0.59375, + 2.03125, + 1.890625, + 1.8125, + 1.914062, + 1.859375, + 1.5, + 1.804688, + 1.914062, + 1.734375 + ] + }, + "name": "model.transformer.layers.11.attn.q_norm.weight", + "outputIndexes": [ + 735 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 734, + 735 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_11/Mul_1_output_0", + "outputIndexes": [ + 736 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 736, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_44_output_0", + "outputIndexes": [ + 737 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 736, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_45_output_0", + "outputIndexes": [ + 738 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 738 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_22_output_0", + "outputIndexes": [ + 739 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 736, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_44_output_0", + "outputIndexes": [ + 740 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 739, + 740 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_58_output_0", + "outputIndexes": [ + 741 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 741, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_45_output_0", + "outputIndexes": [ + 742 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 737, + 742 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_44_output_0", + "outputIndexes": [ + 743 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 717 + ], + "outputIndexes": [ + 1734 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1734 + ], + "outputIndexes": [ + 1735 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear", + "inputIndexes": [ + 1735 + ], + "outputIndexes": [ + 1736 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 86775234, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1736 + ], + "outputIndexes": [ + 1737 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1737 + ], + "outputIndexes": [ + 744 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 731, + 684, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_56_output_0", + "outputIndexes": [ + 745 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 744, + 745 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_46_output_0", + "outputIndexes": [ + 746 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 746 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_11/Mul_output_0", + "outputIndexes": [ + 747 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.335938, + 0.257812, + 0.010559, + 1.148438, + -0.01062, + 1.75, + 1.078125, + 1.304688, + 1.242188, + 1.546875, + 1.929688, + 1.359375, + 2.046875, + 2.03125, + 2.03125, + 1.953125, + 1.25, + 2.0625, + 1.585938, + 2.078125, + 1.828125, + 2.015625, + 0.164062, + 2.0, + 1.859375, + 1.8125, + 1.992188, + 1.90625, + 2.09375, + 1.882812, + 2.046875, + 1.835938, + 0.011414, + -0.004333, + 0.96875, + 0.123047, + 0.992188, + 1.546875, + 1.46875, + 1.617188, + 1.648438, + 1.625, + 0.847656, + 1.78125, + 1.25, + 1.40625, + 1.054688, + 1.734375, + 2.203125, + 1.601562, + 2.03125, + 1.453125, + 2.015625, + 1.664062, + 5.8125, + 1.875, + 1.960938, + 1.960938, + 1.835938, + 1.921875, + 2.40625, + 1.84375, + 2.296875, + 1.882812 + ] + }, + "name": "model.transformer.layers.11.attn.k_norm.weight", + "outputIndexes": [ + 748 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 747, + 748 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_11/Mul_1_output_0", + "outputIndexes": [ + 749 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 749, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_46_output_0", + "outputIndexes": [ + 750 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 749, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_47_output_0", + "outputIndexes": [ + 751 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 751 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_23_output_0", + "outputIndexes": [ + 752 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 749, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_46_output_0", + "outputIndexes": [ + 753 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 752, + 753 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_59_output_0", + "outputIndexes": [ + 754 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 754, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_47_output_0", + "outputIndexes": [ + 755 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 750, + 755 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_45_output_0", + "outputIndexes": [ + 756 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 717 + ], + "outputIndexes": [ + 1738 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1738 + ], + "outputIndexes": [ + 1739 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear", + "inputIndexes": [ + 1739 + ], + "outputIndexes": [ + 1740 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 87053016, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1740 + ], + "outputIndexes": [ + 1741 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1741 + ], + "outputIndexes": [ + 757 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 757, + 745 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_47_output_0", + "outputIndexes": [ + 758 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 743, + 756, + 758, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.11/self_attn/FusedAttention", + "outputIndexes": [ + 759 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 759 + ], + "outputIndexes": [ + 1742 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1742 + ], + "outputIndexes": [ + 1743 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear", + "inputIndexes": [ + 1743 + ], + "outputIndexes": [ + 1744 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 87330798, + 983062, + 122880, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1744 + ], + "outputIndexes": [ + 1745 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1745 + ], + "outputIndexes": [ + 760 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 714, + 760 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_46_output_0", + "outputIndexes": [ + 761 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 761 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_11/Mul_output_0", + "outputIndexes": [ + 762 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.441406, + 0.351562, + 0.412109, + 0.314453, + 0.291016, + 0.410156, + 0.404297, + 0.394531, + 0.470703, + 0.386719, + 0.441406, + 0.296875, + 0.380859, + 0.330078, + 0.398438, + 0.457031, + 0.412109, + 0.435547, + 0.322266, + 0.361328, + 0.167969, + 0.414062, + 0.273438, + 0.380859, + 0.443359, + 0.378906, + 0.414062, + 0.416016, + 0.347656, + 0.408203, + 0.439453, + 0.402344, + 0.292969, + 0.3125, + 0.419922, + 0.441406, + 0.421875, + 0.400391, + 0.388672, + 0.388672, + 0.394531, + 0.365234, + 0.400391, + 0.390625, + 0.371094, + 0.40625, + 0.34375, + 0.351562, + 0.410156, + 0.310547, + 0.408203, + 0.394531, + 0.376953, + 0.414062, + 0.261719, + 0.466797, + 0.417969, + 0.396484, + 0.400391, + 0.439453, + 0.332031, + 0.384766, + 0.263672, + 0.410156, + 0.392578, + 0.480469, + 0.394531, + 0.355469, + 0.380859, + 0.273438, + 0.376953, + 0.419922, + 0.357422, + 0.441406, + 0.277344, + 0.449219, + 0.396484, + 0.458984, + 0.376953, + 0.394531, + 0.369141, + 0.398438, + 0.388672, + 0.386719, + 0.308594, + 0.382812, + 0.34375, + 0.402344, + 0.4375, + 0.304688, + 0.451172, + 0.324219, + 0.421875, + 0.359375, + 0.380859, + 0.347656, + 0.292969, + 0.40625, + 0.273438, + 0.273438, + 0.433594, + 0.279297, + 0.324219, + 0.433594, + 0.400391, + 0.349609, + 0.337891, + 0.300781, + 0.294922, + 0.421875, + 0.427734, + 0.388672, + 0.371094, + 0.300781, + 0.34375, + 0.339844, + 0.386719, + 0.392578, + 0.355469, + 0.378906, + 0.408203, + 0.341797, + 0.365234, + 0.423828, + 0.357422, + 0.490234, + 0.417969, + 0.425781, + 0.455078, + 0.410156, + 0.472656, + 0.408203, + 0.351562, + 0.423828, + 0.378906, + 0.373047, + 0.275391, + 0.404297, + 0.431641, + 0.285156, + 0.433594, + 0.441406, + 0.314453, + 0.416016, + 0.261719, + 0.279297, + 0.322266, + 0.4375, + 0.349609, + 0.314453, + 0.402344, + 0.318359, + 0.363281, + 0.376953, + 0.357422, + 0.353516, + 0.425781, + 0.402344, + 0.412109, + 0.355469, + 0.462891, + 0.369141, + 0.46875, + 0.361328, + 0.357422, + 0.386719, + 0.412109, + 0.376953, + 0.392578, + 0.157227, + 0.296875, + 0.375, + 0.287109, + 0.408203, + 0.396484, + 0.447266, + 0.378906, + 0.425781, + 0.404297, + 0.441406, + 0.414062, + 0.414062, + 0.322266, + 0.392578, + 0.398438, + 0.398438, + 0.427734, + 0.361328, + 0.429688, + 0.365234, + 0.462891, + 0.367188, + 0.263672, + 0.408203, + 0.359375, + 0.414062, + 0.347656, + 0.441406, + 0.414062, + 0.287109, + 0.376953, + 0.3125, + 0.40625, + 0.402344, + 0.46875, + 0.414062, + 0.427734, + 0.380859, + 0.384766, + 0.361328, + 0.333984, + 0.419922, + 0.386719, + 0.380859, + 0.361328, + 0.380859, + 0.423828, + 0.410156, + 0.386719, + 0.361328, + 0.419922, + 0.441406, + 0.40625, + 0.257812, + 0.478516, + 0.326172, + 0.416016, + 0.337891, + 0.355469, + 0.396484, + 0.404297, + 0.376953, + 0.314453, + 0.298828, + 0.376953, + 0.392578, + 0.378906, + 0.324219, + 0.400391, + 0.355469, + 0.335938, + 0.285156, + 0.416016, + 0.394531, + 0.337891, + 0.400391, + 0.273438, + 0.392578, + 0.429688, + 0.369141, + 0.363281, + 0.257812, + 0.392578, + 0.34375, + 0.425781, + 0.449219, + 0.373047, + 0.388672, + 0.396484, + 0.384766, + 0.410156, + 0.394531, + 0.240234, + 0.476562, + 0.394531, + 0.439453, + 0.503906, + 0.263672, + 0.347656, + 0.333984, + 0.398438, + 0.402344, + 0.357422, + 0.398438, + 0.408203, + 0.335938, + 0.419922, + 0.133789, + 0.386719, + 0.310547, + 0.419922, + 0.380859, + 0.308594, + 0.408203, + 0.394531, + 0.412109, + 0.412109, + 0.503906, + 0.435547, + 0.375, + 0.302734, + 0.445312, + 0.392578, + 0.451172, + 0.279297, + 0.429688, + 0.242188, + 0.429688, + 0.300781, + 0.275391, + 0.476562, + 0.392578, + 0.386719, + 0.453125, + 0.357422, + 0.449219, + 0.451172, + 0.277344, + 0.457031, + 0.380859, + 0.423828, + 0.394531, + 0.582031, + 0.337891, + 0.404297, + 0.412109, + 0.445312, + 0.291016, + 0.240234, + 0.378906, + 0.414062, + 0.378906, + 0.449219, + 0.449219, + 0.453125, + 0.380859, + 0.414062, + 0.351562, + 0.373047, + 0.396484, + 0.308594, + 0.394531, + 0.347656, + 0.4375, + 0.384766, + 0.427734, + 0.373047, + 0.373047, + 0.291016, + 0.457031, + 0.304688, + 0.304688, + 0.412109, + 0.287109, + 0.443359, + 0.408203, + 0.306641, + 0.283203, + 0.380859, + 0.417969, + 0.3125, + 0.380859, + 0.273438, + 0.158203, + 0.40625, + 0.259766, + 0.328125, + 0.408203, + 0.292969, + 0.412109, + 0.445312, + 0.298828, + 0.425781, + 0.355469, + 0.298828, + 0.361328, + 0.386719, + 0.296875, + 0.382812, + 0.287109, + 0.28125, + 0.408203, + 0.273438, + 0.419922, + 0.4375, + 0.223633, + 0.447266, + 0.4375, + 0.416016, + 0.335938, + 0.398438, + 0.353516, + 0.416016, + 0.398438, + 0.292969, + 0.300781, + 0.242188, + 0.384766, + 0.337891, + 0.431641, + 0.443359, + 0.330078, + 0.423828, + 0.24707, + 0.410156, + 0.236328, + 0.429688, + 0.233398, + 0.225586, + 0.318359, + 0.435547, + 0.412109, + 0.392578, + 0.390625, + 0.423828, + 0.259766, + 0.271484, + 0.4375, + 0.398438, + 0.398438, + 0.412109, + 0.255859, + 0.337891, + 0.466797, + 0.390625, + 0.359375, + 0.355469, + 0.410156, + 0.371094, + 0.427734, + 0.341797, + 0.318359, + 0.304688, + 0.232422, + 0.400391, + 0.291016, + 0.390625, + 0.427734, + 0.355469, + 0.404297, + 0.339844, + 0.382812, + 0.402344, + 0.435547, + 0.423828, + 0.433594, + 0.384766, + 0.451172, + 0.412109, + 0.394531, + 0.396484, + 0.378906, + 0.314453, + 0.431641, + 0.410156, + 0.394531, + 0.441406, + 0.24707, + 0.396484, + 0.388672, + 0.265625, + 0.478516, + 0.460938, + 0.386719, + 0.283203, + 0.408203, + 0.408203, + 0.300781, + 0.367188, + 0.416016, + 0.417969, + 0.259766, + 0.412109, + 0.410156, + 0.365234, + 0.277344, + 0.369141, + 0.435547, + 0.371094, + 0.382812, + 0.172852, + 0.373047, + 0.4375, + 0.257812, + 0.396484, + 0.4375, + 0.421875, + 0.367188, + 0.400391, + 0.398438, + 0.431641, + 0.40625, + 0.410156, + 0.296875, + 0.416016, + 0.263672, + 0.421875, + 0.421875, + 0.396484, + 0.396484, + 0.345703, + 0.365234, + 0.378906, + 0.369141, + 0.417969, + 0.400391, + 0.392578, + 0.306641, + 0.402344, + 0.322266, + 0.353516, + 0.394531, + 0.279297, + 0.373047, + 0.304688, + 0.5, + 0.386719, + 0.398438, + 0.396484, + 0.287109, + 0.4375, + 0.423828, + 0.390625, + 0.361328, + 0.279297, + 0.439453, + 0.392578, + 0.421875, + 0.384766, + 0.447266, + 0.296875, + 0.431641, + 0.453125, + 0.394531, + 0.304688, + 0.384766, + 0.375, + 0.34375, + 0.392578, + 0.439453, + 0.365234, + 0.431641, + 0.402344, + 0.400391, + 0.380859, + 0.273438, + 0.447266, + 0.419922, + 0.423828, + 0.441406, + 0.539062, + 0.349609, + 0.291016, + 0.417969, + 0.417969, + 0.458984, + 0.380859, + 0.349609, + 0.357422, + 0.345703, + 0.3125, + 0.375, + 0.300781, + 0.141602, + 0.308594, + 0.451172, + 0.376953, + 0.412109, + 0.371094, + 0.380859, + 0.412109, + 0.287109, + 0.171875, + 0.476562, + 0.365234, + 0.394531, + 0.316406, + 0.365234, + 0.449219, + 0.396484, + 0.429688, + 0.292969, + 0.367188, + 0.326172, + 0.4375, + 0.363281, + 0.285156, + 0.332031, + 0.373047, + 0.464844, + 0.417969, + 0.421875, + 0.460938, + 0.390625, + 0.357422, + 0.373047, + 0.341797, + 0.347656, + 0.341797, + 0.380859, + 0.431641, + 0.4375, + 0.46875, + 0.353516, + 0.462891, + 0.386719, + 0.287109, + 0.298828, + 0.365234, + 0.279297, + 0.382812, + 0.392578, + 0.40625, + 0.414062, + 0.341797, + 0.326172, + 0.457031, + 0.273438, + 0.275391, + 0.404297, + 0.341797, + 0.285156, + 0.394531, + 0.363281, + 0.480469, + 0.373047, + 0.382812, + 0.371094, + 0.203125, + 0.373047, + 0.466797, + 0.423828, + 0.367188, + 0.382812, + 0.433594, + 0.425781, + 0.416016, + 0.460938, + 0.398438, + 0.404297, + 0.40625, + 0.353516, + 0.443359, + 0.394531, + 0.376953, + 0.417969, + 0.447266, + 0.361328, + 0.414062, + 0.373047, + 0.396484, + 0.277344, + 0.365234, + 0.416016, + 0.375, + 0.320312, + 0.423828, + 0.15918, + 0.361328, + 0.46875, + 0.341797, + 0.416016, + 0.398438, + 0.365234, + 0.414062, + 0.445312, + 0.363281, + 0.34375, + 0.400391, + 0.244141, + 0.380859, + 0.423828, + 0.333984, + 0.390625, + 0.345703, + 0.410156, + 0.349609, + 0.441406, + 0.371094, + 0.314453, + 0.296875, + 0.476562, + 0.271484, + 0.445312, + 0.382812, + 0.369141, + 0.398438, + 0.404297, + 0.367188, + 0.367188, + 0.394531, + 0.373047, + 0.396484, + 0.384766, + 0.316406, + 0.449219, + 0.341797, + 0.384766, + 0.5, + 0.400391, + 0.394531, + 0.285156, + 0.421875, + 0.412109, + 0.322266, + 0.376953, + 0.376953, + 0.40625, + 0.419922, + 0.363281, + 0.408203, + 0.359375, + 0.261719, + 0.388672, + 0.431641, + 0.376953, + 0.384766, + 0.291016, + 0.404297, + 0.349609, + 0.425781, + 0.474609, + 0.435547, + 0.378906, + 0.390625, + 0.376953, + 0.316406, + 0.275391, + 0.375, + 0.421875, + 0.40625, + 0.382812, + 0.417969, + 0.421875, + 0.375, + 0.419922, + 0.353516, + 0.447266, + 0.402344, + 0.384766, + 0.404297, + 0.453125, + 0.435547, + 0.275391, + 0.353516, + 0.416016, + 0.363281, + 0.398438, + 0.417969, + 0.433594, + 0.375, + 0.380859, + 0.421875, + 0.271484, + 0.318359, + 0.417969, + 0.458984, + 0.375, + 0.353516, + 0.337891, + 0.466797, + 0.363281, + 0.28125, + 0.394531, + 0.388672, + 0.22168, + 0.34375, + 0.414062, + 0.515625, + 0.382812, + 0.347656, + 0.425781, + 0.388672, + 0.390625, + 0.429688, + 0.242188, + 0.40625, + 0.361328, + 0.457031, + 0.384766, + 0.40625, + 0.4375, + 0.365234, + 0.484375, + 0.365234, + 0.474609, + 0.378906, + 0.40625, + 0.416016, + 0.449219, + 0.384766, + 0.337891, + 0.476562, + 0.408203, + 0.238281, + 0.267578, + 0.443359, + 0.392578, + 0.431641, + 0.429688, + 0.279297, + 0.316406, + 0.433594, + 0.34375, + 0.367188, + 0.296875, + 0.328125, + 0.400391, + 0.404297, + 0.474609, + 0.380859, + 0.417969, + 0.457031, + 0.425781, + 0.455078, + 0.371094, + 0.396484, + 0.447266, + 0.378906, + 0.369141, + 0.398438, + 0.318359, + 0.371094, + 0.361328, + 0.380859, + 0.460938, + 0.28125, + 0.337891, + 0.318359, + 0.441406, + 0.298828, + 0.462891, + 0.355469, + 0.380859, + 0.408203, + 0.423828, + 0.419922, + 0.445312, + 0.369141, + 0.373047, + 0.351562, + 0.421875, + 0.232422, + 0.337891, + 0.435547, + 0.355469, + 0.416016, + 0.306641, + 0.492188, + 0.310547, + 0.263672, + 0.308594, + 0.404297, + 0.439453, + 0.455078, + 0.300781, + 0.458984, + 0.486328, + 0.400391, + 0.429688, + 0.578125, + 0.253906, + 0.388672, + 0.292969, + 0.320312, + 0.429688, + 0.363281, + 0.445312, + 0.328125, + 0.380859, + 0.400391, + 0.386719, + 0.310547, + 0.412109, + 0.394531, + 0.416016, + 0.375, + 0.458984, + 0.376953, + 0.320312, + 0.365234, + 0.421875, + 0.417969, + 0.376953, + 0.433594, + 0.472656, + 0.357422, + 0.349609, + 0.412109, + 0.429688, + 0.474609, + 0.449219, + 0.40625, + 0.382812, + 0.412109, + 0.339844, + 0.388672, + 0.316406, + 0.000311, + 0.416016, + 0.378906, + 0.414062, + 0.398438, + 0.435547, + 0.427734, + 0.306641, + 0.447266, + 0.345703, + 0.337891, + 0.416016, + 0.277344, + 0.355469, + 0.396484, + 0.408203, + 0.443359, + 0.390625, + 0.275391, + 0.449219, + 0.46875, + 0.332031, + 0.363281, + 0.419922, + 0.382812, + 0.355469, + 0.400391, + 0.402344, + 0.398438, + 0.328125, + 0.462891, + 0.361328, + 0.382812, + 0.423828, + 0.443359, + 0.429688, + 0.449219, + 0.236328, + 0.416016, + 0.375, + 0.423828, + 0.298828, + 0.375, + 0.429688, + 0.380859, + 0.427734, + 0.365234, + 0.414062, + 0.355469, + 0.380859, + 0.382812, + 0.380859, + 0.394531, + 0.365234, + 0.367188, + 0.396484, + 0.355469, + 0.427734, + 0.294922, + 0.464844, + 0.363281, + 0.355469, + 0.417969, + 0.283203, + 0.371094, + 0.435547, + 0.431641, + 0.439453, + 0.337891, + 0.466797, + 0.363281, + 0.296875, + 0.375, + 0.443359, + 0.308594, + 0.304688, + 0.246094, + 0.408203, + 0.294922, + 0.363281, + 0.394531, + 0.402344, + 0.400391, + 0.402344, + 0.351562, + 0.435547, + 0.365234, + 0.412109, + 0.441406, + 0.386719, + 0.416016, + 0.302734, + 0.396484, + 0.335938, + 0.34375, + 0.300781, + 0.367188, + 0.412109, + 0.361328, + 0.40625, + 0.400391, + 0.326172, + 0.388672, + 0.371094, + 0.416016, + 0.320312, + 0.412109, + 0.369141, + 0.267578, + 0.300781, + 0.429688, + 0.351562, + 0.333984, + 0.265625, + 0.419922, + 0.490234, + 0.371094, + 0.457031, + 0.398438, + 0.410156, + 0.333984, + 0.5, + 0.229492, + 0.408203, + 0.410156, + 0.283203, + 0.410156, + 0.353516, + 0.392578, + 0.404297, + 0.457031, + 0.384766, + 0.304688, + 0.392578, + 0.419922, + 0.621094, + 0.416016, + 0.306641, + 0.378906, + 0.361328, + 0.375, + 0.423828, + 0.34375, + 0.400391, + 0.425781, + 0.283203, + 0.275391, + 0.357422, + 0.474609, + 0.425781, + 0.435547, + 0.453125, + 0.408203, + 0.402344, + 0.376953, + 0.253906, + 0.423828, + 0.201172, + 0.170898, + 0.427734, + 0.400391, + 0.431641, + 0.365234, + 0.400391, + 0.400391, + 0.337891, + 0.371094, + 0.279297, + 0.419922, + 0.375, + 0.388672, + 0.296875, + 0.349609, + 0.480469, + 0.419922, + 0.386719, + 0.417969, + 0.359375, + 0.392578, + 0.464844, + 0.412109, + 0.386719, + 0.394531, + 0.285156, + 0.417969, + 0.287109, + 0.445312, + 0.429688, + 0.398438, + 0.380859, + 0.453125, + 0.279297, + 0.378906, + 0.388672, + 0.404297, + 0.279297, + 0.285156, + 0.255859, + 0.238281, + 0.28125, + 0.361328, + 0.322266, + 0.378906, + 0.419922, + 0.361328, + 0.445312, + 0.404297, + 0.320312, + 0.417969, + 0.416016, + 0.515625, + 0.435547, + 0.400391, + 0.333984, + 0.382812, + 0.427734, + 0.519531, + 0.417969, + 0.453125, + 0.386719, + 0.380859, + 0.402344, + 0.427734, + 0.386719, + 0.410156, + 0.394531, + 0.28125, + 0.419922, + 0.394531, + 0.357422, + 0.365234, + 0.357422, + 0.414062, + 0.263672, + 0.443359, + 0.414062, + 0.287109, + 0.439453, + 0.410156, + 0.375, + 0.427734, + 0.351562, + 0.396484, + 0.310547, + 0.283203, + 0.423828, + 0.421875, + 0.349609, + 0.410156, + 0.289062, + 0.396484, + 0.332031, + 0.353516, + 0.40625, + 0.378906, + 0.363281, + 0.316406, + 0.382812, + 0.4375, + 0.337891, + 0.40625, + 0.408203, + 0.378906, + 0.28125, + 0.380859, + 0.400391, + 0.380859, + 0.355469, + 0.410156, + 0.361328, + 0.361328, + 0.445312, + 0.291016, + 0.423828, + 0.396484, + 0.316406, + 0.361328, + 0.367188, + 0.417969, + 0.347656, + 0.314453, + 0.419922, + 0.380859, + 0.332031, + 0.226562, + 0.416016, + 0.388672, + 0.427734, + 0.355469, + 0.328125, + 0.326172, + 0.40625, + 0.408203, + 0.419922, + 0.433594, + 0.542969, + 0.361328, + 0.227539, + 0.402344, + 0.435547, + 0.302734, + 0.390625, + 0.378906, + 0.386719, + 0.460938, + 0.326172, + 0.390625, + 0.421875, + 0.369141, + 0.449219, + 0.378906, + 0.302734, + 0.431641, + 0.400391, + 0.40625, + 0.287109, + 0.416016, + 0.248047, + 0.375, + 0.384766, + 0.349609, + 0.421875, + 0.451172, + 0.40625, + 0.429688, + 0.361328, + 0.412109, + 0.339844, + 0.396484, + 0.410156, + 0.353516, + 0.376953, + 0.308594, + 0.380859, + 0.394531, + 0.361328, + 0.412109, + 0.458984, + 0.421875, + 0.416016, + 0.416016, + 0.398438, + 0.464844, + 0.353516, + 0.376953, + 0.402344, + 0.451172, + 0.40625, + 0.400391, + 0.400391, + 0.431641, + 0.392578, + 0.402344, + 0.386719, + 0.302734, + 0.400391, + 0.394531, + 0.371094, + 0.410156, + 0.398438, + 0.402344, + 0.443359, + 0.363281, + 0.457031, + 0.392578, + 0.257812, + 0.310547, + 0.451172, + 0.425781, + 0.302734, + 0.423828, + 0.376953, + 0.4375, + 0.416016, + 0.320312, + 0.357422, + 0.316406, + 0.40625, + 0.324219, + 0.378906, + 0.371094, + 0.382812, + 0.378906, + 0.337891, + 0.349609, + 0.419922, + 0.376953, + 0.380859, + 0.441406, + 0.322266, + 0.388672, + 0.302734, + 0.373047, + 0.333984, + 0.28125, + 0.421875, + 0.332031, + 0.46875, + 0.447266, + 0.435547, + 0.326172, + 0.400391, + 0.417969, + 0.46875, + 0.382812, + 0.425781, + 0.277344, + 0.394531, + 0.433594, + 0.396484, + 0.34375, + 0.371094, + 0.464844, + 0.458984, + 0.324219, + 0.447266, + 0.392578, + 0.271484, + 0.382812, + 0.339844, + 0.408203, + 0.337891, + 0.416016, + 0.322266, + 0.396484, + 0.384766, + 0.273438, + 0.416016, + 0.449219, + 0.445312, + 0.375, + 0.466797, + 0.355469, + 0.402344, + 0.40625, + 0.427734, + 0.376953, + 0.427734, + 0.394531, + 0.400391, + 0.361328, + 0.291016, + 0.326172, + 0.283203, + 0.355469, + 0.417969, + 0.373047, + 0.314453, + 0.359375, + 0.322266, + 0.414062, + 0.417969, + 0.365234, + 0.396484, + 0.345703, + 0.241211, + 0.369141, + 0.363281, + 0.388672, + 0.421875, + 0.417969, + 0.447266, + 0.470703, + 0.390625, + 0.261719, + 0.408203, + 0.316406, + 0.324219, + 0.361328, + 0.373047, + 0.285156, + 0.378906, + 0.233398, + 0.453125, + 0.316406, + 0.367188, + 0.365234, + 0.410156, + 0.425781, + 0.419922, + 0.363281, + 0.455078, + 0.408203, + 0.378906, + 0.273438, + 0.398438, + 0.339844, + 0.259766, + 0.296875, + 0.378906, + 0.341797, + 0.400391, + 0.412109, + 0.408203, + 0.527344, + 0.347656, + 0.386719, + 0.386719, + 0.353516, + 0.302734, + 0.402344, + 0.394531, + 0.345703, + 0.345703, + 0.425781, + 0.410156, + 0.402344, + 0.451172, + 0.410156, + 0.433594, + 0.515625, + 0.425781, + 0.433594, + 0.376953, + 0.482422, + 0.382812, + 0.423828, + 0.34375, + 0.400391, + 0.380859, + 0.353516, + 0.324219, + 0.357422, + 0.425781, + 0.439453, + 0.304688, + 0.279297, + 0.445312, + 0.294922, + 0.439453, + 0.369141, + 0.396484, + 0.404297, + 0.402344, + 0.326172, + 0.367188, + 0.296875, + 0.326172, + 0.400391, + 0.498047, + 0.300781, + 0.427734, + 0.371094, + 0.300781, + 0.332031, + 0.400391, + 0.435547, + 0.376953, + 0.378906, + 0.345703, + 0.478516, + 0.265625, + 0.390625, + 0.367188, + 0.277344, + 0.455078, + 0.345703, + 0.441406, + 0.373047, + 0.429688, + 0.304688, + 0.408203, + 0.417969, + 0.271484, + 0.40625, + 0.382812, + 0.287109, + 0.292969, + 0.46875, + 0.365234, + 0.330078, + 0.367188, + 0.333984, + 0.246094, + 0.416016, + 0.400391, + 0.355469, + 0.291016, + 0.382812, + 0.476562, + 0.367188, + 0.519531, + 0.417969, + 0.498047, + 0.353516, + 0.318359, + 0.384766, + 0.355469, + 0.330078, + 0.388672, + 0.355469, + 0.451172, + 0.435547, + 0.255859, + 0.330078, + 0.322266, + 0.496094, + 0.431641, + 0.300781, + 0.318359, + 0.482422, + 0.298828, + 0.353516, + 0.412109, + 0.339844, + 0.421875, + 0.10791, + 0.439453, + 0.451172, + 0.423828, + 0.291016, + 0.332031, + 0.527344, + 0.394531, + 0.400391, + 0.480469, + 0.40625, + 0.392578, + 0.324219, + 0.396484, + 0.400391, + 0.373047, + 0.482422, + 0.435547, + 0.414062, + 0.419922, + 0.271484, + 0.365234, + 0.402344, + 0.404297, + 0.273438, + 0.404297, + 0.310547, + 0.429688, + 0.386719, + 0.431641, + 0.359375, + 0.390625, + 0.425781, + 0.441406, + 0.369141, + 0.427734, + 0.369141, + 0.417969, + 0.419922, + 0.388672, + 0.378906, + 0.359375 + ] + }, + "name": "model.transformer.layers.11.ffn_norm.weight", + "outputIndexes": [ + 763 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 762, + 763 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_11/Mul_1_output_0", + "outputIndexes": [ + 764 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 764 + ], + "outputIndexes": [ + 1746 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1746 + ], + "outputIndexes": [ + 1747 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_1/Linear", + "inputIndexes": [ + 1747 + ], + "outputIndexes": [ + 1748 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 7680, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 92160, + "weightSize": 0 + }, + "external": [ + 88436740, + 5898262, + 737280, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1748 + ], + "outputIndexes": [ + 1749 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1749 + ], + "outputIndexes": [ + 765 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 7680 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3840 + ] + }, + "name": "/ffn_11/Mul_output_0", + "outputIndexes": [ + 766 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 765, + 21, + 766, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_11/Slice_output_0", + "outputIndexes": [ + 767 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 767 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_11/Sigmoid_output_0", + "outputIndexes": [ + 768 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 767, + 768 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_11/Mul_output_0", + "outputIndexes": [ + 769 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 7680 + ] + }, + "name": "/ffn_11/Mul_1_output_0", + "outputIndexes": [ + 770 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 765, + 766, + 770, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_11/Slice_1_output_0", + "outputIndexes": [ + 771 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 769, + 771 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_11/Mul_2_output_0", + "outputIndexes": [ + 772 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 772 + ], + "outputIndexes": [ + 1750 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 3840, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1750 + ], + "outputIndexes": [ + 1751 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_2/Linear", + "inputIndexes": [ + 1751 + ], + "outputIndexes": [ + 1752 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 3840, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 46080, + "weightSize": 0 + }, + "external": [ + 95072282, + 2949142, + 368640, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1752 + ], + "outputIndexes": [ + 1753 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.11/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1753 + ], + "outputIndexes": [ + 773 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 761, + 773 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_47_output_0", + "outputIndexes": [ + 774 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 774, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_48_output_0", + "outputIndexes": [ + 775 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 775 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_12/Mul_output_0", + "outputIndexes": [ + 776 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.492188, + 0.357422, + 0.40625, + 0.333984, + 0.345703, + 0.453125, + 0.429688, + 0.365234, + 0.527344, + 0.382812, + 0.455078, + 0.335938, + 0.357422, + 0.324219, + 0.376953, + 0.392578, + 0.5, + 0.398438, + 0.386719, + 0.394531, + 0.25, + 0.455078, + 0.251953, + 0.408203, + 0.462891, + 0.339844, + 0.386719, + 0.412109, + 0.378906, + 0.375, + 0.527344, + 0.384766, + 0.255859, + 0.3125, + 0.394531, + 0.457031, + 0.416016, + 0.382812, + 0.283203, + 0.392578, + 0.417969, + 0.302734, + 0.498047, + 0.380859, + 0.363281, + 0.46875, + 0.345703, + 0.257812, + 0.425781, + 0.300781, + 0.414062, + 0.353516, + 0.349609, + 0.402344, + 0.746094, + 0.511719, + 0.451172, + 0.376953, + 0.392578, + 0.396484, + 0.269531, + 0.330078, + 0.237305, + 0.441406, + 0.192383, + 0.519531, + 0.283203, + 0.308594, + 0.507812, + 0.609375, + 0.345703, + 0.427734, + 0.316406, + 0.519531, + 0.241211, + 0.441406, + 0.419922, + 0.605469, + 0.404297, + 0.378906, + 0.369141, + 0.298828, + 0.388672, + 0.394531, + 0.480469, + 0.373047, + 0.298828, + 0.292969, + 0.550781, + 0.306641, + 0.400391, + 0.416016, + 0.419922, + 0.396484, + 0.355469, + 0.46875, + 0.296875, + 0.488281, + 0.289062, + 0.267578, + 0.419922, + 0.707031, + 0.240234, + 0.451172, + 0.431641, + 0.267578, + 0.375, + 0.25, + 0.314453, + 0.402344, + 0.373047, + 0.402344, + 0.234375, + 0.257812, + 0.386719, + 0.259766, + 0.217773, + 0.398438, + 0.339844, + 0.371094, + 0.388672, + 0.240234, + 0.322266, + 0.476562, + 0.285156, + 0.601562, + 0.367188, + 0.457031, + 0.550781, + 0.460938, + 0.570312, + 0.359375, + 0.330078, + 0.339844, + 0.527344, + 0.382812, + 0.425781, + 0.322266, + 0.470703, + 0.235352, + 0.480469, + 0.53125, + 0.318359, + 0.394531, + 0.308594, + 0.193359, + 0.333984, + 0.585938, + 0.263672, + 0.300781, + 0.398438, + 0.328125, + 0.384766, + 0.3125, + 0.314453, + 0.341797, + 0.414062, + 0.310547, + 0.421875, + 0.511719, + 0.535156, + 0.492188, + 0.484375, + 0.353516, + 0.337891, + 0.363281, + 0.386719, + 0.447266, + 0.369141, + 0.703125, + 0.269531, + 0.326172, + 0.269531, + 0.359375, + 0.347656, + 0.359375, + 0.347656, + 0.427734, + 0.425781, + 0.490234, + 0.34375, + 0.431641, + 0.273438, + 0.390625, + 0.408203, + 0.320312, + 0.451172, + 0.386719, + 0.466797, + 0.388672, + 0.503906, + 0.371094, + 0.917969, + 0.412109, + 0.361328, + 0.455078, + 0.402344, + 0.488281, + 0.498047, + 0.441406, + 0.341797, + 0.291016, + 0.464844, + 0.417969, + 0.515625, + 0.433594, + 0.357422, + 0.472656, + 0.335938, + 0.306641, + 0.464844, + 0.523438, + 0.322266, + 0.335938, + 0.417969, + 0.318359, + 0.410156, + 0.474609, + 0.337891, + 0.423828, + 0.445312, + 0.503906, + 0.345703, + 0.239258, + 0.507812, + 0.710938, + 0.394531, + 0.285156, + 0.355469, + 0.367188, + 0.347656, + 0.382812, + 0.484375, + 0.339844, + 0.396484, + 0.394531, + 0.367188, + 0.257812, + 0.449219, + 0.416016, + 0.369141, + 0.310547, + 0.373047, + 0.351562, + 0.353516, + 0.361328, + 0.230469, + 0.34375, + 0.484375, + 0.4375, + 0.332031, + 0.359375, + 0.408203, + 0.589844, + 0.4375, + 0.433594, + 0.353516, + 0.421875, + 0.382812, + 0.318359, + 0.427734, + 0.400391, + 0.238281, + 0.605469, + 0.332031, + 0.535156, + 0.554688, + 0.65625, + 0.423828, + 0.310547, + 0.365234, + 0.390625, + 0.363281, + 0.324219, + 0.410156, + 0.25, + 0.386719, + 0.605469, + 0.408203, + 0.199219, + 0.414062, + 0.349609, + 0.341797, + 0.472656, + 0.376953, + 0.394531, + 0.34375, + 0.535156, + 0.523438, + 0.417969, + 0.243164, + 0.488281, + 0.384766, + 0.535156, + 0.19043, + 0.423828, + 0.238281, + 0.341797, + 0.239258, + 0.192383, + 0.589844, + 0.351562, + 0.380859, + 0.480469, + 0.369141, + 0.558594, + 0.640625, + 0.237305, + 0.503906, + 0.320312, + 0.423828, + 0.349609, + 0.515625, + 0.333984, + 0.347656, + 0.378906, + 0.486328, + 0.25, + 0.652344, + 0.419922, + 0.410156, + 0.322266, + 0.490234, + 0.480469, + 0.447266, + 0.367188, + 0.402344, + 0.359375, + 0.332031, + 0.322266, + 0.291016, + 0.435547, + 0.330078, + 0.515625, + 0.314453, + 0.441406, + 0.429688, + 0.445312, + 0.267578, + 0.458984, + 0.285156, + 0.320312, + 0.478516, + 0.237305, + 0.515625, + 0.294922, + 1.15625, + 0.208984, + 0.443359, + 0.386719, + 0.507812, + 0.429688, + 0.462891, + 0.453125, + 0.46875, + 0.859375, + 0.347656, + 0.4375, + 0.240234, + 0.425781, + 0.492188, + 0.298828, + 0.474609, + 0.341797, + 0.353516, + 0.519531, + 0.4375, + 0.435547, + 0.46875, + 0.251953, + 0.237305, + 0.503906, + 0.332031, + 0.449219, + 0.490234, + 0.28125, + 0.550781, + 0.494141, + 0.449219, + 0.271484, + 0.361328, + 0.337891, + 0.390625, + 0.369141, + 0.25, + 0.332031, + 0.237305, + 0.34375, + 0.265625, + 0.439453, + 0.535156, + 0.349609, + 0.515625, + 0.208008, + 0.404297, + 0.726562, + 0.378906, + 0.71875, + 0.101074, + 0.207031, + 0.460938, + 0.4375, + 0.283203, + 0.433594, + 0.519531, + 0.291016, + 0.283203, + 0.53125, + 0.40625, + 0.404297, + 0.359375, + 0.570312, + 0.353516, + 0.453125, + 0.351562, + 0.328125, + 0.322266, + 0.464844, + 0.390625, + 0.40625, + 0.382812, + 0.380859, + 0.347656, + 0.75, + 0.392578, + 0.433594, + 0.386719, + 0.410156, + 0.486328, + 0.433594, + 0.390625, + 0.324219, + 0.464844, + 0.378906, + 0.447266, + 0.386719, + 0.369141, + 0.480469, + 0.386719, + 0.453125, + 0.351562, + 0.382812, + 0.285156, + 0.640625, + 0.380859, + 0.335938, + 0.542969, + 0.175781, + 0.339844, + 0.273438, + 0.863281, + 0.490234, + 0.515625, + 0.365234, + 0.230469, + 0.492188, + 0.486328, + 0.294922, + 0.34375, + 0.431641, + 0.414062, + 0.180664, + 0.535156, + 0.492188, + 0.400391, + 0.285156, + 0.308594, + 0.574219, + 0.333984, + 0.361328, + 0.671875, + 0.328125, + 0.578125, + 0.287109, + 0.457031, + 0.439453, + 0.439453, + 0.345703, + 0.398438, + 0.484375, + 0.449219, + 0.382812, + 0.402344, + 0.394531, + 0.357422, + 0.239258, + 0.416016, + 0.427734, + 0.373047, + 0.386719, + 0.414062, + 0.503906, + 0.400391, + 0.330078, + 0.378906, + 0.408203, + 0.376953, + 0.410156, + 0.388672, + 0.355469, + 0.369141, + 0.367188, + 0.225586, + 0.392578, + 0.310547, + 0.601562, + 0.388672, + 0.396484, + 0.453125, + 0.429688, + 0.466797, + 0.46875, + 0.304688, + 0.380859, + 0.542969, + 0.515625, + 0.373047, + 0.335938, + 0.439453, + 0.515625, + 0.296875, + 0.470703, + 0.527344, + 0.376953, + 0.21582, + 0.302734, + 0.369141, + 0.361328, + 0.361328, + 1.695312, + 0.337891, + 0.408203, + 0.390625, + 0.507812, + 0.351562, + 0.277344, + 0.5, + 0.416016, + 0.445312, + 0.460938, + 0.605469, + 0.271484, + 0.361328, + 0.431641, + 0.460938, + 0.582031, + 0.310547, + 0.396484, + 0.328125, + 0.320312, + 0.328125, + 0.373047, + 0.488281, + 0.597656, + 0.271484, + 0.519531, + 0.310547, + 0.429688, + 0.339844, + 0.316406, + 0.441406, + 0.425781, + 0.648438, + 0.535156, + 0.5625, + 0.34375, + 0.261719, + 0.363281, + 0.412109, + 0.412109, + 0.386719, + 0.324219, + 0.316406, + 0.357422, + 0.46875, + 0.375, + 0.515625, + 0.308594, + 0.419922, + 0.574219, + 0.433594, + 0.484375, + 0.535156, + 0.332031, + 0.335938, + 0.302734, + 0.326172, + 0.335938, + 0.416016, + 0.339844, + 0.419922, + 0.566406, + 0.582031, + 0.324219, + 0.466797, + 0.369141, + 0.232422, + 0.320312, + 0.417969, + 0.196289, + 0.367188, + 0.371094, + 0.376953, + 0.361328, + 0.326172, + 0.261719, + 0.472656, + 0.208008, + 0.205078, + 0.472656, + 0.384766, + 0.209961, + 0.376953, + 0.367188, + 0.5625, + 0.265625, + 0.357422, + 0.302734, + 0.714844, + 0.326172, + 0.550781, + 0.423828, + 0.351562, + 0.351562, + 0.447266, + 0.435547, + 0.451172, + 0.683594, + 0.371094, + 0.225586, + 0.369141, + 0.302734, + 0.523438, + 0.386719, + 0.417969, + 0.425781, + 0.410156, + 0.314453, + 0.494141, + 0.308594, + 0.341797, + 0.388672, + 0.285156, + 0.421875, + 0.427734, + 0.394531, + 0.443359, + 0.236328, + 0.367188, + 0.675781, + 0.21875, + 0.464844, + 0.382812, + 0.353516, + 0.404297, + 0.429688, + 0.261719, + 0.375, + 0.384766, + 0.738281, + 0.417969, + 0.5, + 0.351562, + 0.386719, + 0.314453, + 0.414062, + 0.4375, + 0.558594, + 0.296875, + 0.322266, + 0.249023, + 0.5, + 0.367188, + 0.589844, + 0.390625, + 0.314453, + 0.683594, + 0.353516, + 0.320312, + 0.328125, + 0.421875, + 0.355469, + 0.390625, + 0.337891, + 0.296875, + 0.410156, + 0.482422, + 0.300781, + 0.472656, + 0.419922, + 0.410156, + 0.292969, + 0.414062, + 0.285156, + 0.261719, + 0.335938, + 0.357422, + 0.416016, + 0.462891, + 0.371094, + 0.384766, + 0.367188, + 0.287109, + 0.394531, + 0.376953, + 0.328125, + 0.308594, + 0.328125, + 0.369141, + 0.314453, + 0.398438, + 0.511719, + 0.375, + 0.447266, + 0.482422, + 0.277344, + 0.332031, + 0.230469, + 0.410156, + 0.378906, + 0.34375, + 0.5, + 0.246094, + 0.341797, + 0.314453, + 0.476562, + 0.330078, + 0.404297, + 0.320312, + 0.335938, + 0.439453, + 0.515625, + 0.5, + 0.542969, + 0.472656, + 0.300781, + 0.320312, + 0.423828, + 0.472656, + 0.5, + 0.398438, + 0.359375, + 0.441406, + 0.691406, + 0.330078, + 0.498047, + 0.457031, + 0.369141, + 0.332031, + 0.757812, + 0.527344, + 0.447266, + 0.578125, + 0.431641, + 0.367188, + 0.714844, + 0.308594, + 0.460938, + 0.722656, + 0.326172, + 0.196289, + 0.357422, + 0.380859, + 0.386719, + 0.496094, + 0.216797, + 0.390625, + 0.474609, + 0.439453, + 0.410156, + 0.410156, + 0.376953, + 0.345703, + 0.789062, + 0.333984, + 0.59375, + 0.347656, + 0.365234, + 0.425781, + 0.5, + 0.355469, + 0.375, + 0.490234, + 0.453125, + 0.222656, + 0.269531, + 0.496094, + 0.410156, + 0.429688, + 0.392578, + 0.285156, + 0.503906, + 0.458984, + 0.28125, + 0.308594, + 0.287109, + 0.240234, + 0.414062, + 0.382812, + 0.53125, + 0.359375, + 0.441406, + 0.419922, + 0.429688, + 0.484375, + 0.427734, + 0.480469, + 0.478516, + 0.349609, + 0.566406, + 0.367188, + 0.291016, + 0.363281, + 0.363281, + 0.28125, + 0.527344, + 0.300781, + 0.289062, + 0.300781, + 0.474609, + 0.644531, + 0.507812, + 0.484375, + 0.425781, + 0.480469, + 0.582031, + 0.400391, + 0.449219, + 0.357422, + 0.328125, + 0.423828, + 0.443359, + 0.824219, + 0.330078, + 0.5, + 0.482422, + 0.371094, + 0.24707, + 0.644531, + 0.294922, + 0.176758, + 0.394531, + 0.410156, + 0.359375, + 0.652344, + 0.275391, + 0.435547, + 0.46875, + 0.404297, + 0.388672, + 0.671875, + 0.326172, + 0.345703, + 0.322266, + 0.408203, + 0.427734, + 0.365234, + 0.464844, + 0.373047, + 0.333984, + 0.396484, + 0.292969, + 0.304688, + 0.427734, + 0.421875, + 0.490234, + 0.324219, + 0.523438, + 0.398438, + 0.345703, + 0.296875, + 0.451172, + 0.351562, + 0.40625, + 0.423828, + 0.503906, + 0.400391, + 0.361328, + 0.431641, + 0.4375, + 0.511719, + 0.507812, + 0.412109, + 0.535156, + 0.46875, + 0.308594, + 0.353516, + 0.308594, + 0.298828, + 0.423828, + 0.441406, + 0.464844, + 0.378906, + 0.519531, + 0.353516, + 0.24707, + 0.494141, + 0.375, + 0.235352, + 0.410156, + 0.203125, + 0.384766, + 0.458984, + 0.476562, + 0.482422, + 0.416016, + 0.644531, + 0.5, + 0.714844, + 0.337891, + 0.345703, + 0.453125, + 0.318359, + 0.416016, + 0.488281, + 0.433594, + 0.335938, + 0.292969, + 0.455078, + 0.40625, + 0.361328, + 0.4375, + 0.462891, + 0.535156, + 0.427734, + 0.235352, + 0.378906, + 0.265625, + 0.455078, + 0.503906, + 0.394531, + 0.535156, + 0.333984, + 0.388672, + 0.386719, + 0.371094, + 0.322266, + 0.308594, + 0.457031, + 0.412109, + 0.285156, + 0.320312, + 0.257812, + 0.392578, + 0.326172, + 0.453125, + 0.25, + 0.515625, + 0.333984, + 0.324219, + 0.394531, + 0.267578, + 0.339844, + 0.40625, + 0.419922, + 0.472656, + 0.324219, + 0.59375, + 0.257812, + 0.257812, + 0.328125, + 0.527344, + 0.339844, + 0.445312, + 0.675781, + 0.419922, + 0.310547, + 0.285156, + 0.34375, + 0.439453, + 0.386719, + 0.433594, + 0.511719, + 0.527344, + 0.488281, + 0.433594, + 0.492188, + 0.242188, + 0.388672, + 0.496094, + 0.410156, + 0.251953, + 0.306641, + 0.341797, + 0.330078, + 0.386719, + 0.369141, + 0.453125, + 0.380859, + 0.416016, + 0.322266, + 0.419922, + 0.40625, + 0.28125, + 0.373047, + 0.388672, + 0.21875, + 0.34375, + 0.416016, + 0.380859, + 0.292969, + 0.15625, + 0.453125, + 0.546875, + 0.322266, + 0.582031, + 0.204102, + 0.53125, + 0.337891, + 0.613281, + 0.237305, + 0.416016, + 0.378906, + 0.257812, + 0.408203, + 0.291016, + 0.550781, + 0.361328, + 0.597656, + 0.375, + 0.241211, + 0.341797, + 0.408203, + 1.90625, + 0.402344, + 0.337891, + 0.3125, + 0.396484, + 0.429688, + 0.353516, + 0.335938, + 0.328125, + 0.419922, + 0.249023, + 0.238281, + 0.363281, + 0.570312, + 0.470703, + 0.423828, + 0.539062, + 0.388672, + 0.400391, + 0.335938, + 0.644531, + 0.455078, + 0.699219, + 0.65625, + 0.492188, + 0.347656, + 0.423828, + 0.394531, + 0.412109, + 0.458984, + 0.439453, + 0.304688, + 0.271484, + 0.318359, + 0.378906, + 0.410156, + 0.267578, + 0.375, + 0.302734, + 0.414062, + 0.347656, + 0.507812, + 0.550781, + 0.349609, + 0.53125, + 0.443359, + 0.363281, + 0.330078, + 0.337891, + 0.378906, + 0.223633, + 0.470703, + 0.476562, + 0.480469, + 0.240234, + 0.5, + 0.255859, + 0.308594, + 0.40625, + 0.414062, + 0.332031, + 0.238281, + 1.101562, + 0.259766, + 0.19043, + 0.345703, + 0.310547, + 0.361328, + 0.388672, + 0.5, + 0.458984, + 0.435547, + 0.265625, + 0.402344, + 0.453125, + 0.625, + 0.359375, + 0.333984, + 0.228516, + 0.28125, + 0.414062, + 0.734375, + 0.404297, + 0.582031, + 0.369141, + 0.400391, + 0.371094, + 0.333984, + 0.404297, + 0.503906, + 0.392578, + 0.263672, + 0.5, + 0.320312, + 0.292969, + 0.333984, + 0.367188, + 0.375, + 0.210938, + 0.539062, + 0.466797, + 0.441406, + 0.515625, + 0.335938, + 0.396484, + 0.439453, + 0.371094, + 0.431641, + 0.255859, + 0.220703, + 0.503906, + 0.429688, + 0.294922, + 0.5, + 0.251953, + 0.355469, + 0.253906, + 0.416016, + 0.402344, + 0.314453, + 0.375, + 0.773438, + 0.353516, + 0.498047, + 0.277344, + 0.291016, + 0.392578, + 0.402344, + 0.255859, + 0.429688, + 0.388672, + 0.423828, + 0.380859, + 0.433594, + 0.375, + 0.367188, + 0.484375, + 0.361328, + 0.408203, + 0.371094, + 0.367188, + 0.423828, + 0.144531, + 0.451172, + 0.328125, + 0.259766, + 0.458984, + 0.386719, + 0.414062, + 0.265625, + 0.349609, + 0.449219, + 0.414062, + 0.291016, + 0.271484, + 0.322266, + 0.339844, + 0.433594, + 0.398438, + 0.507812, + 0.474609, + 0.375, + 0.355469, + 0.396484, + 0.474609, + 0.380859, + 0.367188, + 0.423828, + 0.414062, + 0.373047, + 0.349609, + 0.404297, + 0.412109, + 0.316406, + 0.449219, + 0.367188, + 0.53125, + 0.404297, + 0.423828, + 0.390625, + 0.271484, + 0.474609, + 0.558594, + 0.40625, + 0.310547, + 0.371094, + 0.457031, + 0.445312, + 0.431641, + 0.464844, + 0.328125, + 0.304688, + 0.261719, + 0.378906, + 0.484375, + 0.363281, + 0.394531, + 0.554688, + 0.363281, + 0.414062, + 0.447266, + 0.488281, + 0.46875, + 0.455078, + 0.431641, + 0.574219, + 0.349609, + 0.535156, + 0.292969, + 0.384766, + 0.285156, + 0.433594, + 0.380859, + 0.574219, + 0.447266, + 0.419922, + 0.433594, + 0.384766, + 0.357422, + 0.421875, + 0.4375, + 0.402344, + 0.341797, + 0.427734, + 0.453125, + 0.4375, + 0.380859, + 0.349609, + 0.507812, + 0.373047, + 0.507812, + 0.298828, + 0.494141, + 0.453125, + 0.457031, + 0.423828, + 0.201172, + 0.511719, + 0.419922, + 0.380859, + 0.318359, + 0.28125, + 0.376953, + 0.265625, + 0.369141, + 0.455078, + 0.361328, + 0.414062, + 0.341797, + 0.498047, + 0.419922, + 0.380859, + 0.355469, + 0.535156, + 0.318359, + 0.359375, + 0.566406, + 0.273438, + 0.243164, + 0.230469, + 0.416016, + 0.294922, + 0.396484, + 0.441406, + 0.398438, + 0.361328, + 0.396484, + 0.535156, + 0.523438, + 0.357422, + 0.458984, + 0.237305, + 0.359375, + 0.457031, + 0.363281, + 0.316406, + 0.386719, + 0.441406, + 0.570312, + 0.369141, + 0.431641, + 0.357422, + 0.211914, + 0.390625, + 0.332031, + 0.472656, + 0.412109, + 0.484375, + 0.279297, + 0.245117, + 0.302734, + 0.231445, + 0.457031, + 0.542969, + 0.65625, + 0.359375, + 0.433594, + 0.408203, + 0.402344, + 0.419922, + 0.582031, + 0.421875, + 0.472656, + 0.34375, + 0.355469, + 0.369141, + 0.308594, + 0.244141, + 0.235352, + 0.414062, + 0.373047, + 0.300781, + 0.664062, + 0.359375, + 0.585938, + 0.416016, + 0.408203, + 0.275391, + 0.412109, + 0.339844, + 0.738281, + 0.373047, + 0.388672, + 0.361328, + 0.416016, + 0.439453, + 0.404297, + 0.5, + 0.378906, + 0.527344, + 0.431641, + 0.302734, + 0.304688, + 0.314453, + 0.332031, + 0.214844, + 0.421875, + 0.308594, + 0.449219, + 0.314453, + 0.285156, + 0.324219, + 0.394531, + 0.400391, + 0.376953, + 0.332031, + 0.519531, + 0.458984, + 0.455078, + 0.625, + 0.410156, + 0.298828, + 0.644531, + 0.386719, + 0.386719, + 0.296875, + 0.382812, + 0.429688, + 0.507812, + 0.550781, + 0.402344, + 0.464844, + 0.421875, + 0.328125, + 0.244141, + 0.414062, + 0.3125, + 0.304688, + 0.386719, + 0.4375, + 0.382812, + 0.416016, + 0.570312, + 0.392578, + 0.455078, + 0.652344, + 0.447266, + 0.365234, + 0.408203, + 0.578125, + 0.357422, + 0.404297, + 0.365234, + 0.419922, + 0.671875, + 0.324219, + 0.28125, + 0.322266, + 0.464844, + 0.46875, + 0.376953, + 0.671875, + 0.423828, + 0.261719, + 0.435547, + 0.341797, + 0.482422, + 0.392578, + 0.388672, + 0.275391, + 0.414062, + 0.257812, + 0.298828, + 0.380859, + 0.578125, + 0.235352, + 0.419922, + 0.369141, + 0.310547, + 0.349609, + 0.378906, + 0.408203, + 0.253906, + 0.34375, + 0.355469, + 0.441406, + 0.443359, + 0.388672, + 0.330078, + 0.216797, + 0.554688, + 0.259766, + 0.40625, + 0.328125, + 0.451172, + 0.263672, + 0.365234, + 0.300781, + 0.261719, + 0.414062, + 0.283203, + 0.410156, + 0.302734, + 0.671875, + 0.324219, + 0.287109, + 0.375, + 0.291016, + 0.167969, + 0.349609, + 0.394531, + 0.451172, + 0.296875, + 0.357422, + 0.398438, + 0.357422, + 0.613281, + 0.419922, + 0.474609, + 0.330078, + 0.291016, + 0.390625, + 0.283203, + 0.375, + 0.330078, + 0.347656, + 0.496094, + 0.476562, + 0.738281, + 0.503906, + 0.3125, + 0.566406, + 0.597656, + 0.746094, + 0.292969, + 0.535156, + 0.371094, + 0.277344, + 0.341797, + 0.279297, + 0.423828, + 0.625, + 0.484375, + 0.484375, + 0.353516, + 0.371094, + 0.361328, + 0.582031, + 0.376953, + 0.365234, + 0.582031, + 0.488281, + 0.353516, + 0.283203, + 0.449219, + 0.376953, + 0.300781, + 0.644531, + 0.519531, + 0.398438, + 0.392578, + 0.287109, + 0.535156, + 0.480469, + 0.515625, + 0.294922, + 0.416016, + 0.244141, + 0.457031, + 0.421875, + 0.412109, + 0.429688, + 0.335938, + 0.419922, + 0.484375, + 0.423828, + 0.375, + 0.410156, + 0.365234, + 0.480469, + 0.355469, + 0.408203, + 0.335938 + ] + }, + "name": "model.transformer.layers.12.attn_norm.weight", + "outputIndexes": [ + 777 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 776, + 777 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_12/Mul_1_output_0", + "outputIndexes": [ + 778 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 778 + ], + "outputIndexes": [ + 1754 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1754 + ], + "outputIndexes": [ + 1755 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear", + "inputIndexes": [ + 1755 + ], + "outputIndexes": [ + 1756 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 98390064, + 983062, + 122880, + 5120, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1756 + ], + "outputIndexes": [ + 1757 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1757 + ], + "outputIndexes": [ + 779 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 778 + ], + "main_type": "NONE", + "name": "/Shape_49_output_0", + "outputIndexes": [ + 780 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 780 + ], + "main_type": "NONE", + "name": "Shape1106", + "outputIndexes": [ + 781 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 780 + ], + "main_type": "NONE", + "name": "Rank1108", + "outputIndexes": [ + 782 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 782, + 782 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1110", + "outputIndexes": [ + 783 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 783 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1111", + "outputIndexes": [ + 784 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 783, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1113", + "outputIndexes": [ + 785 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 785 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1114", + "outputIndexes": [ + 786 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 781, + 784, + 786, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1117", + "outputIndexes": [ + 787 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 787 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1118", + "outputIndexes": [ + 788 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 788 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1119", + "outputIndexes": [ + 789 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 789, + 788 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1120", + "outputIndexes": [ + 790 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 780, + 790, + 783 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_64_output_0", + "outputIndexes": [ + 791 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 791, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_121_output_0", + "outputIndexes": [ + 792 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 792, + 670, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_60_output_0", + "outputIndexes": [ + 793 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 779, + 793 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_49_output_0", + "outputIndexes": [ + 794 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 794 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_12/Mul_output_0", + "outputIndexes": [ + 795 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.070312, + 0.018311, + -0.00264, + 0.014709, + 0.069336, + 1.507812, + 1.359375, + 1.5, + 1.59375, + 1.773438, + 1.757812, + 1.726562, + 1.867188, + 1.945312, + 2.015625, + 1.8125, + 2.328125, + 2.078125, + 2.125, + 2.515625, + 2.390625, + 2.421875, + 2.234375, + 2.25, + 2.265625, + 2.25, + 2.28125, + 2.46875, + 2.296875, + 2.890625, + 2.234375, + 2.25, + -0.001228, + -0.263672, + 1.664062, + 1.734375, + 1.921875, + 1.828125, + 1.71875, + 1.46875, + 1.8125, + 1.742188, + 1.78125, + 1.890625, + 1.953125, + 1.796875, + 1.921875, + 1.945312, + 2.171875, + 2.21875, + 2.421875, + 2.6875, + 2.203125, + 2.09375, + 2.296875, + 2.21875, + 2.34375, + 2.3125, + 2.078125, + 2.28125, + 2.15625, + 2.03125, + 2.28125, + 2.234375 + ] + }, + "name": "model.transformer.layers.12.attn.q_norm.weight", + "outputIndexes": [ + 796 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 795, + 796 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_12/Mul_1_output_0", + "outputIndexes": [ + 797 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 797, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_48_output_0", + "outputIndexes": [ + 798 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 797, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_49_output_0", + "outputIndexes": [ + 799 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 799 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_24_output_0", + "outputIndexes": [ + 800 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 797, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_48_output_0", + "outputIndexes": [ + 801 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 800, + 801 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_63_output_0", + "outputIndexes": [ + 802 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 802, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_49_output_0", + "outputIndexes": [ + 803 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 798, + 803 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_48_output_0", + "outputIndexes": [ + 804 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 778 + ], + "outputIndexes": [ + 1758 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1758 + ], + "outputIndexes": [ + 1759 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear", + "inputIndexes": [ + 1759 + ], + "outputIndexes": [ + 1760 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 99501126, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1760 + ], + "outputIndexes": [ + 1761 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1761 + ], + "outputIndexes": [ + 805 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 792, + 684, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_61_output_0", + "outputIndexes": [ + 806 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 805, + 806 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_50_output_0", + "outputIndexes": [ + 807 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 807 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_12/Mul_output_0", + "outputIndexes": [ + 808 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.976562, + 0.014709, + 0.033936, + 0.007294, + 0.013672, + 1.34375, + 0.796875, + 1.945312, + 1.359375, + 1.90625, + 1.9375, + 2.15625, + 1.703125, + 1.4375, + 2.171875, + 2.390625, + 1.765625, + 2.28125, + 2.484375, + 2.21875, + 2.015625, + 2.21875, + 2.375, + 2.390625, + 2.421875, + 2.390625, + 2.28125, + 2.453125, + 2.4375, + 2.84375, + 2.4375, + 2.4375, + -4.8e-05, + 0.237305, + 1.445312, + 1.296875, + 1.414062, + 1.726562, + 1.828125, + 0.960938, + 2.015625, + 1.539062, + 1.664062, + 1.515625, + 2.140625, + 2.3125, + 1.890625, + 1.507812, + 2.359375, + 1.578125, + 1.9375, + 1.945312, + 2.53125, + 2.625, + 2.359375, + 2.421875, + 2.390625, + 2.375, + 2.328125, + 2.5, + 2.421875, + 2.703125, + 2.453125, + 2.53125 + ] + }, + "name": "model.transformer.layers.12.attn.k_norm.weight", + "outputIndexes": [ + 809 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 808, + 809 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_12/Mul_1_output_0", + "outputIndexes": [ + 810 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 810, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_50_output_0", + "outputIndexes": [ + 811 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 810, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_51_output_0", + "outputIndexes": [ + 812 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 812 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_25_output_0", + "outputIndexes": [ + 813 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 810, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_50_output_0", + "outputIndexes": [ + 814 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 813, + 814 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_64_output_0", + "outputIndexes": [ + 815 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 815, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_51_output_0", + "outputIndexes": [ + 816 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 811, + 816 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_49_output_0", + "outputIndexes": [ + 817 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 778 + ], + "outputIndexes": [ + 1762 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1762 + ], + "outputIndexes": [ + 1763 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear", + "inputIndexes": [ + 1763 + ], + "outputIndexes": [ + 1764 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 99778908, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1764 + ], + "outputIndexes": [ + 1765 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1765 + ], + "outputIndexes": [ + 818 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 818, + 806 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_51_output_0", + "outputIndexes": [ + 819 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 804, + 817, + 819, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.12/self_attn/FusedAttention", + "outputIndexes": [ + 820 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 820 + ], + "outputIndexes": [ + 1766 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1766 + ], + "outputIndexes": [ + 1767 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear", + "inputIndexes": [ + 1767 + ], + "outputIndexes": [ + 1768 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 100056690, + 983062, + 122880, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1768 + ], + "outputIndexes": [ + 1769 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1769 + ], + "outputIndexes": [ + 821 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 775, + 821 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_50_output_0", + "outputIndexes": [ + 822 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 822 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_12/Mul_output_0", + "outputIndexes": [ + 823 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.476562, + 0.410156, + 0.4375, + 0.351562, + 0.332031, + 0.439453, + 0.441406, + 0.427734, + 0.523438, + 0.429688, + 0.482422, + 0.341797, + 0.414062, + 0.384766, + 0.429688, + 0.515625, + 0.457031, + 0.453125, + 0.375, + 0.398438, + 0.246094, + 0.470703, + 0.34375, + 0.431641, + 0.476562, + 0.421875, + 0.449219, + 0.474609, + 0.378906, + 0.433594, + 0.476562, + 0.441406, + 0.353516, + 0.353516, + 0.445312, + 0.486328, + 0.457031, + 0.439453, + 0.435547, + 0.427734, + 0.445312, + 0.392578, + 0.447266, + 0.433594, + 0.412109, + 0.433594, + 0.380859, + 0.402344, + 0.435547, + 0.388672, + 0.435547, + 0.439453, + 0.414062, + 0.451172, + 0.243164, + 0.507812, + 0.472656, + 0.439453, + 0.449219, + 0.488281, + 0.365234, + 0.427734, + 0.330078, + 0.449219, + 0.445312, + 0.519531, + 0.451172, + 0.412109, + 0.410156, + 0.263672, + 0.425781, + 0.458984, + 0.410156, + 0.486328, + 0.337891, + 0.486328, + 0.449219, + 0.507812, + 0.414062, + 0.431641, + 0.396484, + 0.431641, + 0.431641, + 0.429688, + 0.322266, + 0.417969, + 0.394531, + 0.449219, + 0.46875, + 0.351562, + 0.482422, + 0.349609, + 0.46875, + 0.400391, + 0.421875, + 0.392578, + 0.34375, + 0.433594, + 0.355469, + 0.326172, + 0.476562, + 0.234375, + 0.363281, + 0.46875, + 0.447266, + 0.390625, + 0.373047, + 0.351562, + 0.34375, + 0.470703, + 0.462891, + 0.425781, + 0.427734, + 0.351562, + 0.386719, + 0.396484, + 0.410156, + 0.421875, + 0.404297, + 0.423828, + 0.449219, + 0.380859, + 0.404297, + 0.464844, + 0.396484, + 0.53125, + 0.443359, + 0.455078, + 0.496094, + 0.462891, + 0.511719, + 0.445312, + 0.400391, + 0.464844, + 0.417969, + 0.40625, + 0.320312, + 0.439453, + 0.453125, + 0.345703, + 0.46875, + 0.474609, + 0.363281, + 0.462891, + 0.349609, + 0.34375, + 0.375, + 0.455078, + 0.378906, + 0.351562, + 0.439453, + 0.369141, + 0.396484, + 0.423828, + 0.40625, + 0.396484, + 0.46875, + 0.443359, + 0.433594, + 0.390625, + 0.519531, + 0.451172, + 0.5, + 0.408203, + 0.416016, + 0.431641, + 0.458984, + 0.412109, + 0.429688, + 0.173828, + 0.371094, + 0.40625, + 0.351562, + 0.445312, + 0.443359, + 0.492188, + 0.421875, + 0.474609, + 0.445312, + 0.46875, + 0.443359, + 0.447266, + 0.384766, + 0.439453, + 0.429688, + 0.439453, + 0.474609, + 0.404297, + 0.476562, + 0.419922, + 0.515625, + 0.408203, + 0.18457, + 0.4375, + 0.400391, + 0.451172, + 0.373047, + 0.474609, + 0.451172, + 0.332031, + 0.396484, + 0.357422, + 0.455078, + 0.455078, + 0.496094, + 0.46875, + 0.466797, + 0.417969, + 0.421875, + 0.400391, + 0.361328, + 0.443359, + 0.443359, + 0.419922, + 0.417969, + 0.421875, + 0.466797, + 0.451172, + 0.423828, + 0.394531, + 0.458984, + 0.474609, + 0.4375, + 0.353516, + 0.515625, + 0.322266, + 0.451172, + 0.398438, + 0.404297, + 0.451172, + 0.445312, + 0.429688, + 0.341797, + 0.355469, + 0.410156, + 0.431641, + 0.414062, + 0.371094, + 0.433594, + 0.371094, + 0.380859, + 0.320312, + 0.462891, + 0.443359, + 0.386719, + 0.429688, + 0.322266, + 0.4375, + 0.492188, + 0.421875, + 0.412109, + 0.378906, + 0.441406, + 0.369141, + 0.449219, + 0.503906, + 0.404297, + 0.419922, + 0.445312, + 0.427734, + 0.441406, + 0.427734, + 0.320312, + 0.507812, + 0.435547, + 0.480469, + 0.574219, + 0.259766, + 0.369141, + 0.388672, + 0.443359, + 0.439453, + 0.404297, + 0.449219, + 0.443359, + 0.373047, + 0.466797, + 0.147461, + 0.427734, + 0.34375, + 0.451172, + 0.429688, + 0.351562, + 0.443359, + 0.443359, + 0.46875, + 0.4375, + 0.539062, + 0.470703, + 0.410156, + 0.359375, + 0.492188, + 0.417969, + 0.498047, + 0.320312, + 0.464844, + 0.347656, + 0.457031, + 0.34375, + 0.347656, + 0.511719, + 0.421875, + 0.419922, + 0.503906, + 0.398438, + 0.490234, + 0.503906, + 0.314453, + 0.5, + 0.417969, + 0.460938, + 0.447266, + 0.400391, + 0.384766, + 0.453125, + 0.443359, + 0.498047, + 0.333984, + 0.227539, + 0.416016, + 0.451172, + 0.417969, + 0.503906, + 0.472656, + 0.527344, + 0.425781, + 0.464844, + 0.396484, + 0.419922, + 0.425781, + 0.355469, + 0.425781, + 0.390625, + 0.466797, + 0.423828, + 0.462891, + 0.402344, + 0.419922, + 0.349609, + 0.523438, + 0.359375, + 0.357422, + 0.453125, + 0.34375, + 0.503906, + 0.439453, + 0.287109, + 0.347656, + 0.414062, + 0.464844, + 0.318359, + 0.404297, + 0.345703, + 0.177734, + 0.457031, + 0.202148, + 0.386719, + 0.447266, + 0.341797, + 0.458984, + 0.462891, + 0.34375, + 0.476562, + 0.396484, + 0.34375, + 0.394531, + 0.445312, + 0.324219, + 0.433594, + 0.345703, + 0.324219, + 0.447266, + 0.355469, + 0.449219, + 0.480469, + 0.361328, + 0.476562, + 0.472656, + 0.46875, + 0.384766, + 0.4375, + 0.388672, + 0.455078, + 0.457031, + 0.341797, + 0.349609, + 0.369141, + 0.416016, + 0.373047, + 0.466797, + 0.484375, + 0.367188, + 0.472656, + 0.328125, + 0.449219, + 0.214844, + 0.470703, + 0.224609, + 0.203125, + 0.333984, + 0.449219, + 0.445312, + 0.425781, + 0.429688, + 0.472656, + 0.349609, + 0.373047, + 0.474609, + 0.433594, + 0.439453, + 0.466797, + 0.271484, + 0.388672, + 0.5, + 0.441406, + 0.388672, + 0.396484, + 0.472656, + 0.400391, + 0.466797, + 0.398438, + 0.341797, + 0.347656, + 0.188477, + 0.416016, + 0.330078, + 0.417969, + 0.457031, + 0.398438, + 0.445312, + 0.378906, + 0.431641, + 0.425781, + 0.455078, + 0.478516, + 0.462891, + 0.427734, + 0.484375, + 0.410156, + 0.445312, + 0.441406, + 0.423828, + 0.353516, + 0.453125, + 0.441406, + 0.443359, + 0.46875, + 0.330078, + 0.4375, + 0.431641, + 0.235352, + 0.515625, + 0.472656, + 0.429688, + 0.355469, + 0.451172, + 0.419922, + 0.347656, + 0.410156, + 0.460938, + 0.466797, + 0.349609, + 0.458984, + 0.449219, + 0.40625, + 0.349609, + 0.410156, + 0.462891, + 0.423828, + 0.427734, + 0.18457, + 0.419922, + 0.480469, + 0.357422, + 0.439453, + 0.474609, + 0.464844, + 0.404297, + 0.4375, + 0.449219, + 0.457031, + 0.447266, + 0.439453, + 0.349609, + 0.447266, + 0.320312, + 0.449219, + 0.472656, + 0.4375, + 0.4375, + 0.373047, + 0.384766, + 0.402344, + 0.396484, + 0.455078, + 0.441406, + 0.431641, + 0.345703, + 0.443359, + 0.341797, + 0.392578, + 0.439453, + 0.341797, + 0.427734, + 0.359375, + 0.527344, + 0.423828, + 0.445312, + 0.443359, + 0.328125, + 0.482422, + 0.451172, + 0.425781, + 0.402344, + 0.291016, + 0.484375, + 0.445312, + 0.457031, + 0.433594, + 0.490234, + 0.357422, + 0.480469, + 0.503906, + 0.4375, + 0.359375, + 0.408203, + 0.423828, + 0.392578, + 0.423828, + 0.507812, + 0.396484, + 0.482422, + 0.4375, + 0.435547, + 0.404297, + 0.326172, + 0.507812, + 0.464844, + 0.472656, + 0.472656, + 0.570312, + 0.375, + 0.34375, + 0.466797, + 0.455078, + 0.503906, + 0.421875, + 0.396484, + 0.390625, + 0.388672, + 0.355469, + 0.416016, + 0.345703, + 0.162109, + 0.353516, + 0.5, + 0.419922, + 0.476562, + 0.404297, + 0.427734, + 0.447266, + 0.322266, + 0.191406, + 0.496094, + 0.398438, + 0.4375, + 0.373047, + 0.400391, + 0.482422, + 0.421875, + 0.470703, + 0.341797, + 0.40625, + 0.371094, + 0.476562, + 0.402344, + 0.318359, + 0.376953, + 0.394531, + 0.519531, + 0.46875, + 0.470703, + 0.507812, + 0.431641, + 0.402344, + 0.433594, + 0.392578, + 0.390625, + 0.371094, + 0.416016, + 0.474609, + 0.484375, + 0.496094, + 0.408203, + 0.488281, + 0.433594, + 0.345703, + 0.353516, + 0.410156, + 0.34375, + 0.423828, + 0.435547, + 0.433594, + 0.447266, + 0.384766, + 0.380859, + 0.498047, + 0.341797, + 0.339844, + 0.445312, + 0.392578, + 0.345703, + 0.441406, + 0.402344, + 0.550781, + 0.410156, + 0.425781, + 0.404297, + 0.210938, + 0.421875, + 0.492188, + 0.462891, + 0.396484, + 0.417969, + 0.478516, + 0.472656, + 0.447266, + 0.515625, + 0.439453, + 0.394531, + 0.4375, + 0.40625, + 0.482422, + 0.423828, + 0.419922, + 0.435547, + 0.494141, + 0.402344, + 0.462891, + 0.417969, + 0.421875, + 0.330078, + 0.404297, + 0.445312, + 0.410156, + 0.367188, + 0.449219, + 0.314453, + 0.40625, + 0.496094, + 0.398438, + 0.453125, + 0.441406, + 0.394531, + 0.449219, + 0.474609, + 0.390625, + 0.375, + 0.443359, + 0.219727, + 0.425781, + 0.458984, + 0.384766, + 0.419922, + 0.392578, + 0.441406, + 0.384766, + 0.460938, + 0.40625, + 0.373047, + 0.351562, + 0.539062, + 0.320312, + 0.486328, + 0.416016, + 0.416016, + 0.421875, + 0.427734, + 0.408203, + 0.414062, + 0.423828, + 0.410156, + 0.435547, + 0.427734, + 0.376953, + 0.46875, + 0.396484, + 0.412109, + 0.625, + 0.441406, + 0.449219, + 0.330078, + 0.451172, + 0.427734, + 0.371094, + 0.421875, + 0.419922, + 0.4375, + 0.453125, + 0.404297, + 0.453125, + 0.412109, + 0.359375, + 0.427734, + 0.470703, + 0.416016, + 0.419922, + 0.347656, + 0.447266, + 0.396484, + 0.443359, + 0.5, + 0.455078, + 0.425781, + 0.425781, + 0.408203, + 0.373047, + 0.347656, + 0.4375, + 0.457031, + 0.464844, + 0.408203, + 0.443359, + 0.460938, + 0.398438, + 0.455078, + 0.388672, + 0.484375, + 0.417969, + 0.419922, + 0.443359, + 0.511719, + 0.5, + 0.283203, + 0.382812, + 0.460938, + 0.396484, + 0.435547, + 0.457031, + 0.478516, + 0.404297, + 0.421875, + 0.455078, + 0.236328, + 0.359375, + 0.466797, + 0.482422, + 0.416016, + 0.402344, + 0.316406, + 0.507812, + 0.388672, + 0.310547, + 0.421875, + 0.425781, + 0.22168, + 0.382812, + 0.464844, + 0.539062, + 0.429688, + 0.392578, + 0.486328, + 0.429688, + 0.421875, + 0.472656, + 0.34375, + 0.449219, + 0.394531, + 0.515625, + 0.419922, + 0.447266, + 0.464844, + 0.416016, + 0.478516, + 0.416016, + 0.535156, + 0.419922, + 0.443359, + 0.449219, + 0.466797, + 0.423828, + 0.388672, + 0.53125, + 0.453125, + 0.337891, + 0.365234, + 0.480469, + 0.431641, + 0.484375, + 0.441406, + 0.337891, + 0.333984, + 0.503906, + 0.396484, + 0.410156, + 0.347656, + 0.367188, + 0.443359, + 0.447266, + 0.511719, + 0.410156, + 0.464844, + 0.488281, + 0.470703, + 0.511719, + 0.394531, + 0.443359, + 0.478516, + 0.408203, + 0.384766, + 0.447266, + 0.371094, + 0.404297, + 0.408203, + 0.431641, + 0.503906, + 0.361328, + 0.378906, + 0.384766, + 0.470703, + 0.170898, + 0.511719, + 0.378906, + 0.40625, + 0.455078, + 0.462891, + 0.453125, + 0.474609, + 0.414062, + 0.423828, + 0.394531, + 0.457031, + 0.210938, + 0.388672, + 0.472656, + 0.380859, + 0.462891, + 0.324219, + 0.523438, + 0.359375, + 0.225586, + 0.341797, + 0.433594, + 0.46875, + 0.496094, + 0.332031, + 0.494141, + 0.523438, + 0.447266, + 0.457031, + 0.714844, + 0.353516, + 0.439453, + 0.345703, + 0.361328, + 0.46875, + 0.40625, + 0.482422, + 0.369141, + 0.416016, + 0.4375, + 0.429688, + 0.355469, + 0.460938, + 0.451172, + 0.474609, + 0.425781, + 0.503906, + 0.392578, + 0.371094, + 0.398438, + 0.464844, + 0.451172, + 0.423828, + 0.464844, + 0.507812, + 0.396484, + 0.388672, + 0.449219, + 0.472656, + 0.511719, + 0.527344, + 0.453125, + 0.402344, + 0.464844, + 0.394531, + 0.423828, + 0.373047, + -0.000549, + 0.455078, + 0.408203, + 0.460938, + 0.435547, + 0.476562, + 0.441406, + 0.357422, + 0.476562, + 0.373047, + 0.349609, + 0.455078, + 0.355469, + 0.388672, + 0.460938, + 0.4375, + 0.470703, + 0.425781, + 0.269531, + 0.478516, + 0.402344, + 0.373047, + 0.40625, + 0.457031, + 0.431641, + 0.390625, + 0.429688, + 0.423828, + 0.429688, + 0.357422, + 0.494141, + 0.40625, + 0.4375, + 0.449219, + 0.445312, + 0.474609, + 0.462891, + 0.371094, + 0.445312, + 0.398438, + 0.460938, + 0.316406, + 0.410156, + 0.480469, + 0.427734, + 0.455078, + 0.416016, + 0.435547, + 0.396484, + 0.414062, + 0.412109, + 0.40625, + 0.445312, + 0.408203, + 0.423828, + 0.433594, + 0.400391, + 0.470703, + 0.357422, + 0.494141, + 0.40625, + 0.40625, + 0.457031, + 0.34375, + 0.429688, + 0.476562, + 0.460938, + 0.478516, + 0.382812, + 0.511719, + 0.396484, + 0.363281, + 0.414062, + 0.492188, + 0.341797, + 0.339844, + 0.235352, + 0.447266, + 0.345703, + 0.414062, + 0.443359, + 0.457031, + 0.441406, + 0.443359, + 0.369141, + 0.480469, + 0.388672, + 0.453125, + 0.482422, + 0.423828, + 0.4375, + 0.339844, + 0.441406, + 0.378906, + 0.414062, + 0.347656, + 0.40625, + 0.443359, + 0.412109, + 0.439453, + 0.435547, + 0.355469, + 0.433594, + 0.412109, + 0.458984, + 0.373047, + 0.447266, + 0.417969, + 0.335938, + 0.339844, + 0.451172, + 0.388672, + 0.369141, + 0.341797, + 0.46875, + 0.503906, + 0.402344, + 0.498047, + 0.423828, + 0.4375, + 0.384766, + 0.519531, + 0.326172, + 0.466797, + 0.449219, + 0.347656, + 0.4375, + 0.396484, + 0.416016, + 0.449219, + 0.470703, + 0.425781, + 0.359375, + 0.441406, + 0.46875, + 0.652344, + 0.453125, + 0.351562, + 0.421875, + 0.400391, + 0.414062, + 0.445312, + 0.400391, + 0.439453, + 0.464844, + 0.351562, + 0.332031, + 0.410156, + 0.503906, + 0.464844, + 0.472656, + 0.494141, + 0.462891, + 0.439453, + 0.408203, + 0.257812, + 0.478516, + 0.232422, + 0.194336, + 0.470703, + 0.449219, + 0.466797, + 0.416016, + 0.451172, + 0.445312, + 0.378906, + 0.425781, + 0.318359, + 0.490234, + 0.410156, + 0.441406, + 0.324219, + 0.408203, + 0.566406, + 0.458984, + 0.398438, + 0.457031, + 0.388672, + 0.431641, + 0.507812, + 0.445312, + 0.421875, + 0.423828, + 0.337891, + 0.445312, + 0.357422, + 0.474609, + 0.480469, + 0.431641, + 0.425781, + 0.480469, + 0.339844, + 0.416016, + 0.423828, + 0.425781, + 0.349609, + 0.339844, + 0.192383, + 0.34375, + 0.355469, + 0.396484, + 0.361328, + 0.404297, + 0.458984, + 0.396484, + 0.5, + 0.435547, + 0.365234, + 0.441406, + 0.46875, + 0.550781, + 0.453125, + 0.423828, + 0.361328, + 0.402344, + 0.472656, + 0.601562, + 0.458984, + 0.5, + 0.412109, + 0.412109, + 0.441406, + 0.453125, + 0.445312, + 0.451172, + 0.431641, + 0.339844, + 0.480469, + 0.427734, + 0.404297, + 0.398438, + 0.380859, + 0.445312, + 0.335938, + 0.507812, + 0.453125, + 0.332031, + 0.445312, + 0.427734, + 0.410156, + 0.480469, + 0.390625, + 0.449219, + 0.367188, + 0.339844, + 0.464844, + 0.462891, + 0.390625, + 0.447266, + 0.345703, + 0.4375, + 0.380859, + 0.392578, + 0.447266, + 0.408203, + 0.404297, + 0.263672, + 0.429688, + 0.470703, + 0.380859, + 0.472656, + 0.453125, + 0.40625, + 0.341797, + 0.416016, + 0.439453, + 0.400391, + 0.390625, + 0.451172, + 0.390625, + 0.408203, + 0.478516, + 0.333984, + 0.453125, + 0.439453, + 0.363281, + 0.392578, + 0.419922, + 0.455078, + 0.394531, + 0.359375, + 0.451172, + 0.417969, + 0.363281, + 0.357422, + 0.46875, + 0.421875, + 0.486328, + 0.392578, + 0.375, + 0.363281, + 0.445312, + 0.447266, + 0.472656, + 0.478516, + 0.628906, + 0.396484, + 0.335938, + 0.455078, + 0.466797, + 0.341797, + 0.449219, + 0.408203, + 0.423828, + 0.482422, + 0.369141, + 0.423828, + 0.46875, + 0.40625, + 0.496094, + 0.417969, + 0.335938, + 0.466797, + 0.429688, + 0.457031, + 0.314453, + 0.458984, + 0.265625, + 0.416016, + 0.427734, + 0.382812, + 0.464844, + 0.474609, + 0.435547, + 0.484375, + 0.404297, + 0.439453, + 0.359375, + 0.431641, + 0.457031, + 0.394531, + 0.40625, + 0.333984, + 0.421875, + 0.433594, + 0.390625, + 0.464844, + 0.53125, + 0.453125, + 0.457031, + 0.443359, + 0.441406, + 0.480469, + 0.392578, + 0.416016, + 0.435547, + 0.482422, + 0.451172, + 0.429688, + 0.421875, + 0.482422, + 0.445312, + 0.439453, + 0.429688, + 0.324219, + 0.447266, + 0.419922, + 0.419922, + 0.441406, + 0.435547, + 0.451172, + 0.457031, + 0.408203, + 0.494141, + 0.457031, + 0.304688, + 0.357422, + 0.484375, + 0.46875, + 0.335938, + 0.449219, + 0.396484, + 0.46875, + 0.462891, + 0.345703, + 0.400391, + 0.367188, + 0.439453, + 0.380859, + 0.40625, + 0.404297, + 0.421875, + 0.412109, + 0.363281, + 0.390625, + 0.457031, + 0.378906, + 0.429688, + 0.496094, + 0.367188, + 0.443359, + 0.322266, + 0.408203, + 0.376953, + 0.330078, + 0.46875, + 0.363281, + 0.490234, + 0.464844, + 0.464844, + 0.369141, + 0.449219, + 0.46875, + 0.5, + 0.425781, + 0.460938, + 0.351562, + 0.433594, + 0.480469, + 0.435547, + 0.371094, + 0.417969, + 0.498047, + 0.515625, + 0.373047, + 0.494141, + 0.441406, + 0.339844, + 0.431641, + 0.384766, + 0.435547, + 0.384766, + 0.455078, + 0.359375, + 0.4375, + 0.416016, + 0.34375, + 0.441406, + 0.480469, + 0.503906, + 0.410156, + 0.486328, + 0.400391, + 0.439453, + 0.445312, + 0.466797, + 0.423828, + 0.5, + 0.445312, + 0.431641, + 0.416016, + 0.345703, + 0.345703, + 0.324219, + 0.402344, + 0.474609, + 0.400391, + 0.333984, + 0.410156, + 0.353516, + 0.449219, + 0.443359, + 0.408203, + 0.425781, + 0.390625, + 0.199219, + 0.414062, + 0.400391, + 0.431641, + 0.455078, + 0.462891, + 0.480469, + 0.507812, + 0.439453, + 0.292969, + 0.433594, + 0.367188, + 0.369141, + 0.417969, + 0.414062, + 0.355469, + 0.40625, + 0.375, + 0.478516, + 0.373047, + 0.416016, + 0.408203, + 0.451172, + 0.464844, + 0.441406, + 0.402344, + 0.498047, + 0.457031, + 0.421875, + 0.279297, + 0.427734, + 0.388672, + 0.287109, + 0.335938, + 0.431641, + 0.371094, + 0.435547, + 0.455078, + 0.4375, + 0.535156, + 0.376953, + 0.417969, + 0.410156, + 0.402344, + 0.361328, + 0.429688, + 0.431641, + 0.386719, + 0.394531, + 0.472656, + 0.439453, + 0.4375, + 0.464844, + 0.445312, + 0.490234, + 0.527344, + 0.480469, + 0.458984, + 0.410156, + 0.53125, + 0.423828, + 0.453125, + 0.382812, + 0.441406, + 0.388672, + 0.390625, + 0.345703, + 0.40625, + 0.441406, + 0.503906, + 0.337891, + 0.265625, + 0.492188, + 0.351562, + 0.470703, + 0.431641, + 0.433594, + 0.439453, + 0.458984, + 0.388672, + 0.388672, + 0.359375, + 0.371094, + 0.441406, + 0.53125, + 0.365234, + 0.46875, + 0.414062, + 0.359375, + 0.382812, + 0.429688, + 0.46875, + 0.408203, + 0.419922, + 0.380859, + 0.507812, + 0.289062, + 0.433594, + 0.414062, + 0.367188, + 0.482422, + 0.384766, + 0.474609, + 0.412109, + 0.466797, + 0.359375, + 0.451172, + 0.447266, + 0.351562, + 0.441406, + 0.427734, + 0.349609, + 0.359375, + 0.515625, + 0.416016, + 0.376953, + 0.390625, + 0.396484, + 0.353516, + 0.441406, + 0.441406, + 0.378906, + 0.318359, + 0.433594, + 0.507812, + 0.417969, + 0.550781, + 0.476562, + 0.53125, + 0.394531, + 0.373047, + 0.40625, + 0.400391, + 0.365234, + 0.419922, + 0.394531, + 0.457031, + 0.482422, + 0.224609, + 0.351562, + 0.371094, + 0.527344, + 0.462891, + 0.261719, + 0.355469, + 0.496094, + 0.332031, + 0.402344, + 0.449219, + 0.373047, + 0.458984, + 0.139648, + 0.46875, + 0.466797, + 0.458984, + 0.341797, + 0.371094, + 0.582031, + 0.425781, + 0.433594, + 0.496094, + 0.455078, + 0.427734, + 0.378906, + 0.421875, + 0.451172, + 0.40625, + 0.503906, + 0.464844, + 0.445312, + 0.466797, + 0.324219, + 0.394531, + 0.421875, + 0.447266, + 0.322266, + 0.4375, + 0.369141, + 0.46875, + 0.429688, + 0.474609, + 0.404297, + 0.435547, + 0.462891, + 0.480469, + 0.40625, + 0.455078, + 0.412109, + 0.457031, + 0.449219, + 0.423828, + 0.416016, + 0.400391 + ] + }, + "name": "model.transformer.layers.12.ffn_norm.weight", + "outputIndexes": [ + 824 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 823, + 824 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_12/Mul_1_output_0", + "outputIndexes": [ + 825 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 825 + ], + "outputIndexes": [ + 1770 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1770 + ], + "outputIndexes": [ + 1771 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_1/Linear", + "inputIndexes": [ + 1771 + ], + "outputIndexes": [ + 1772 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 8192, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 98304, + "weightSize": 0 + }, + "external": [ + 101162632, + 6291478, + 786432, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1772 + ], + "outputIndexes": [ + 1773 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1773 + ], + "outputIndexes": [ + 826 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 8192 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 4096 + ] + }, + "name": "/ffn_12/Mul_output_0", + "outputIndexes": [ + 827 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 826, + 21, + 827, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_12/Slice_output_0", + "outputIndexes": [ + 828 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 828 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_12/Sigmoid_output_0", + "outputIndexes": [ + 829 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 828, + 829 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_12/Mul_output_0", + "outputIndexes": [ + 830 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 8192 + ] + }, + "name": "/ffn_12/Mul_1_output_0", + "outputIndexes": [ + 831 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 826, + 827, + 831, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_12/Slice_1_output_0", + "outputIndexes": [ + 832 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 830, + 832 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_12/Mul_2_output_0", + "outputIndexes": [ + 833 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 833 + ], + "outputIndexes": [ + 1774 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 4096, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1774 + ], + "outputIndexes": [ + 1775 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_2/Linear", + "inputIndexes": [ + 1775 + ], + "outputIndexes": [ + 1776 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 4096, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 49152, + "weightSize": 0 + }, + "external": [ + 108240542, + 3145750, + 393216, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1776 + ], + "outputIndexes": [ + 1777 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.12/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1777 + ], + "outputIndexes": [ + 834 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 822, + 834 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_51_output_0", + "outputIndexes": [ + 835 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 835, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_52_output_0", + "outputIndexes": [ + 836 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 836 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_13/Mul_output_0", + "outputIndexes": [ + 837 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.753906, + 0.542969, + 0.589844, + 0.494141, + 0.472656, + 0.574219, + 0.554688, + 0.554688, + 0.828125, + 0.585938, + 0.691406, + 0.519531, + 0.558594, + 0.464844, + 0.527344, + 0.648438, + 0.703125, + 0.535156, + 0.519531, + 0.496094, + 0.300781, + 0.695312, + 0.408203, + 0.65625, + 0.746094, + 0.542969, + 0.554688, + 0.589844, + 0.5625, + 0.5625, + 0.828125, + 0.582031, + 0.425781, + 0.474609, + 0.585938, + 0.632812, + 0.605469, + 0.5625, + 0.451172, + 0.574219, + 0.621094, + 0.503906, + 0.613281, + 0.53125, + 0.511719, + 0.667969, + 0.482422, + 0.398438, + 0.664062, + 0.566406, + 0.585938, + 0.566406, + 0.507812, + 0.585938, + 0.90625, + 0.679688, + 0.636719, + 0.601562, + 0.597656, + 0.601562, + 0.392578, + 0.511719, + 0.322266, + 0.628906, + 0.359375, + 0.671875, + 0.423828, + 0.496094, + 0.6875, + 0.691406, + 0.539062, + 0.65625, + 0.539062, + 0.753906, + 0.394531, + 0.621094, + 0.605469, + 0.824219, + 0.621094, + 0.566406, + 0.527344, + 0.457031, + 0.585938, + 0.585938, + 0.503906, + 0.511719, + 0.429688, + 0.453125, + 0.699219, + 0.443359, + 0.570312, + 0.539062, + 0.601562, + 0.550781, + 0.494141, + 0.589844, + 0.453125, + 0.652344, + 0.494141, + 0.445312, + 0.59375, + 0.714844, + 0.447266, + 0.605469, + 0.597656, + 0.4375, + 0.546875, + 0.380859, + 0.453125, + 0.53125, + 0.589844, + 0.558594, + 0.359375, + 0.431641, + 0.507812, + 0.443359, + 0.380859, + 0.589844, + 0.550781, + 0.546875, + 0.613281, + 0.380859, + 0.488281, + 0.699219, + 0.4375, + 0.800781, + 0.515625, + 0.625, + 0.734375, + 0.664062, + 0.765625, + 0.628906, + 0.460938, + 0.539062, + 0.6875, + 0.492188, + 0.570312, + 0.445312, + 0.605469, + 0.396484, + 0.710938, + 0.734375, + 0.478516, + 0.554688, + 0.542969, + 0.369141, + 0.490234, + 0.75, + 0.380859, + 0.458984, + 0.59375, + 0.458984, + 0.523438, + 0.5, + 0.476562, + 0.515625, + 0.566406, + 0.441406, + 0.582031, + 0.652344, + 0.789062, + 0.695312, + 0.636719, + 0.511719, + 0.470703, + 0.550781, + 0.582031, + 0.683594, + 0.570312, + 0.457031, + 0.494141, + 0.482422, + 0.404297, + 0.535156, + 0.474609, + 0.570312, + 0.515625, + 0.554688, + 0.636719, + 0.738281, + 0.5, + 0.628906, + 0.484375, + 0.566406, + 0.566406, + 0.488281, + 0.652344, + 0.609375, + 0.609375, + 0.59375, + 0.703125, + 0.503906, + 1.054688, + 0.648438, + 0.558594, + 0.609375, + 0.582031, + 0.65625, + 0.617188, + 0.585938, + 0.482422, + 0.433594, + 0.664062, + 0.597656, + 0.722656, + 0.632812, + 0.455078, + 0.628906, + 0.527344, + 0.474609, + 0.609375, + 0.65625, + 0.476562, + 0.488281, + 0.621094, + 0.507812, + 0.644531, + 0.621094, + 0.488281, + 0.550781, + 0.671875, + 0.667969, + 0.527344, + 0.304688, + 0.800781, + 0.867188, + 0.535156, + 0.484375, + 0.511719, + 0.566406, + 0.554688, + 0.570312, + 0.578125, + 0.5, + 0.570312, + 0.601562, + 0.570312, + 0.427734, + 0.625, + 0.539062, + 0.519531, + 0.478516, + 0.59375, + 0.558594, + 0.503906, + 0.566406, + 0.394531, + 0.53125, + 0.746094, + 0.605469, + 0.519531, + 0.455078, + 0.59375, + 0.742188, + 0.644531, + 0.582031, + 0.519531, + 0.574219, + 0.609375, + 0.486328, + 0.570312, + 0.53125, + 0.441406, + 0.820312, + 0.474609, + 0.742188, + 0.78125, + 0.742188, + 0.625, + 0.494141, + 0.53125, + 0.546875, + 0.527344, + 0.535156, + 0.550781, + 0.421875, + 0.617188, + 0.349609, + 0.578125, + 0.361328, + 0.613281, + 0.539062, + 0.490234, + 0.601562, + 0.550781, + 0.625, + 0.494141, + 0.71875, + 0.78125, + 0.644531, + 0.410156, + 0.667969, + 0.474609, + 0.703125, + 0.333984, + 0.671875, + 0.585938, + 0.527344, + 0.394531, + 0.324219, + 0.75, + 0.523438, + 0.527344, + 0.683594, + 0.546875, + 0.804688, + 0.796875, + 0.337891, + 0.757812, + 0.507812, + 0.59375, + 0.507812, + 0.570312, + 0.511719, + 0.511719, + 0.582031, + 0.726562, + 0.535156, + 0.71875, + 0.585938, + 0.605469, + 0.462891, + 0.585938, + 0.761719, + 0.679688, + 0.554688, + 0.558594, + 0.574219, + 0.53125, + 0.482422, + 0.464844, + 0.605469, + 0.462891, + 0.734375, + 0.511719, + 0.644531, + 0.582031, + 0.628906, + 0.453125, + 0.644531, + 0.46875, + 0.490234, + 0.691406, + 0.398438, + 0.75, + 0.470703, + 1.5625, + 0.369141, + 0.597656, + 0.558594, + 0.5625, + 0.566406, + 0.675781, + 0.460938, + 0.65625, + 0.960938, + 0.519531, + 0.578125, + 0.402344, + 0.609375, + 0.734375, + 0.439453, + 0.625, + 0.515625, + 0.492188, + 0.6875, + 0.628906, + 0.582031, + 0.660156, + 0.380859, + 0.423828, + 0.730469, + 0.550781, + 0.609375, + 0.722656, + 0.296875, + 0.777344, + 0.6875, + 0.65625, + 0.457031, + 0.503906, + 0.464844, + 0.558594, + 0.566406, + 0.402344, + 0.445312, + 0.451172, + 0.496094, + 0.423828, + 0.613281, + 0.792969, + 0.523438, + 0.699219, + 0.283203, + 0.574219, + 0.707031, + 0.558594, + 0.84375, + 0.224609, + 0.306641, + 0.667969, + 0.648438, + 0.429688, + 0.65625, + 0.78125, + 0.632812, + 0.566406, + 0.828125, + 0.566406, + 0.539062, + 0.466797, + 0.574219, + 0.554688, + 0.703125, + 0.5, + 0.507812, + 0.542969, + 0.652344, + 0.546875, + 0.625, + 0.550781, + 0.490234, + 0.447266, + 0.890625, + 0.53125, + 0.546875, + 0.585938, + 0.589844, + 0.71875, + 0.578125, + 0.535156, + 0.511719, + 0.632812, + 0.558594, + 0.640625, + 0.59375, + 0.5625, + 0.6875, + 0.742188, + 0.65625, + 0.523438, + 0.566406, + 0.4375, + 0.855469, + 0.585938, + 0.519531, + 0.777344, + 0.330078, + 0.527344, + 0.416016, + 0.796875, + 0.734375, + 0.667969, + 0.550781, + 0.423828, + 0.679688, + 0.621094, + 0.423828, + 0.519531, + 0.601562, + 0.601562, + 0.359375, + 0.703125, + 0.6875, + 0.574219, + 0.4375, + 0.558594, + 0.765625, + 0.5, + 0.496094, + 0.453125, + 0.519531, + 0.839844, + 0.429688, + 0.667969, + 0.613281, + 0.625, + 0.523438, + 0.644531, + 0.660156, + 0.636719, + 0.554688, + 0.570312, + 0.554688, + 0.601562, + 0.408203, + 0.597656, + 0.566406, + 0.546875, + 0.597656, + 0.585938, + 0.632812, + 0.558594, + 0.519531, + 0.582031, + 0.601562, + 0.578125, + 0.535156, + 0.640625, + 0.466797, + 0.494141, + 0.535156, + 0.326172, + 0.542969, + 0.441406, + 0.882812, + 0.542969, + 0.597656, + 0.59375, + 0.582031, + 0.65625, + 0.589844, + 0.466797, + 0.527344, + 0.660156, + 0.707031, + 0.597656, + 0.527344, + 0.640625, + 0.703125, + 0.464844, + 0.699219, + 0.730469, + 0.578125, + 0.373047, + 0.482422, + 0.570312, + 0.542969, + 0.511719, + 2.171875, + 0.546875, + 0.585938, + 0.589844, + 0.613281, + 0.542969, + 0.427734, + 0.691406, + 0.574219, + 0.683594, + 0.636719, + 0.761719, + 0.433594, + 0.503906, + 0.667969, + 0.632812, + 0.773438, + 0.503906, + 0.574219, + 0.458984, + 0.4375, + 0.435547, + 0.507812, + 0.597656, + 0.353516, + 0.453125, + 0.746094, + 0.466797, + 0.601562, + 0.46875, + 0.5, + 0.636719, + 0.585938, + 0.460938, + 0.703125, + 0.773438, + 0.515625, + 0.431641, + 0.511719, + 0.628906, + 0.519531, + 0.570312, + 0.474609, + 0.507812, + 0.492188, + 0.746094, + 0.574219, + 0.53125, + 0.443359, + 0.589844, + 0.769531, + 0.597656, + 0.664062, + 0.746094, + 0.5, + 0.507812, + 0.416016, + 0.462891, + 0.53125, + 0.519531, + 0.527344, + 0.660156, + 0.691406, + 0.773438, + 0.554688, + 0.605469, + 0.527344, + 0.386719, + 0.53125, + 0.574219, + 0.375, + 0.621094, + 0.546875, + 0.542969, + 0.523438, + 0.507812, + 0.40625, + 0.730469, + 0.349609, + 0.375, + 0.613281, + 0.59375, + 0.353516, + 0.554688, + 0.53125, + 0.722656, + 0.455078, + 0.515625, + 0.435547, + 0.542969, + 0.523438, + 0.800781, + 0.664062, + 0.488281, + 0.478516, + 0.652344, + 0.609375, + 0.671875, + 0.910156, + 0.574219, + 0.369141, + 0.574219, + 0.451172, + 0.753906, + 0.59375, + 0.644531, + 0.574219, + 0.613281, + 0.458984, + 0.632812, + 0.507812, + 0.492188, + 0.519531, + 0.466797, + 0.574219, + 0.621094, + 0.5, + 0.628906, + 0.255859, + 0.570312, + 0.871094, + 0.421875, + 0.617188, + 0.515625, + 0.511719, + 0.59375, + 0.558594, + 0.40625, + 0.550781, + 0.539062, + 0.808594, + 0.636719, + 0.691406, + 0.503906, + 0.550781, + 0.53125, + 0.570312, + 0.570312, + 0.8125, + 0.455078, + 0.486328, + 0.412109, + 0.730469, + 0.546875, + 0.796875, + 0.578125, + 0.466797, + 0.851562, + 0.5, + 0.472656, + 0.490234, + 0.570312, + 0.484375, + 0.574219, + 0.515625, + 0.488281, + 0.636719, + 0.648438, + 0.462891, + 0.816406, + 0.621094, + 0.589844, + 0.466797, + 0.566406, + 0.419922, + 0.402344, + 0.519531, + 0.515625, + 0.582031, + 0.65625, + 0.539062, + 0.5625, + 0.550781, + 0.466797, + 0.582031, + 0.484375, + 0.554688, + 0.449219, + 0.464844, + 0.542969, + 0.498047, + 0.601562, + 0.71875, + 0.519531, + 0.628906, + 0.640625, + 0.435547, + 0.482422, + 0.382812, + 0.648438, + 0.578125, + 0.539062, + 0.636719, + 0.394531, + 0.5, + 0.470703, + 0.609375, + 0.503906, + 0.578125, + 0.445312, + 0.511719, + 0.605469, + 0.75, + 0.710938, + 0.539062, + 0.632812, + 0.46875, + 0.486328, + 0.632812, + 0.613281, + 0.707031, + 0.578125, + 0.550781, + 0.640625, + 0.65625, + 0.496094, + 0.753906, + 0.695312, + 0.542969, + 0.466797, + 0.808594, + 0.769531, + 0.585938, + 0.660156, + 0.558594, + 0.585938, + 0.75, + 0.5, + 0.695312, + 0.929688, + 0.539062, + 0.320312, + 0.550781, + 0.585938, + 0.523438, + 0.679688, + 0.601562, + 0.542969, + 0.65625, + 0.722656, + 0.59375, + 0.597656, + 0.566406, + 0.542969, + 0.714844, + 0.503906, + 0.90625, + 0.480469, + 0.496094, + 0.644531, + 0.695312, + 0.566406, + 0.527344, + 0.734375, + 0.609375, + 0.330078, + 0.546875, + 0.667969, + 0.566406, + 0.601562, + 0.519531, + 0.416016, + 0.636719, + 0.660156, + 0.462891, + 0.451172, + 0.457031, + 0.378906, + 0.625, + 0.570312, + 0.777344, + 0.503906, + 0.644531, + 0.582031, + 0.574219, + 0.742188, + 0.574219, + 0.65625, + 0.683594, + 0.460938, + 0.777344, + 0.5625, + 0.478516, + 0.472656, + 0.527344, + 0.476562, + 0.769531, + 0.466797, + 0.4375, + 0.421875, + 0.617188, + 0.957031, + 0.691406, + 0.601562, + 0.574219, + 0.699219, + 0.707031, + 0.601562, + 0.585938, + 0.558594, + 0.515625, + 0.558594, + 0.589844, + 0.753906, + 0.496094, + 0.722656, + 0.5625, + 0.527344, + 0.410156, + 0.910156, + 0.451172, + 0.237305, + 0.535156, + 0.578125, + 0.519531, + 0.84375, + 0.470703, + 0.660156, + 0.628906, + 0.609375, + 0.621094, + 0.949219, + 0.597656, + 0.503906, + 0.478516, + 0.546875, + 0.675781, + 0.550781, + 0.703125, + 0.496094, + 0.507812, + 0.582031, + 0.462891, + 0.478516, + 0.621094, + 0.601562, + 0.632812, + 0.539062, + 0.75, + 0.554688, + 0.527344, + 0.457031, + 0.675781, + 0.539062, + 0.636719, + 0.617188, + 0.675781, + 0.605469, + 0.53125, + 0.589844, + 0.570312, + 0.695312, + 0.710938, + 0.550781, + 0.695312, + 0.648438, + 0.474609, + 0.515625, + 0.496094, + 0.447266, + 0.574219, + 0.632812, + 0.742188, + 0.554688, + 0.753906, + 0.480469, + 0.40625, + 0.726562, + 0.492188, + 0.347656, + 0.621094, + 0.363281, + 0.546875, + 0.640625, + 0.691406, + 0.703125, + 0.566406, + 0.816406, + 0.742188, + 0.644531, + 0.480469, + 0.511719, + 0.761719, + 0.5, + 0.570312, + 0.714844, + 0.59375, + 0.490234, + 0.482422, + 0.609375, + 0.59375, + 0.578125, + 0.617188, + 0.625, + 0.707031, + 0.59375, + 0.361328, + 0.535156, + 0.398438, + 0.628906, + 0.628906, + 0.601562, + 0.675781, + 0.455078, + 0.535156, + 0.546875, + 0.515625, + 0.507812, + 0.439453, + 0.679688, + 0.578125, + 0.470703, + 0.484375, + 0.388672, + 0.570312, + 0.511719, + 0.675781, + 0.453125, + 0.777344, + 0.490234, + 0.474609, + 0.636719, + 0.400391, + 0.453125, + 0.597656, + 0.636719, + 0.648438, + 0.464844, + 0.839844, + 0.375, + 0.414062, + 0.462891, + 0.703125, + 0.482422, + 0.554688, + 0.757812, + 0.597656, + 0.404297, + 0.429688, + 0.53125, + 0.632812, + 0.597656, + 0.597656, + 0.621094, + 0.699219, + 0.679688, + 0.59375, + 0.707031, + 0.394531, + 0.597656, + 0.589844, + 0.558594, + 0.392578, + 0.488281, + 0.455078, + 0.496094, + 0.546875, + 0.582031, + 0.636719, + 0.59375, + 0.585938, + 0.484375, + 0.625, + 0.609375, + 0.458984, + 0.5625, + 0.597656, + 0.417969, + 0.455078, + 0.667969, + 0.578125, + 0.466797, + 0.273438, + 0.664062, + 0.738281, + 0.490234, + 0.804688, + 0.357422, + 0.722656, + 0.484375, + 0.714844, + 0.412109, + 0.628906, + 0.5625, + 0.414062, + 0.589844, + 0.40625, + 0.773438, + 0.582031, + 0.8125, + 0.511719, + 0.435547, + 0.535156, + 0.582031, + 2.25, + 0.605469, + 0.464844, + 0.451172, + 0.601562, + 0.636719, + 0.496094, + 0.519531, + 0.451172, + 0.558594, + 0.492188, + 0.392578, + 0.570312, + 0.757812, + 0.625, + 0.605469, + 0.757812, + 0.546875, + 0.597656, + 0.53125, + 0.570312, + 0.675781, + 0.484375, + 0.421875, + 0.671875, + 0.5625, + 0.671875, + 0.566406, + 0.570312, + 0.609375, + 0.558594, + 0.5, + 0.466797, + 0.507812, + 0.523438, + 0.613281, + 0.414062, + 0.546875, + 0.482422, + 0.667969, + 0.480469, + 0.679688, + 0.675781, + 0.53125, + 0.699219, + 0.589844, + 0.582031, + 0.46875, + 0.478516, + 0.5625, + 0.386719, + 0.675781, + 0.652344, + 0.632812, + 0.365234, + 0.636719, + 0.369141, + 0.490234, + 0.554688, + 0.621094, + 0.695312, + 0.396484, + 1.054688, + 0.361328, + 0.410156, + 0.470703, + 0.462891, + 0.515625, + 0.554688, + 0.609375, + 0.703125, + 0.660156, + 0.408203, + 0.535156, + 0.640625, + 0.90625, + 0.480469, + 0.507812, + 0.367188, + 0.429688, + 0.621094, + 0.976562, + 0.546875, + 0.824219, + 0.550781, + 0.613281, + 0.515625, + 0.484375, + 0.625, + 0.667969, + 0.589844, + 0.435547, + 0.703125, + 0.488281, + 0.435547, + 0.546875, + 0.59375, + 0.554688, + 0.402344, + 0.800781, + 0.628906, + 0.6875, + 0.632812, + 0.439453, + 0.59375, + 0.628906, + 0.519531, + 0.652344, + 0.433594, + 0.392578, + 0.757812, + 0.625, + 0.435547, + 0.644531, + 0.400391, + 0.542969, + 0.466797, + 0.570312, + 0.621094, + 0.482422, + 0.550781, + 0.859375, + 0.486328, + 0.644531, + 0.457031, + 0.427734, + 0.574219, + 0.574219, + 0.400391, + 0.636719, + 0.570312, + 0.605469, + 0.550781, + 0.625, + 0.546875, + 0.515625, + 0.660156, + 0.5, + 0.617188, + 0.597656, + 0.5, + 0.566406, + 0.253906, + 0.683594, + 0.511719, + 0.449219, + 0.644531, + 0.554688, + 0.539062, + 0.433594, + 0.515625, + 0.582031, + 0.671875, + 0.416016, + 0.480469, + 0.464844, + 0.511719, + 0.679688, + 0.597656, + 0.71875, + 0.699219, + 0.511719, + 0.453125, + 0.589844, + 0.644531, + 0.511719, + 0.507812, + 0.59375, + 0.636719, + 0.550781, + 0.503906, + 0.585938, + 0.585938, + 0.523438, + 0.648438, + 0.503906, + 0.605469, + 0.523438, + 0.570312, + 0.589844, + 0.412109, + 0.636719, + 0.539062, + 0.609375, + 0.480469, + 0.527344, + 0.660156, + 0.625, + 0.578125, + 0.644531, + 0.464844, + 0.462891, + 0.373047, + 0.601562, + 0.695312, + 0.515625, + 0.535156, + 0.613281, + 0.535156, + 0.625, + 0.644531, + 0.703125, + 0.714844, + 0.632812, + 0.613281, + 0.742188, + 0.542969, + 0.691406, + 0.396484, + 0.597656, + 0.488281, + 0.621094, + 0.613281, + 0.695312, + 0.609375, + 0.644531, + 0.617188, + 0.558594, + 0.554688, + 0.503906, + 0.601562, + 0.617188, + 0.570312, + 0.617188, + 0.648438, + 0.683594, + 0.609375, + 0.589844, + 0.691406, + 0.570312, + 0.722656, + 0.488281, + 0.617188, + 0.605469, + 0.609375, + 0.621094, + 0.308594, + 0.710938, + 0.628906, + 0.494141, + 0.488281, + 0.431641, + 0.511719, + 0.429688, + 0.539062, + 0.609375, + 0.527344, + 0.570312, + 0.486328, + 0.65625, + 0.601562, + 0.539062, + 0.498047, + 0.8125, + 0.470703, + 0.515625, + 0.632812, + 0.443359, + 0.40625, + 0.347656, + 0.613281, + 0.460938, + 0.539062, + 0.691406, + 0.589844, + 0.519531, + 0.609375, + 0.667969, + 0.734375, + 0.523438, + 0.679688, + 0.390625, + 0.574219, + 0.648438, + 0.53125, + 0.482422, + 0.59375, + 0.65625, + 0.769531, + 0.585938, + 0.628906, + 0.570312, + 0.367188, + 0.640625, + 0.490234, + 0.695312, + 0.570312, + 0.734375, + 0.433594, + 0.435547, + 0.445312, + 0.5625, + 0.625, + 0.785156, + 0.964844, + 0.507812, + 0.589844, + 0.578125, + 0.597656, + 0.636719, + 0.742188, + 0.605469, + 0.648438, + 0.570312, + 0.546875, + 0.511719, + 0.460938, + 0.367188, + 0.384766, + 0.59375, + 0.644531, + 0.423828, + 0.746094, + 0.539062, + 0.738281, + 0.632812, + 0.570312, + 0.435547, + 0.578125, + 0.490234, + 0.71875, + 0.542969, + 0.570312, + 0.527344, + 0.59375, + 0.667969, + 0.539062, + 0.683594, + 0.546875, + 0.554688, + 0.570312, + 0.439453, + 0.451172, + 0.511719, + 0.523438, + 0.373047, + 0.59375, + 0.675781, + 0.628906, + 0.490234, + 0.480469, + 0.462891, + 0.515625, + 0.636719, + 0.574219, + 0.478516, + 0.75, + 0.617188, + 0.707031, + 0.683594, + 0.625, + 0.470703, + 0.605469, + 0.488281, + 0.539062, + 0.460938, + 0.527344, + 0.617188, + 0.699219, + 0.734375, + 0.566406, + 0.652344, + 0.558594, + 0.53125, + 0.423828, + 0.566406, + 0.470703, + 0.476562, + 0.523438, + 0.613281, + 0.582031, + 0.632812, + 0.703125, + 0.558594, + 0.601562, + 0.894531, + 0.585938, + 0.597656, + 0.558594, + 0.863281, + 0.515625, + 0.597656, + 0.53125, + 0.613281, + 0.773438, + 0.5, + 0.453125, + 0.480469, + 0.644531, + 0.691406, + 0.507812, + 0.671875, + 0.609375, + 0.410156, + 0.660156, + 0.535156, + 0.625, + 0.558594, + 0.550781, + 0.417969, + 0.5625, + 0.416016, + 0.458984, + 0.578125, + 0.75, + 0.390625, + 0.652344, + 0.515625, + 0.453125, + 0.527344, + 0.546875, + 0.554688, + 0.410156, + 0.550781, + 0.511719, + 0.609375, + 0.550781, + 0.523438, + 0.527344, + 0.427734, + 0.785156, + 0.457031, + 0.609375, + 0.503906, + 0.664062, + 0.394531, + 0.535156, + 0.451172, + 0.515625, + 0.609375, + 0.416016, + 0.632812, + 0.496094, + 0.890625, + 0.515625, + 0.462891, + 0.474609, + 0.462891, + 0.322266, + 0.478516, + 0.597656, + 0.609375, + 0.390625, + 0.566406, + 0.558594, + 0.628906, + 0.765625, + 0.554688, + 0.660156, + 0.486328, + 0.455078, + 0.519531, + 0.457031, + 0.515625, + 0.53125, + 0.470703, + 0.644531, + 0.613281, + 0.78125, + 0.601562, + 0.480469, + 0.785156, + 0.8125, + 0.667969, + 0.455078, + 0.726562, + 0.496094, + 0.429688, + 0.484375, + 0.457031, + 0.636719, + 0.265625, + 0.644531, + 0.636719, + 0.496094, + 0.53125, + 0.507812, + 0.730469, + 0.585938, + 0.488281, + 0.800781, + 0.710938, + 0.546875, + 0.460938, + 0.671875, + 0.5625, + 0.474609, + 0.796875, + 0.726562, + 0.605469, + 0.542969, + 0.527344, + 0.78125, + 0.617188, + 0.820312, + 0.457031, + 0.578125, + 0.396484, + 0.65625, + 0.601562, + 0.632812, + 0.613281, + 0.542969, + 0.542969, + 0.703125, + 0.589844, + 0.582031, + 0.542969, + 0.507812, + 0.730469, + 0.53125, + 0.53125, + 0.515625 + ] + }, + "name": "model.transformer.layers.13.attn_norm.weight", + "outputIndexes": [ + 838 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 837, + 838 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_13/Mul_1_output_0", + "outputIndexes": [ + 839 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 839 + ], + "outputIndexes": [ + 1778 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1778 + ], + "outputIndexes": [ + 1779 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear", + "inputIndexes": [ + 1779 + ], + "outputIndexes": [ + 1780 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 111779508, + 983062, + 122880, + 5120, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1780 + ], + "outputIndexes": [ + 1781 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1781 + ], + "outputIndexes": [ + 840 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 839 + ], + "main_type": "NONE", + "name": "/Shape_53_output_0", + "outputIndexes": [ + 841 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 841 + ], + "main_type": "NONE", + "name": "Shape1192", + "outputIndexes": [ + 842 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 841 + ], + "main_type": "NONE", + "name": "Rank1194", + "outputIndexes": [ + 843 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 843, + 843 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1196", + "outputIndexes": [ + 844 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 844 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1197", + "outputIndexes": [ + 845 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 844, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1199", + "outputIndexes": [ + 846 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 846 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1200", + "outputIndexes": [ + 847 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 842, + 845, + 847, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1203", + "outputIndexes": [ + 848 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 848 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1204", + "outputIndexes": [ + 849 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 849 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1205", + "outputIndexes": [ + 850 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 850, + 849 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1206", + "outputIndexes": [ + 851 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 841, + 851, + 844 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_69_output_0", + "outputIndexes": [ + 852 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 852, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_131_output_0", + "outputIndexes": [ + 853 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 853, + 670, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_65_output_0", + "outputIndexes": [ + 854 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 840, + 854 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_53_output_0", + "outputIndexes": [ + 855 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 855 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_13/Mul_output_0", + "outputIndexes": [ + 856 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.192383, + -0.010986, + 0.07373, + 1.390625, + 0.026367, + 1.820312, + 1.171875, + 1.5, + 1.765625, + 1.71875, + 1.664062, + 1.695312, + 1.453125, + 1.46875, + 1.851562, + 2.46875, + 1.804688, + 2.1875, + 2.6875, + 1.9375, + 1.960938, + 3.921875, + 2.234375, + 1.851562, + 1.796875, + 1.90625, + 4.59375, + 1.617188, + 2.0625, + 2.25, + 1.898438, + 2.453125, + -0.004425, + -0.056885, + 1.640625, + 0.980469, + 1.90625, + 1.359375, + 1.359375, + 1.65625, + 1.46875, + 1.757812, + 1.90625, + 1.859375, + 2.265625, + 1.945312, + 1.929688, + 1.296875, + 2.203125, + 1.742188, + 1.460938, + 1.953125, + 2.09375, + 0.902344, + 1.5625, + 1.992188, + 1.992188, + 1.757812, + 0.369141, + 2.0625, + 1.640625, + 1.203125, + 1.742188, + 1.6875 + ] + }, + "name": "model.transformer.layers.13.attn.q_norm.weight", + "outputIndexes": [ + 857 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 856, + 857 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_13/Mul_1_output_0", + "outputIndexes": [ + 858 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 858, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_52_output_0", + "outputIndexes": [ + 859 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 858, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_53_output_0", + "outputIndexes": [ + 860 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 860 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_26_output_0", + "outputIndexes": [ + 861 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 858, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_52_output_0", + "outputIndexes": [ + 862 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 861, + 862 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_68_output_0", + "outputIndexes": [ + 863 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 863, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_53_output_0", + "outputIndexes": [ + 864 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 859, + 864 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_52_output_0", + "outputIndexes": [ + 865 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 839 + ], + "outputIndexes": [ + 1782 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1782 + ], + "outputIndexes": [ + 1783 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear", + "inputIndexes": [ + 1783 + ], + "outputIndexes": [ + 1784 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 112890570, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1784 + ], + "outputIndexes": [ + 1785 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1785 + ], + "outputIndexes": [ + 866 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 853, + 684, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_66_output_0", + "outputIndexes": [ + 867 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 866, + 867 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_54_output_0", + "outputIndexes": [ + 868 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 868 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_13/Mul_output_0", + "outputIndexes": [ + 869 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.166992, + -0.053711, + 0.044922, + 1.398438, + 0.022705, + 1.765625, + 0.664062, + 1.578125, + 1.515625, + 1.867188, + 2.34375, + 1.84375, + 2.53125, + 2.484375, + 1.929688, + 1.023438, + 2.078125, + 1.703125, + 1.257812, + 1.960938, + 2.015625, + 0.143555, + 1.71875, + 2.078125, + 2.09375, + 1.804688, + 0.644531, + 2.125, + 1.851562, + 1.929688, + 1.84375, + 1.726562, + -0.002533, + -0.007355, + 1.070312, + 0.052734, + 1.257812, + 1.476562, + 1.867188, + 1.671875, + 1.78125, + 1.445312, + 1.054688, + 1.6875, + 1.125, + 1.257812, + 1.898438, + 2.609375, + 1.664062, + 2.15625, + 2.546875, + 1.929688, + 1.851562, + 4.6875, + 2.390625, + 1.960938, + 1.84375, + 1.992188, + 11.0625, + 1.820312, + 2.203125, + 3.21875, + 2.1875, + 2.21875 + ] + }, + "name": "model.transformer.layers.13.attn.k_norm.weight", + "outputIndexes": [ + 870 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 869, + 870 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_13/Mul_1_output_0", + "outputIndexes": [ + 871 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 871, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_54_output_0", + "outputIndexes": [ + 872 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 871, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_55_output_0", + "outputIndexes": [ + 873 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 873 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_27_output_0", + "outputIndexes": [ + 874 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 871, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_54_output_0", + "outputIndexes": [ + 875 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 874, + 875 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_69_output_0", + "outputIndexes": [ + 876 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 876, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_55_output_0", + "outputIndexes": [ + 877 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 872, + 877 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_53_output_0", + "outputIndexes": [ + 878 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 839 + ], + "outputIndexes": [ + 1786 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1786 + ], + "outputIndexes": [ + 1787 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear", + "inputIndexes": [ + 1787 + ], + "outputIndexes": [ + 1788 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 113168352, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1788 + ], + "outputIndexes": [ + 1789 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1789 + ], + "outputIndexes": [ + 879 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 879, + 867 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_55_output_0", + "outputIndexes": [ + 880 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 865, + 878, + 880, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.13/self_attn/FusedAttention", + "outputIndexes": [ + 881 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 881 + ], + "outputIndexes": [ + 1790 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1790 + ], + "outputIndexes": [ + 1791 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear", + "inputIndexes": [ + 1791 + ], + "outputIndexes": [ + 1792 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 113446134, + 983062, + 122880, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1792 + ], + "outputIndexes": [ + 1793 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1793 + ], + "outputIndexes": [ + 882 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 836, + 882 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_54_output_0", + "outputIndexes": [ + 883 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 883 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_13/Mul_output_0", + "outputIndexes": [ + 884 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.511719, + 0.464844, + 0.5, + 0.408203, + 0.373047, + 0.490234, + 0.492188, + 0.507812, + 0.582031, + 0.486328, + 0.535156, + 0.378906, + 0.482422, + 0.439453, + 0.494141, + 0.605469, + 0.5, + 0.519531, + 0.429688, + 0.472656, + 0.283203, + 0.511719, + 0.382812, + 0.488281, + 0.535156, + 0.488281, + 0.507812, + 0.53125, + 0.4375, + 0.5, + 0.53125, + 0.488281, + 0.396484, + 0.416016, + 0.496094, + 0.523438, + 0.498047, + 0.498047, + 0.496094, + 0.466797, + 0.498047, + 0.464844, + 0.486328, + 0.480469, + 0.458984, + 0.503906, + 0.457031, + 0.453125, + 0.488281, + 0.425781, + 0.488281, + 0.494141, + 0.480469, + 0.511719, + 0.292969, + 0.5625, + 0.519531, + 0.498047, + 0.519531, + 0.550781, + 0.441406, + 0.480469, + 0.345703, + 0.507812, + 0.494141, + 0.542969, + 0.503906, + 0.46875, + 0.464844, + 0.3125, + 0.484375, + 0.515625, + 0.472656, + 0.527344, + 0.382812, + 0.539062, + 0.496094, + 0.542969, + 0.470703, + 0.496094, + 0.460938, + 0.494141, + 0.478516, + 0.494141, + 0.390625, + 0.478516, + 0.451172, + 0.5, + 0.507812, + 0.412109, + 0.527344, + 0.410156, + 0.503906, + 0.458984, + 0.470703, + 0.433594, + 0.386719, + 0.5, + 0.34375, + 0.363281, + 0.515625, + 0.310547, + 0.429688, + 0.511719, + 0.498047, + 0.4375, + 0.427734, + 0.419922, + 0.392578, + 0.507812, + 0.527344, + 0.470703, + 0.484375, + 0.412109, + 0.453125, + 0.460938, + 0.480469, + 0.490234, + 0.464844, + 0.470703, + 0.519531, + 0.443359, + 0.46875, + 0.515625, + 0.451172, + 0.578125, + 0.492188, + 0.519531, + 0.53125, + 0.511719, + 0.550781, + 0.488281, + 0.470703, + 0.515625, + 0.462891, + 0.449219, + 0.353516, + 0.488281, + 0.490234, + 0.392578, + 0.527344, + 0.503906, + 0.421875, + 0.503906, + 0.34375, + 0.369141, + 0.433594, + 0.503906, + 0.457031, + 0.414062, + 0.482422, + 0.425781, + 0.46875, + 0.470703, + 0.46875, + 0.458984, + 0.511719, + 0.503906, + 0.5, + 0.439453, + 0.5625, + 0.53125, + 0.539062, + 0.462891, + 0.476562, + 0.5, + 0.511719, + 0.484375, + 0.488281, + 0.219727, + 0.402344, + 0.476562, + 0.355469, + 0.503906, + 0.515625, + 0.53125, + 0.474609, + 0.515625, + 0.498047, + 0.5, + 0.492188, + 0.5, + 0.492188, + 0.5, + 0.482422, + 0.5, + 0.519531, + 0.447266, + 0.523438, + 0.482422, + 0.566406, + 0.476562, + 0.222656, + 0.5, + 0.455078, + 0.507812, + 0.417969, + 0.527344, + 0.503906, + 0.380859, + 0.451172, + 0.417969, + 0.515625, + 0.486328, + 0.527344, + 0.519531, + 0.507812, + 0.478516, + 0.482422, + 0.480469, + 0.40625, + 0.490234, + 0.488281, + 0.474609, + 0.462891, + 0.476562, + 0.53125, + 0.515625, + 0.486328, + 0.445312, + 0.5, + 0.511719, + 0.494141, + 0.310547, + 0.566406, + 0.386719, + 0.5, + 0.439453, + 0.46875, + 0.511719, + 0.482422, + 0.482422, + 0.400391, + 0.40625, + 0.453125, + 0.486328, + 0.478516, + 0.441406, + 0.480469, + 0.431641, + 0.429688, + 0.369141, + 0.503906, + 0.470703, + 0.443359, + 0.484375, + 0.357422, + 0.482422, + 0.523438, + 0.474609, + 0.470703, + 0.373047, + 0.492188, + 0.398438, + 0.5, + 0.582031, + 0.470703, + 0.466797, + 0.482422, + 0.494141, + 0.5, + 0.478516, + 0.330078, + 0.527344, + 0.492188, + 0.546875, + 0.589844, + 0.316406, + 0.427734, + 0.441406, + 0.488281, + 0.490234, + 0.464844, + 0.494141, + 0.503906, + 0.443359, + 0.527344, + 0.203125, + 0.472656, + 0.396484, + 0.492188, + 0.470703, + 0.402344, + 0.480469, + 0.507812, + 0.53125, + 0.490234, + 0.570312, + 0.515625, + 0.478516, + 0.40625, + 0.542969, + 0.480469, + 0.542969, + 0.349609, + 0.519531, + 0.324219, + 0.527344, + 0.400391, + 0.382812, + 0.566406, + 0.496094, + 0.478516, + 0.53125, + 0.46875, + 0.523438, + 0.546875, + 0.34375, + 0.542969, + 0.488281, + 0.511719, + 0.498047, + 0.425781, + 0.441406, + 0.511719, + 0.5, + 0.539062, + 0.380859, + 0.277344, + 0.46875, + 0.496094, + 0.484375, + 0.535156, + 0.511719, + 0.585938, + 0.46875, + 0.511719, + 0.470703, + 0.474609, + 0.498047, + 0.40625, + 0.490234, + 0.451172, + 0.507812, + 0.490234, + 0.503906, + 0.470703, + 0.480469, + 0.404297, + 0.5625, + 0.396484, + 0.421875, + 0.490234, + 0.390625, + 0.539062, + 0.496094, + 0.332031, + 0.394531, + 0.464844, + 0.503906, + 0.365234, + 0.457031, + 0.34375, + 0.238281, + 0.507812, + 0.248047, + 0.441406, + 0.507812, + 0.400391, + 0.503906, + 0.519531, + 0.392578, + 0.515625, + 0.449219, + 0.394531, + 0.4375, + 0.482422, + 0.363281, + 0.480469, + 0.371094, + 0.371094, + 0.484375, + 0.355469, + 0.511719, + 0.515625, + 0.308594, + 0.539062, + 0.515625, + 0.507812, + 0.443359, + 0.492188, + 0.451172, + 0.496094, + 0.503906, + 0.382812, + 0.412109, + 0.322266, + 0.476562, + 0.423828, + 0.503906, + 0.527344, + 0.431641, + 0.539062, + 0.333984, + 0.519531, + 0.255859, + 0.511719, + 0.263672, + 0.225586, + 0.414062, + 0.496094, + 0.478516, + 0.494141, + 0.482422, + 0.515625, + 0.328125, + 0.351562, + 0.535156, + 0.482422, + 0.503906, + 0.507812, + 0.3125, + 0.457031, + 0.550781, + 0.492188, + 0.453125, + 0.443359, + 0.527344, + 0.455078, + 0.519531, + 0.439453, + 0.396484, + 0.400391, + 0.239258, + 0.484375, + 0.375, + 0.478516, + 0.519531, + 0.451172, + 0.507812, + 0.439453, + 0.484375, + 0.478516, + 0.507812, + 0.515625, + 0.523438, + 0.490234, + 0.523438, + 0.482422, + 0.507812, + 0.498047, + 0.46875, + 0.410156, + 0.488281, + 0.503906, + 0.484375, + 0.53125, + 0.335938, + 0.496094, + 0.470703, + 0.283203, + 0.550781, + 0.53125, + 0.492188, + 0.384766, + 0.496094, + 0.482422, + 0.414062, + 0.470703, + 0.523438, + 0.523438, + 0.365234, + 0.494141, + 0.515625, + 0.457031, + 0.361328, + 0.474609, + 0.498047, + 0.476562, + 0.480469, + 0.231445, + 0.474609, + 0.53125, + 0.376953, + 0.490234, + 0.511719, + 0.498047, + 0.46875, + 0.511719, + 0.507812, + 0.515625, + 0.490234, + 0.511719, + 0.378906, + 0.503906, + 0.322266, + 0.503906, + 0.503906, + 0.480469, + 0.494141, + 0.423828, + 0.431641, + 0.476562, + 0.453125, + 0.507812, + 0.490234, + 0.482422, + 0.386719, + 0.480469, + 0.404297, + 0.460938, + 0.484375, + 0.349609, + 0.466797, + 0.396484, + 0.582031, + 0.486328, + 0.503906, + 0.484375, + 0.382812, + 0.535156, + 0.515625, + 0.482422, + 0.462891, + 0.339844, + 0.523438, + 0.5, + 0.515625, + 0.480469, + 0.527344, + 0.400391, + 0.527344, + 0.5625, + 0.46875, + 0.414062, + 0.474609, + 0.482422, + 0.462891, + 0.488281, + 0.597656, + 0.466797, + 0.523438, + 0.5, + 0.476562, + 0.460938, + 0.324219, + 0.554688, + 0.511719, + 0.515625, + 0.527344, + 0.605469, + 0.435547, + 0.376953, + 0.519531, + 0.498047, + 0.535156, + 0.494141, + 0.457031, + 0.447266, + 0.457031, + 0.40625, + 0.466797, + 0.398438, + 0.208984, + 0.419922, + 0.539062, + 0.484375, + 0.511719, + 0.466797, + 0.478516, + 0.496094, + 0.345703, + 0.235352, + 0.542969, + 0.439453, + 0.511719, + 0.417969, + 0.455078, + 0.535156, + 0.466797, + 0.523438, + 0.384766, + 0.466797, + 0.445312, + 0.523438, + 0.447266, + 0.365234, + 0.443359, + 0.443359, + 0.554688, + 0.515625, + 0.496094, + 0.550781, + 0.492188, + 0.458984, + 0.494141, + 0.457031, + 0.443359, + 0.425781, + 0.46875, + 0.527344, + 0.519531, + 0.527344, + 0.46875, + 0.53125, + 0.496094, + 0.40625, + 0.371094, + 0.449219, + 0.400391, + 0.492188, + 0.5, + 0.482422, + 0.503906, + 0.449219, + 0.445312, + 0.550781, + 0.375, + 0.378906, + 0.5, + 0.441406, + 0.388672, + 0.498047, + 0.457031, + 0.585938, + 0.474609, + 0.474609, + 0.466797, + 0.259766, + 0.490234, + 0.519531, + 0.515625, + 0.457031, + 0.480469, + 0.523438, + 0.53125, + 0.515625, + 0.539062, + 0.503906, + 0.480469, + 0.486328, + 0.460938, + 0.515625, + 0.494141, + 0.488281, + 0.490234, + 0.539062, + 0.464844, + 0.507812, + 0.466797, + 0.457031, + 0.367188, + 0.472656, + 0.498047, + 0.470703, + 0.419922, + 0.511719, + 0.271484, + 0.458984, + 0.546875, + 0.455078, + 0.496094, + 0.492188, + 0.464844, + 0.519531, + 0.523438, + 0.453125, + 0.439453, + 0.5, + 0.263672, + 0.458984, + 0.511719, + 0.439453, + 0.478516, + 0.449219, + 0.492188, + 0.433594, + 0.5, + 0.460938, + 0.427734, + 0.414062, + 0.554688, + 0.349609, + 0.507812, + 0.476562, + 0.472656, + 0.46875, + 0.484375, + 0.466797, + 0.472656, + 0.46875, + 0.474609, + 0.5, + 0.470703, + 0.431641, + 0.523438, + 0.414062, + 0.46875, + 0.75, + 0.490234, + 0.490234, + 0.433594, + 0.511719, + 0.494141, + 0.429688, + 0.472656, + 0.484375, + 0.492188, + 0.519531, + 0.460938, + 0.5, + 0.46875, + 0.359375, + 0.480469, + 0.539062, + 0.464844, + 0.472656, + 0.388672, + 0.496094, + 0.447266, + 0.488281, + 0.535156, + 0.511719, + 0.476562, + 0.490234, + 0.472656, + 0.433594, + 0.392578, + 0.498047, + 0.519531, + 0.515625, + 0.466797, + 0.5, + 0.515625, + 0.464844, + 0.503906, + 0.441406, + 0.527344, + 0.476562, + 0.482422, + 0.5, + 0.570312, + 0.542969, + 0.351562, + 0.431641, + 0.511719, + 0.472656, + 0.486328, + 0.503906, + 0.535156, + 0.462891, + 0.480469, + 0.496094, + 0.302734, + 0.429688, + 0.498047, + 0.542969, + 0.476562, + 0.458984, + 0.378906, + 0.542969, + 0.447266, + 0.355469, + 0.472656, + 0.466797, + 0.269531, + 0.443359, + 0.503906, + 0.550781, + 0.478516, + 0.466797, + 0.535156, + 0.494141, + 0.498047, + 0.527344, + 0.333984, + 0.494141, + 0.443359, + 0.5625, + 0.484375, + 0.507812, + 0.53125, + 0.482422, + 0.496094, + 0.470703, + 0.582031, + 0.470703, + 0.5, + 0.498047, + 0.515625, + 0.478516, + 0.435547, + 0.546875, + 0.515625, + 0.341797, + 0.341797, + 0.527344, + 0.490234, + 0.539062, + 0.482422, + 0.375, + 0.394531, + 0.53125, + 0.441406, + 0.462891, + 0.394531, + 0.433594, + 0.5, + 0.511719, + 0.539062, + 0.478516, + 0.511719, + 0.523438, + 0.527344, + 0.554688, + 0.451172, + 0.496094, + 0.53125, + 0.466797, + 0.414062, + 0.515625, + 0.427734, + 0.478516, + 0.458984, + 0.480469, + 0.527344, + 0.396484, + 0.439453, + 0.439453, + 0.527344, + 0.171875, + 0.574219, + 0.419922, + 0.466797, + 0.523438, + 0.498047, + 0.515625, + 0.527344, + 0.462891, + 0.486328, + 0.457031, + 0.498047, + 0.25, + 0.457031, + 0.507812, + 0.416016, + 0.507812, + 0.378906, + 0.550781, + 0.417969, + 0.285156, + 0.410156, + 0.484375, + 0.511719, + 0.53125, + 0.396484, + 0.535156, + 0.558594, + 0.490234, + 0.507812, + 0.800781, + 0.306641, + 0.496094, + 0.355469, + 0.40625, + 0.507812, + 0.443359, + 0.523438, + 0.431641, + 0.462891, + 0.503906, + 0.492188, + 0.414062, + 0.511719, + 0.503906, + 0.535156, + 0.5, + 0.539062, + 0.455078, + 0.427734, + 0.466797, + 0.511719, + 0.5, + 0.474609, + 0.511719, + 0.546875, + 0.443359, + 0.445312, + 0.490234, + 0.527344, + 0.550781, + 0.550781, + 0.503906, + 0.4375, + 0.519531, + 0.458984, + 0.494141, + 0.431641, + 0.000315, + 0.5, + 0.458984, + 0.511719, + 0.498047, + 0.527344, + 0.515625, + 0.419922, + 0.527344, + 0.443359, + 0.433594, + 0.535156, + 0.392578, + 0.445312, + 0.519531, + 0.484375, + 0.507812, + 0.474609, + 0.300781, + 0.535156, + 0.384766, + 0.431641, + 0.482422, + 0.507812, + 0.480469, + 0.439453, + 0.472656, + 0.496094, + 0.498047, + 0.431641, + 0.542969, + 0.460938, + 0.503906, + 0.486328, + 0.5, + 0.527344, + 0.519531, + 0.308594, + 0.482422, + 0.472656, + 0.511719, + 0.355469, + 0.474609, + 0.523438, + 0.492188, + 0.488281, + 0.470703, + 0.5, + 0.443359, + 0.472656, + 0.466797, + 0.496094, + 0.492188, + 0.472656, + 0.474609, + 0.484375, + 0.46875, + 0.535156, + 0.425781, + 0.554688, + 0.455078, + 0.460938, + 0.503906, + 0.388672, + 0.478516, + 0.515625, + 0.519531, + 0.535156, + 0.445312, + 0.539062, + 0.466797, + 0.412109, + 0.476562, + 0.570312, + 0.394531, + 0.396484, + 0.271484, + 0.5, + 0.349609, + 0.484375, + 0.511719, + 0.527344, + 0.498047, + 0.5, + 0.417969, + 0.527344, + 0.433594, + 0.507812, + 0.539062, + 0.478516, + 0.503906, + 0.380859, + 0.5, + 0.445312, + 0.460938, + 0.388672, + 0.472656, + 0.492188, + 0.455078, + 0.486328, + 0.5, + 0.390625, + 0.482422, + 0.462891, + 0.503906, + 0.433594, + 0.503906, + 0.472656, + 0.378906, + 0.410156, + 0.503906, + 0.458984, + 0.445312, + 0.341797, + 0.519531, + 0.558594, + 0.462891, + 0.570312, + 0.482422, + 0.486328, + 0.433594, + 0.566406, + 0.341797, + 0.507812, + 0.511719, + 0.380859, + 0.490234, + 0.453125, + 0.451172, + 0.5, + 0.519531, + 0.488281, + 0.412109, + 0.496094, + 0.515625, + 0.703125, + 0.496094, + 0.416016, + 0.476562, + 0.470703, + 0.457031, + 0.503906, + 0.449219, + 0.484375, + 0.507812, + 0.384766, + 0.378906, + 0.470703, + 0.539062, + 0.519531, + 0.519531, + 0.542969, + 0.515625, + 0.474609, + 0.460938, + 0.304688, + 0.53125, + 0.255859, + 0.237305, + 0.515625, + 0.492188, + 0.515625, + 0.476562, + 0.511719, + 0.5, + 0.425781, + 0.480469, + 0.365234, + 0.585938, + 0.476562, + 0.511719, + 0.410156, + 0.462891, + 0.648438, + 0.511719, + 0.451172, + 0.503906, + 0.427734, + 0.488281, + 0.535156, + 0.507812, + 0.492188, + 0.474609, + 0.359375, + 0.511719, + 0.414062, + 0.503906, + 0.539062, + 0.488281, + 0.519531, + 0.507812, + 0.308594, + 0.474609, + 0.472656, + 0.482422, + 0.355469, + 0.378906, + 0.240234, + 0.322266, + 0.398438, + 0.46875, + 0.423828, + 0.466797, + 0.511719, + 0.447266, + 0.539062, + 0.503906, + 0.433594, + 0.496094, + 0.503906, + 0.570312, + 0.478516, + 0.486328, + 0.429688, + 0.478516, + 0.523438, + 0.585938, + 0.511719, + 0.527344, + 0.484375, + 0.460938, + 0.496094, + 0.503906, + 0.478516, + 0.486328, + 0.472656, + 0.394531, + 0.511719, + 0.490234, + 0.458984, + 0.46875, + 0.4375, + 0.515625, + 0.357422, + 0.578125, + 0.507812, + 0.365234, + 0.503906, + 0.470703, + 0.46875, + 0.546875, + 0.4375, + 0.503906, + 0.431641, + 0.396484, + 0.511719, + 0.511719, + 0.455078, + 0.490234, + 0.40625, + 0.498047, + 0.447266, + 0.451172, + 0.496094, + 0.472656, + 0.449219, + 0.308594, + 0.496094, + 0.507812, + 0.453125, + 0.589844, + 0.507812, + 0.451172, + 0.40625, + 0.482422, + 0.492188, + 0.462891, + 0.447266, + 0.507812, + 0.449219, + 0.457031, + 0.53125, + 0.392578, + 0.515625, + 0.5, + 0.419922, + 0.453125, + 0.498047, + 0.523438, + 0.441406, + 0.410156, + 0.5, + 0.476562, + 0.414062, + 0.339844, + 0.507812, + 0.478516, + 0.527344, + 0.460938, + 0.443359, + 0.433594, + 0.498047, + 0.507812, + 0.519531, + 0.519531, + 0.757812, + 0.458984, + 0.332031, + 0.515625, + 0.507812, + 0.398438, + 0.511719, + 0.46875, + 0.476562, + 0.53125, + 0.435547, + 0.480469, + 0.535156, + 0.466797, + 0.5625, + 0.492188, + 0.376953, + 0.511719, + 0.492188, + 0.519531, + 0.322266, + 0.498047, + 0.3125, + 0.458984, + 0.474609, + 0.435547, + 0.515625, + 0.515625, + 0.494141, + 0.515625, + 0.464844, + 0.503906, + 0.419922, + 0.494141, + 0.5, + 0.464844, + 0.451172, + 0.376953, + 0.480469, + 0.488281, + 0.455078, + 0.519531, + 0.5625, + 0.496094, + 0.527344, + 0.486328, + 0.496094, + 0.527344, + 0.439453, + 0.476562, + 0.498047, + 0.515625, + 0.515625, + 0.486328, + 0.466797, + 0.539062, + 0.498047, + 0.486328, + 0.496094, + 0.378906, + 0.494141, + 0.498047, + 0.466797, + 0.507812, + 0.490234, + 0.5, + 0.515625, + 0.462891, + 0.527344, + 0.496094, + 0.371094, + 0.416016, + 0.53125, + 0.515625, + 0.373047, + 0.507812, + 0.484375, + 0.515625, + 0.507812, + 0.410156, + 0.462891, + 0.4375, + 0.5, + 0.435547, + 0.466797, + 0.464844, + 0.472656, + 0.447266, + 0.421875, + 0.451172, + 0.498047, + 0.417969, + 0.490234, + 0.519531, + 0.425781, + 0.486328, + 0.380859, + 0.462891, + 0.451172, + 0.361328, + 0.503906, + 0.429688, + 0.53125, + 0.511719, + 0.523438, + 0.435547, + 0.511719, + 0.519531, + 0.53125, + 0.494141, + 0.5, + 0.394531, + 0.478516, + 0.523438, + 0.5, + 0.435547, + 0.482422, + 0.566406, + 0.550781, + 0.417969, + 0.53125, + 0.494141, + 0.388672, + 0.494141, + 0.457031, + 0.490234, + 0.441406, + 0.496094, + 0.423828, + 0.507812, + 0.472656, + 0.345703, + 0.488281, + 0.542969, + 0.539062, + 0.460938, + 0.539062, + 0.443359, + 0.478516, + 0.507812, + 0.519531, + 0.457031, + 0.542969, + 0.507812, + 0.478516, + 0.470703, + 0.402344, + 0.404297, + 0.365234, + 0.462891, + 0.519531, + 0.455078, + 0.371094, + 0.466797, + 0.404297, + 0.503906, + 0.515625, + 0.462891, + 0.484375, + 0.460938, + 0.251953, + 0.470703, + 0.449219, + 0.503906, + 0.507812, + 0.515625, + 0.519531, + 0.539062, + 0.494141, + 0.335938, + 0.5, + 0.427734, + 0.427734, + 0.464844, + 0.478516, + 0.378906, + 0.457031, + 0.345703, + 0.519531, + 0.417969, + 0.46875, + 0.462891, + 0.519531, + 0.511719, + 0.503906, + 0.458984, + 0.53125, + 0.496094, + 0.474609, + 0.330078, + 0.490234, + 0.441406, + 0.324219, + 0.390625, + 0.478516, + 0.435547, + 0.486328, + 0.507812, + 0.503906, + 0.558594, + 0.423828, + 0.478516, + 0.46875, + 0.478516, + 0.40625, + 0.484375, + 0.488281, + 0.451172, + 0.439453, + 0.511719, + 0.498047, + 0.494141, + 0.511719, + 0.511719, + 0.515625, + 0.550781, + 0.519531, + 0.519531, + 0.466797, + 0.546875, + 0.482422, + 0.490234, + 0.4375, + 0.494141, + 0.431641, + 0.447266, + 0.414062, + 0.46875, + 0.5, + 0.550781, + 0.392578, + 0.326172, + 0.539062, + 0.414062, + 0.515625, + 0.490234, + 0.482422, + 0.5, + 0.494141, + 0.455078, + 0.451172, + 0.419922, + 0.443359, + 0.503906, + 0.570312, + 0.427734, + 0.519531, + 0.472656, + 0.394531, + 0.431641, + 0.482422, + 0.511719, + 0.458984, + 0.488281, + 0.433594, + 0.539062, + 0.339844, + 0.490234, + 0.480469, + 0.373047, + 0.527344, + 0.455078, + 0.539062, + 0.472656, + 0.515625, + 0.402344, + 0.507812, + 0.503906, + 0.382812, + 0.494141, + 0.486328, + 0.367188, + 0.404297, + 0.539062, + 0.466797, + 0.4375, + 0.464844, + 0.447266, + 0.357422, + 0.482422, + 0.486328, + 0.445312, + 0.322266, + 0.488281, + 0.558594, + 0.470703, + 0.574219, + 0.523438, + 0.558594, + 0.455078, + 0.427734, + 0.462891, + 0.458984, + 0.427734, + 0.486328, + 0.457031, + 0.503906, + 0.523438, + 0.283203, + 0.404297, + 0.4375, + 0.585938, + 0.503906, + 0.304688, + 0.429688, + 0.535156, + 0.371094, + 0.466797, + 0.503906, + 0.443359, + 0.511719, + 0.199219, + 0.507812, + 0.511719, + 0.507812, + 0.402344, + 0.421875, + 0.613281, + 0.476562, + 0.486328, + 0.539062, + 0.496094, + 0.482422, + 0.449219, + 0.476562, + 0.5, + 0.472656, + 0.554688, + 0.507812, + 0.484375, + 0.523438, + 0.347656, + 0.451172, + 0.478516, + 0.494141, + 0.333984, + 0.488281, + 0.423828, + 0.519531, + 0.472656, + 0.523438, + 0.472656, + 0.490234, + 0.519531, + 0.535156, + 0.464844, + 0.496094, + 0.470703, + 0.511719, + 0.511719, + 0.478516, + 0.474609, + 0.449219 + ] + }, + "name": "model.transformer.layers.13.ffn_norm.weight", + "outputIndexes": [ + 885 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 884, + 885 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_13/Mul_1_output_0", + "outputIndexes": [ + 886 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 886 + ], + "outputIndexes": [ + 1794 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1794 + ], + "outputIndexes": [ + 1795 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_1/Linear", + "inputIndexes": [ + 1795 + ], + "outputIndexes": [ + 1796 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 8704, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 104448, + "weightSize": 0 + }, + "external": [ + 114552076, + 6684694, + 835584, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1796 + ], + "outputIndexes": [ + 1797 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1797 + ], + "outputIndexes": [ + 887 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 8704 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 4352 + ] + }, + "name": "/ffn_13/Mul_output_0", + "outputIndexes": [ + 888 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 887, + 21, + 888, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_13/Slice_output_0", + "outputIndexes": [ + 889 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 889 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_13/Sigmoid_output_0", + "outputIndexes": [ + 890 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 889, + 890 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_13/Mul_output_0", + "outputIndexes": [ + 891 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 8704 + ] + }, + "name": "/ffn_13/Mul_1_output_0", + "outputIndexes": [ + 892 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 887, + 888, + 892, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_13/Slice_1_output_0", + "outputIndexes": [ + 893 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 891, + 893 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_13/Mul_2_output_0", + "outputIndexes": [ + 894 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 894 + ], + "outputIndexes": [ + 1798 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 4352, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1798 + ], + "outputIndexes": [ + 1799 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_2/Linear", + "inputIndexes": [ + 1799 + ], + "outputIndexes": [ + 1800 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 4352, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 52224, + "weightSize": 0 + }, + "external": [ + 122072354, + 3342358, + 417792, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1800 + ], + "outputIndexes": [ + 1801 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.13/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1801 + ], + "outputIndexes": [ + 895 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 883, + 895 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_55_output_0", + "outputIndexes": [ + 896 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 896, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_56_output_0", + "outputIndexes": [ + 897 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 897 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_14/Mul_output_0", + "outputIndexes": [ + 898 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.894531, + 0.71875, + 0.75, + 0.675781, + 0.644531, + 0.753906, + 0.742188, + 0.707031, + 0.984375, + 0.730469, + 0.910156, + 0.474609, + 0.738281, + 0.699219, + 0.722656, + 0.902344, + 0.847656, + 0.632812, + 0.703125, + 0.78125, + 0.235352, + 0.859375, + 0.458984, + 0.8125, + 0.855469, + 0.671875, + 0.695312, + 0.734375, + 0.753906, + 0.691406, + 0.871094, + 0.765625, + 0.494141, + 0.640625, + 0.789062, + 0.742188, + 0.703125, + 0.679688, + 0.582031, + 0.738281, + 0.765625, + 0.65625, + 0.839844, + 0.734375, + 0.664062, + 0.863281, + 0.789062, + 0.589844, + 0.871094, + 0.546875, + 0.761719, + 0.6875, + 0.679688, + 0.738281, + 1.296875, + 0.839844, + 0.839844, + 0.75, + 0.769531, + 0.738281, + 0.640625, + 0.683594, + 0.34375, + 0.824219, + 0.523438, + 0.816406, + 0.617188, + 0.707031, + 1.023438, + 1.023438, + 0.707031, + 0.835938, + 0.710938, + 0.777344, + 0.523438, + 0.792969, + 0.792969, + 0.964844, + 0.777344, + 0.753906, + 0.746094, + 0.625, + 0.78125, + 0.777344, + 0.632812, + 0.585938, + 0.652344, + 0.648438, + 0.757812, + 0.574219, + 0.699219, + 0.867188, + 0.792969, + 0.785156, + 0.683594, + 0.773438, + 0.5, + 0.878906, + 0.375, + 0.474609, + 0.777344, + 1.140625, + 0.597656, + 0.757812, + 0.707031, + 0.628906, + 0.742188, + 0.566406, + 0.625, + 0.730469, + 0.707031, + 0.734375, + 0.503906, + 0.5625, + 0.777344, + 0.613281, + 0.542969, + 0.820312, + 0.722656, + 0.707031, + 0.785156, + 0.566406, + 0.691406, + 0.820312, + 0.613281, + 0.867188, + 0.714844, + 0.789062, + 0.820312, + 0.789062, + 0.863281, + 0.6875, + 0.683594, + 0.613281, + 0.882812, + 0.660156, + 0.648438, + 0.625, + 0.796875, + 0.550781, + 0.8125, + 0.816406, + 0.691406, + 0.660156, + 0.439453, + 0.365234, + 0.730469, + 0.945312, + 0.574219, + 0.652344, + 0.773438, + 0.710938, + 0.734375, + 0.714844, + 0.734375, + 0.742188, + 0.746094, + 0.625, + 0.742188, + 0.851562, + 0.929688, + 1.09375, + 0.707031, + 0.75, + 0.648438, + 0.6875, + 0.710938, + 0.824219, + 0.738281, + 0.605469, + 0.523438, + 0.652344, + 0.353516, + 0.648438, + 0.644531, + 0.691406, + 0.730469, + 0.71875, + 0.828125, + 0.800781, + 0.628906, + 0.886719, + 0.84375, + 0.769531, + 0.734375, + 0.691406, + 0.761719, + 0.75, + 0.847656, + 0.808594, + 0.863281, + 0.652344, + 1.796875, + 0.820312, + 0.753906, + 0.777344, + 0.8125, + 0.808594, + 0.738281, + 0.785156, + 0.617188, + 0.621094, + 0.871094, + 0.730469, + 0.851562, + 0.714844, + 0.609375, + 0.789062, + 0.648438, + 0.628906, + 0.832031, + 0.800781, + 0.644531, + 0.71875, + 0.753906, + 0.664062, + 0.765625, + 0.789062, + 0.652344, + 0.792969, + 0.832031, + 0.84375, + 0.625, + 0.289062, + 0.882812, + 1.273438, + 0.726562, + 0.664062, + 0.738281, + 0.703125, + 0.707031, + 0.730469, + 0.839844, + 0.632812, + 0.707031, + 0.734375, + 0.765625, + 0.632812, + 0.828125, + 0.773438, + 0.71875, + 0.494141, + 0.722656, + 0.707031, + 0.886719, + 0.730469, + 0.392578, + 0.675781, + 0.878906, + 0.8125, + 0.742188, + 0.355469, + 0.753906, + 1.046875, + 0.777344, + 0.761719, + 0.664062, + 0.828125, + 0.699219, + 0.660156, + 0.734375, + 0.75, + 0.310547, + 0.851562, + 0.625, + 0.914062, + 0.871094, + 1.1875, + 0.859375, + 0.691406, + 0.804688, + 0.667969, + 0.6875, + 0.601562, + 0.671875, + 0.667969, + 0.785156, + 0.390625, + 0.835938, + 0.484375, + 0.738281, + 0.699219, + 0.726562, + 0.753906, + 0.699219, + 0.75, + 0.605469, + 0.914062, + 0.859375, + 0.863281, + 0.542969, + 0.835938, + 0.714844, + 0.933594, + 0.322266, + 0.785156, + 0.316406, + 0.671875, + 0.539062, + 0.429688, + 0.808594, + 0.722656, + 0.703125, + 0.851562, + 0.730469, + 0.960938, + 1.078125, + 0.554688, + 0.882812, + 0.707031, + 0.726562, + 0.679688, + 0.71875, + 0.75, + 0.683594, + 0.675781, + 0.875, + 0.419922, + 1.046875, + 0.777344, + 0.703125, + 0.71875, + 0.714844, + 0.859375, + 0.816406, + 0.683594, + 0.683594, + 0.765625, + 0.71875, + 0.605469, + 0.640625, + 0.738281, + 0.734375, + 0.820312, + 0.640625, + 0.75, + 0.773438, + 0.75, + 0.597656, + 0.753906, + 0.625, + 0.679688, + 0.867188, + 0.527344, + 0.929688, + 0.65625, + 2.265625, + 0.445312, + 0.824219, + 0.691406, + 0.917969, + 0.726562, + 0.550781, + 0.566406, + 0.875, + 1.328125, + 0.699219, + 0.785156, + 0.523438, + 0.75, + 0.851562, + 0.582031, + 0.820312, + 0.707031, + 0.746094, + 0.96875, + 0.777344, + 0.871094, + 0.921875, + 0.394531, + 0.416016, + 0.9375, + 0.419922, + 0.777344, + 0.78125, + 0.285156, + 0.90625, + 0.828125, + 0.796875, + 0.601562, + 0.640625, + 0.625, + 0.65625, + 0.671875, + 0.535156, + 0.613281, + 0.308594, + 0.664062, + 0.617188, + 0.757812, + 0.910156, + 0.757812, + 0.847656, + 0.298828, + 0.796875, + 1.117188, + 0.640625, + 1.257812, + 0.237305, + 0.5625, + 0.855469, + 0.824219, + 0.621094, + 0.820312, + 0.917969, + 0.404297, + 0.380859, + 0.84375, + 0.683594, + 0.765625, + 0.644531, + 0.859375, + 0.777344, + 0.75, + 0.597656, + 0.679688, + 0.671875, + 0.773438, + 0.710938, + 0.730469, + 0.742188, + 0.746094, + 0.664062, + 1.21875, + 0.730469, + 0.773438, + 0.800781, + 0.699219, + 0.867188, + 0.78125, + 0.757812, + 0.6875, + 0.820312, + 0.722656, + 0.722656, + 0.683594, + 0.808594, + 0.875, + 0.824219, + 0.789062, + 0.6875, + 0.699219, + 0.679688, + 0.929688, + 0.691406, + 0.664062, + 1.0, + 0.363281, + 0.703125, + 0.574219, + 1.304688, + 0.851562, + 0.835938, + 0.773438, + 0.482422, + 0.835938, + 0.835938, + 0.628906, + 0.667969, + 0.722656, + 0.753906, + 0.335938, + 0.839844, + 0.863281, + 0.785156, + 0.539062, + 0.714844, + 0.90625, + 0.660156, + 0.726562, + 0.71875, + 0.671875, + 0.960938, + 0.474609, + 0.894531, + 0.734375, + 0.761719, + 0.734375, + 0.742188, + 0.859375, + 0.773438, + 0.648438, + 0.867188, + 0.714844, + 0.738281, + 0.384766, + 0.757812, + 0.648438, + 0.710938, + 0.753906, + 0.804688, + 0.816406, + 0.820312, + 0.691406, + 0.671875, + 0.796875, + 0.710938, + 0.742188, + 0.789062, + 0.621094, + 0.726562, + 0.710938, + 0.306641, + 0.796875, + 0.601562, + 0.925781, + 0.695312, + 0.808594, + 0.78125, + 0.667969, + 0.789062, + 0.71875, + 0.625, + 0.699219, + 0.921875, + 0.882812, + 0.753906, + 0.671875, + 0.804688, + 0.792969, + 0.585938, + 0.941406, + 0.835938, + 0.621094, + 0.542969, + 0.683594, + 0.640625, + 0.75, + 0.691406, + 3.21875, + 0.742188, + 0.683594, + 0.707031, + 0.847656, + 0.742188, + 0.349609, + 0.824219, + 0.757812, + 0.796875, + 0.730469, + 0.90625, + 0.65625, + 0.695312, + 0.777344, + 0.734375, + 0.90625, + 0.722656, + 0.769531, + 0.648438, + 0.707031, + 0.695312, + 0.6875, + 0.777344, + 0.427734, + 0.628906, + 0.859375, + 0.707031, + 0.765625, + 0.652344, + 0.667969, + 0.773438, + 0.742188, + 0.652344, + 0.796875, + 0.9375, + 0.597656, + 0.648438, + 0.640625, + 0.722656, + 0.695312, + 0.703125, + 0.628906, + 0.632812, + 0.746094, + 0.875, + 0.707031, + 0.761719, + 0.671875, + 0.804688, + 0.859375, + 0.761719, + 0.753906, + 0.875, + 0.726562, + 0.664062, + 0.644531, + 0.695312, + 0.746094, + 0.753906, + 0.691406, + 0.773438, + 0.792969, + 0.890625, + 0.757812, + 0.691406, + 0.6875, + 0.480469, + 0.519531, + 0.847656, + 0.482422, + 0.78125, + 0.765625, + 0.6875, + 0.726562, + 0.667969, + 0.601562, + 0.816406, + 0.478516, + 0.476562, + 0.753906, + 0.699219, + 0.441406, + 0.671875, + 0.753906, + 0.777344, + 0.582031, + 0.761719, + 0.613281, + 0.839844, + 0.769531, + 1.039062, + 0.820312, + 0.6875, + 0.648438, + 0.808594, + 0.785156, + 0.84375, + 0.949219, + 0.726562, + 0.585938, + 0.765625, + 0.675781, + 0.964844, + 0.757812, + 0.789062, + 0.710938, + 0.738281, + 0.609375, + 0.792969, + 0.667969, + 0.679688, + 0.667969, + 0.625, + 0.765625, + 0.84375, + 0.761719, + 0.867188, + 0.200195, + 0.785156, + 1.109375, + 0.523438, + 0.796875, + 0.660156, + 0.738281, + 0.832031, + 0.65625, + 0.605469, + 0.867188, + 0.75, + 1.273438, + 0.820312, + 0.773438, + 0.730469, + 0.800781, + 0.726562, + 0.785156, + 0.800781, + 0.953125, + 0.621094, + 0.703125, + 0.578125, + 0.796875, + 0.427734, + 1.0, + 0.769531, + 0.632812, + 0.976562, + 0.6875, + 0.660156, + 0.667969, + 0.707031, + 0.753906, + 0.757812, + 0.667969, + 0.714844, + 0.679688, + 0.683594, + 0.589844, + 1.109375, + 0.757812, + 0.769531, + 0.636719, + 0.746094, + 0.613281, + 0.582031, + 0.667969, + 0.6875, + 0.777344, + 0.839844, + 0.703125, + 0.613281, + 0.8125, + 0.447266, + 0.75, + 0.820312, + 0.671875, + 0.585938, + 0.574219, + 0.738281, + 0.679688, + 0.742188, + 0.785156, + 0.679688, + 0.816406, + 0.800781, + 0.539062, + 0.683594, + 0.488281, + 0.824219, + 0.707031, + 0.703125, + 0.832031, + 0.542969, + 0.648438, + 0.617188, + 0.824219, + 0.71875, + 0.667969, + 0.589844, + 0.695312, + 0.792969, + 0.832031, + 0.871094, + 0.746094, + 0.859375, + 0.632812, + 0.671875, + 0.8125, + 0.773438, + 0.792969, + 0.742188, + 0.699219, + 0.828125, + 1.085938, + 0.753906, + 0.765625, + 0.785156, + 0.679688, + 0.613281, + 1.109375, + 0.855469, + 0.886719, + 0.875, + 0.726562, + 0.621094, + 1.171875, + 0.664062, + 0.769531, + 0.988281, + 0.644531, + 0.542969, + 0.71875, + 0.742188, + 0.722656, + 0.832031, + 0.265625, + 0.734375, + 0.9375, + 0.78125, + 0.859375, + 0.78125, + 0.683594, + 0.707031, + 0.824219, + 0.671875, + 0.984375, + 0.628906, + 0.625, + 0.769531, + 0.777344, + 0.707031, + 0.777344, + 0.757812, + 0.761719, + 0.3125, + 0.386719, + 0.824219, + 0.765625, + 0.699219, + 0.691406, + 0.566406, + 0.871094, + 0.734375, + 0.5625, + 0.574219, + 0.601562, + 0.582031, + 0.726562, + 0.75, + 0.839844, + 0.664062, + 0.824219, + 0.722656, + 0.78125, + 0.882812, + 0.726562, + 0.773438, + 0.867188, + 0.699219, + 1.0, + 0.714844, + 0.640625, + 0.6875, + 0.761719, + 0.625, + 0.894531, + 0.585938, + 0.605469, + 0.675781, + 0.8125, + 1.3125, + 0.828125, + 0.859375, + 0.714844, + 0.933594, + 0.890625, + 0.785156, + 0.71875, + 0.710938, + 0.746094, + 0.773438, + 0.730469, + 1.164062, + 0.644531, + 0.957031, + 0.582031, + 0.644531, + 0.542969, + 0.917969, + 0.65625, + 0.423828, + 0.707031, + 0.722656, + 0.65625, + 0.984375, + 0.6875, + 0.742188, + 0.683594, + 0.828125, + 0.726562, + 1.398438, + 0.337891, + 0.714844, + 0.445312, + 0.753906, + 0.746094, + 0.71875, + 0.808594, + 0.71875, + 0.664062, + 0.742188, + 0.582031, + 0.640625, + 0.777344, + 0.78125, + 0.792969, + 0.675781, + 0.773438, + 0.808594, + 0.707031, + 0.613281, + 0.78125, + 0.679688, + 0.761719, + 0.75, + 0.722656, + 0.757812, + 0.777344, + 0.757812, + 0.710938, + 0.863281, + 0.804688, + 0.796875, + 0.910156, + 0.773438, + 0.660156, + 0.691406, + 0.710938, + 0.5625, + 0.792969, + 0.882812, + 0.867188, + 0.699219, + 0.820312, + 0.664062, + 0.558594, + 0.957031, + 0.714844, + 0.570312, + 0.769531, + 0.455078, + 0.808594, + 0.761719, + 0.90625, + 0.757812, + 0.757812, + 1.070312, + 0.855469, + 0.527344, + 0.695312, + 0.699219, + 0.898438, + 0.609375, + 0.8125, + 0.828125, + 0.808594, + 0.667969, + 0.71875, + 0.710938, + 0.820312, + 0.675781, + 0.816406, + 0.707031, + 0.832031, + 0.722656, + 0.287109, + 0.738281, + 0.625, + 0.847656, + 0.835938, + 0.78125, + 0.851562, + 0.667969, + 0.675781, + 0.675781, + 0.683594, + 0.679688, + 0.664062, + 0.902344, + 0.699219, + 0.535156, + 0.667969, + 0.523438, + 0.722656, + 0.675781, + 0.800781, + 0.636719, + 0.832031, + 0.679688, + 0.679688, + 0.773438, + 0.601562, + 0.597656, + 0.714844, + 0.695312, + 0.78125, + 0.695312, + 0.949219, + 0.5625, + 0.542969, + 0.707031, + 0.863281, + 0.683594, + 0.78125, + 1.109375, + 0.714844, + 0.384766, + 0.609375, + 0.667969, + 0.851562, + 0.71875, + 0.800781, + 0.949219, + 0.832031, + 0.925781, + 0.84375, + 0.917969, + 0.476562, + 0.722656, + 0.792969, + 0.746094, + 0.554688, + 0.632812, + 0.679688, + 0.671875, + 0.65625, + 0.726562, + 0.804688, + 0.679688, + 0.808594, + 0.617188, + 0.765625, + 0.726562, + 0.671875, + 0.679688, + 0.761719, + 0.410156, + 0.625, + 0.765625, + 0.746094, + 0.613281, + 0.326172, + 0.855469, + 0.890625, + 0.609375, + 0.90625, + 0.546875, + 0.921875, + 0.632812, + 0.859375, + 0.279297, + 0.800781, + 0.675781, + 0.539062, + 0.777344, + 0.640625, + 0.953125, + 0.726562, + 0.984375, + 0.640625, + 0.621094, + 0.671875, + 0.800781, + 3.0625, + 0.707031, + 0.738281, + 0.621094, + 0.816406, + 0.816406, + 0.683594, + 0.699219, + 0.617188, + 0.722656, + 0.550781, + 0.550781, + 0.660156, + 0.933594, + 0.757812, + 0.6875, + 0.925781, + 0.804688, + 0.679688, + 0.660156, + 0.871094, + 0.828125, + 0.714844, + 0.632812, + 0.84375, + 0.640625, + 0.777344, + 0.769531, + 0.800781, + 0.777344, + 0.765625, + 0.722656, + 0.482422, + 0.800781, + 0.757812, + 0.839844, + 0.636719, + 0.78125, + 0.894531, + 0.835938, + 0.640625, + 0.855469, + 0.878906, + 0.707031, + 0.867188, + 0.710938, + 0.714844, + 0.613281, + 0.507812, + 0.792969, + 0.542969, + 0.816406, + 0.828125, + 0.839844, + 0.65625, + 0.800781, + 0.298828, + 0.617188, + 0.707031, + 0.8125, + 0.382812, + 0.408203, + 1.585938, + 0.257812, + 0.476562, + 0.710938, + 0.660156, + 0.714844, + 0.722656, + 0.824219, + 0.816406, + 0.875, + 0.660156, + 0.734375, + 0.777344, + 0.917969, + 0.617188, + 0.671875, + 0.617188, + 0.566406, + 0.785156, + 1.234375, + 0.675781, + 0.828125, + 0.714844, + 0.847656, + 0.722656, + 0.605469, + 0.820312, + 0.832031, + 0.734375, + 0.570312, + 0.855469, + 0.601562, + 0.613281, + 0.726562, + 0.789062, + 0.722656, + 0.392578, + 0.90625, + 0.878906, + 0.605469, + 0.800781, + 0.628906, + 0.773438, + 0.761719, + 0.699219, + 0.804688, + 0.652344, + 0.443359, + 0.933594, + 0.769531, + 0.667969, + 0.789062, + 0.546875, + 0.675781, + 0.664062, + 0.808594, + 0.859375, + 0.667969, + 0.789062, + 1.328125, + 0.652344, + 0.765625, + 0.667969, + 0.792969, + 0.738281, + 0.734375, + 0.5625, + 0.851562, + 0.738281, + 0.792969, + 0.671875, + 0.78125, + 0.710938, + 0.671875, + 0.785156, + 0.6875, + 0.824219, + 0.765625, + 0.710938, + 0.761719, + 0.404297, + 0.800781, + 0.695312, + 0.554688, + 0.882812, + 0.761719, + 0.757812, + 0.326172, + 0.652344, + 0.777344, + 0.765625, + 0.609375, + 0.652344, + 0.691406, + 0.625, + 0.878906, + 0.792969, + 0.882812, + 1.070312, + 0.777344, + 0.328125, + 0.753906, + 0.800781, + 0.683594, + 0.742188, + 0.722656, + 0.78125, + 0.648438, + 0.734375, + 0.757812, + 0.785156, + 0.667969, + 0.800781, + 0.683594, + 0.867188, + 0.601562, + 0.722656, + 0.765625, + 0.277344, + 0.730469, + 0.746094, + 0.816406, + 0.652344, + 0.703125, + 0.894531, + 0.722656, + 0.777344, + 0.769531, + 0.703125, + 0.621094, + 0.609375, + 0.714844, + 0.835938, + 0.707031, + 0.773438, + 0.839844, + 0.683594, + 0.785156, + 0.800781, + 0.761719, + 0.898438, + 0.726562, + 0.835938, + 0.976562, + 0.683594, + 0.839844, + 0.648438, + 0.683594, + 0.632812, + 0.703125, + 0.742188, + 1.101562, + 0.738281, + 0.71875, + 0.742188, + 0.746094, + 0.699219, + 0.753906, + 0.796875, + 0.8125, + 0.707031, + 0.796875, + 0.789062, + 0.945312, + 0.667969, + 0.703125, + 0.867188, + 0.6875, + 1.164062, + 0.636719, + 0.808594, + 0.816406, + 0.613281, + 0.722656, + 0.566406, + 0.859375, + 0.648438, + 0.726562, + 0.722656, + 0.625, + 0.679688, + 0.621094, + 0.671875, + 0.824219, + 0.683594, + 0.738281, + 0.753906, + 0.921875, + 0.753906, + 0.621094, + 0.726562, + 0.988281, + 0.742188, + 0.695312, + 0.945312, + 0.617188, + 0.597656, + 0.351562, + 0.75, + 0.632812, + 0.660156, + 0.820312, + 0.730469, + 0.761719, + 0.769531, + 0.765625, + 0.753906, + 0.652344, + 0.757812, + 0.486328, + 0.769531, + 0.851562, + 0.667969, + 0.660156, + 0.757812, + 0.800781, + 0.8125, + 0.742188, + 0.738281, + 0.777344, + 0.466797, + 0.832031, + 0.710938, + 0.8125, + 0.824219, + 0.816406, + 0.617188, + 0.625, + 0.613281, + 0.335938, + 0.777344, + 0.945312, + 1.109375, + 0.675781, + 0.730469, + 0.757812, + 0.757812, + 0.777344, + 0.796875, + 0.8125, + 0.753906, + 0.746094, + 0.628906, + 0.679688, + 0.628906, + 0.486328, + 0.423828, + 0.757812, + 0.726562, + 0.625, + 1.085938, + 0.773438, + 0.882812, + 0.820312, + 0.796875, + 0.667969, + 0.730469, + 0.683594, + 1.1875, + 0.734375, + 0.832031, + 0.667969, + 0.742188, + 0.796875, + 0.597656, + 0.757812, + 0.734375, + 0.742188, + 0.804688, + 0.648438, + 0.6875, + 0.640625, + 0.695312, + 0.40625, + 0.832031, + 0.433594, + 0.777344, + 0.65625, + 0.625, + 0.667969, + 0.640625, + 0.695312, + 0.757812, + 0.679688, + 0.78125, + 0.851562, + 0.796875, + 1.007812, + 0.792969, + 0.65625, + 0.878906, + 0.714844, + 0.738281, + 0.578125, + 0.679688, + 0.78125, + 0.949219, + 0.871094, + 0.773438, + 0.871094, + 0.777344, + 0.742188, + 0.539062, + 0.691406, + 0.679688, + 0.636719, + 0.742188, + 0.742188, + 0.726562, + 0.796875, + 0.890625, + 0.703125, + 0.773438, + 0.898438, + 0.753906, + 0.710938, + 0.691406, + 0.917969, + 0.675781, + 0.761719, + 0.746094, + 0.746094, + 1.125, + 0.679688, + 0.644531, + 0.628906, + 0.796875, + 0.855469, + 0.753906, + 0.984375, + 0.773438, + 0.578125, + 0.765625, + 0.652344, + 0.789062, + 0.71875, + 0.730469, + 0.558594, + 0.800781, + 0.640625, + 0.683594, + 0.742188, + 0.757812, + 0.558594, + 0.773438, + 0.730469, + 0.59375, + 0.78125, + 0.730469, + 0.695312, + 0.53125, + 0.695312, + 0.71875, + 0.726562, + 0.792969, + 0.742188, + 0.671875, + 0.414062, + 0.9375, + 0.570312, + 0.765625, + 0.660156, + 0.757812, + 0.589844, + 0.773438, + 0.574219, + 0.494141, + 0.714844, + 0.640625, + 0.353516, + 0.554688, + 1.03125, + 0.695312, + 0.679688, + 0.699219, + 0.617188, + 0.332031, + 0.632812, + 0.703125, + 0.769531, + 0.324219, + 0.707031, + 0.695312, + 0.808594, + 0.789062, + 0.640625, + 0.738281, + 0.675781, + 0.679688, + 0.660156, + 0.667969, + 0.78125, + 0.640625, + 0.710938, + 0.796875, + 0.816406, + 1.273438, + 0.835938, + 0.675781, + 0.839844, + 0.945312, + 1.0625, + 0.65625, + 0.941406, + 0.699219, + 0.59375, + 0.746094, + 0.625, + 0.789062, + 0.271484, + 0.769531, + 0.730469, + 0.679688, + 0.800781, + 0.757812, + 0.878906, + 0.738281, + 0.660156, + 0.859375, + 0.820312, + 0.703125, + 0.648438, + 0.867188, + 0.699219, + 0.589844, + 0.933594, + 0.742188, + 0.640625, + 0.734375, + 0.384766, + 0.996094, + 0.84375, + 1.0, + 0.347656, + 0.765625, + 0.605469, + 0.757812, + 0.757812, + 0.71875, + 0.820312, + 0.707031, + 0.738281, + 0.84375, + 0.773438, + 0.71875, + 0.785156, + 0.746094, + 0.894531, + 0.628906, + 0.769531, + 0.707031 + ] + }, + "name": "model.transformer.layers.14.attn_norm.weight", + "outputIndexes": [ + 899 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 898, + 899 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_14/Mul_1_output_0", + "outputIndexes": [ + 900 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 900 + ], + "outputIndexes": [ + 1802 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1802 + ], + "outputIndexes": [ + 1803 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear", + "inputIndexes": [ + 1803 + ], + "outputIndexes": [ + 1804 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 125832504, + 983062, + 122880, + 5120, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1804 + ], + "outputIndexes": [ + 1805 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1805 + ], + "outputIndexes": [ + 901 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 900 + ], + "main_type": "NONE", + "name": "/Shape_57_output_0", + "outputIndexes": [ + 902 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 902 + ], + "main_type": "NONE", + "name": "Shape1278", + "outputIndexes": [ + 903 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 902 + ], + "main_type": "NONE", + "name": "Rank1280", + "outputIndexes": [ + 904 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 904, + 904 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1282", + "outputIndexes": [ + 905 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 905 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1283", + "outputIndexes": [ + 906 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 905, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1285", + "outputIndexes": [ + 907 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 907 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1286", + "outputIndexes": [ + 908 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 903, + 906, + 908, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1289", + "outputIndexes": [ + 909 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 909 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1290", + "outputIndexes": [ + 910 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 910 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1291", + "outputIndexes": [ + 911 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 911, + 910 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1292", + "outputIndexes": [ + 912 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 902, + 912, + 905 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_74_output_0", + "outputIndexes": [ + 913 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 913, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_141_output_0", + "outputIndexes": [ + 914 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 914, + 670, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_70_output_0", + "outputIndexes": [ + 915 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 901, + 915 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_57_output_0", + "outputIndexes": [ + 916 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 916 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_14/Mul_output_0", + "outputIndexes": [ + 917 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.070312, + -0.000462, + 0.189453, + -0.074219, + 1.867188, + 1.742188, + 1.554688, + 1.742188, + 1.492188, + 1.695312, + 1.84375, + 1.9375, + 2.0625, + 1.96875, + 1.976562, + 2.078125, + 2.015625, + 2.078125, + 2.265625, + 2.171875, + 2.359375, + 1.515625, + 2.078125, + 2.109375, + 2.109375, + 1.976562, + 2.046875, + 2.03125, + 1.90625, + 2.0, + 2.0625, + 1.859375, + -1.132812, + -0.18457, + -0.085449, + 0.314453, + 0.023315, + 1.398438, + 1.140625, + 1.492188, + 1.648438, + 1.75, + 1.75, + 1.945312, + 1.65625, + 1.757812, + 2.0, + 1.679688, + 1.976562, + 1.960938, + 1.804688, + 2.0625, + 1.882812, + 3.015625, + 2.015625, + 2.03125, + 2.046875, + 2.09375, + 2.125, + 1.9375, + 2.15625, + 2.0625, + 2.03125, + 2.359375 + ] + }, + "name": "model.transformer.layers.14.attn.q_norm.weight", + "outputIndexes": [ + 918 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 917, + 918 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_14/Mul_1_output_0", + "outputIndexes": [ + 919 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 919, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_56_output_0", + "outputIndexes": [ + 920 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 919, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_57_output_0", + "outputIndexes": [ + 921 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 921 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_28_output_0", + "outputIndexes": [ + 922 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 919, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_56_output_0", + "outputIndexes": [ + 923 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 922, + 923 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_73_output_0", + "outputIndexes": [ + 924 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 924, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_57_output_0", + "outputIndexes": [ + 925 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 920, + 925 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_56_output_0", + "outputIndexes": [ + 926 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 900 + ], + "outputIndexes": [ + 1806 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1806 + ], + "outputIndexes": [ + 1807 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear", + "inputIndexes": [ + 1807 + ], + "outputIndexes": [ + 1808 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 126943566, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1808 + ], + "outputIndexes": [ + 1809 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1809 + ], + "outputIndexes": [ + 927 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 914, + 684, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_71_output_0", + "outputIndexes": [ + 928 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 927, + 928 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_58_output_0", + "outputIndexes": [ + 929 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 929 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_14/Mul_output_0", + "outputIndexes": [ + 930 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.044189, + -0.030396, + 0.176758, + 0.001328, + 1.28125, + 1.695312, + 1.710938, + 1.9375, + 0.789062, + 1.851562, + 1.25, + 2.0625, + 1.09375, + 1.804688, + 2.046875, + 1.265625, + 1.90625, + 1.960938, + 1.695312, + 2.015625, + 1.859375, + 3.15625, + 2.09375, + 2.078125, + 2.046875, + 2.171875, + 2.125, + 2.078125, + 2.40625, + 2.125, + 2.140625, + 2.453125, + -0.917969, + -0.15918, + -0.039062, + 0.193359, + 0.007477, + 1.351562, + 0.279297, + 1.25, + 1.890625, + 1.703125, + 2.0, + 1.398438, + 2.265625, + 1.945312, + 1.8125, + 2.296875, + 2.1875, + 2.234375, + 2.375, + 2.234375, + 2.328125, + 0.960938, + 2.125, + 2.125, + 2.125, + 2.046875, + 2.015625, + 2.078125, + 2.0625, + 2.046875, + 2.0625, + 2.203125 + ] + }, + "name": "model.transformer.layers.14.attn.k_norm.weight", + "outputIndexes": [ + 931 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 930, + 931 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_14/Mul_1_output_0", + "outputIndexes": [ + 932 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 932, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_58_output_0", + "outputIndexes": [ + 933 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 932, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_59_output_0", + "outputIndexes": [ + 934 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 934 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_29_output_0", + "outputIndexes": [ + 935 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 932, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_58_output_0", + "outputIndexes": [ + 936 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 935, + 936 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_74_output_0", + "outputIndexes": [ + 937 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 937, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_59_output_0", + "outputIndexes": [ + 938 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 933, + 938 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_57_output_0", + "outputIndexes": [ + 939 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 900 + ], + "outputIndexes": [ + 1810 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1810 + ], + "outputIndexes": [ + 1811 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear", + "inputIndexes": [ + 1811 + ], + "outputIndexes": [ + 1812 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 127221348, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1812 + ], + "outputIndexes": [ + 1813 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1813 + ], + "outputIndexes": [ + 940 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 940, + 928 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_59_output_0", + "outputIndexes": [ + 941 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 926, + 939, + 941, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.14/self_attn/FusedAttention", + "outputIndexes": [ + 942 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 942 + ], + "outputIndexes": [ + 1814 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1814 + ], + "outputIndexes": [ + 1815 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear", + "inputIndexes": [ + 1815 + ], + "outputIndexes": [ + 1816 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 127499130, + 983062, + 122880, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1816 + ], + "outputIndexes": [ + 1817 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1817 + ], + "outputIndexes": [ + 943 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 897, + 943 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_58_output_0", + "outputIndexes": [ + 944 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_14/Mul_output_0", + "outputIndexes": [ + 945 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.574219, + 0.539062, + 0.585938, + 0.498047, + 0.476562, + 0.578125, + 0.578125, + 0.570312, + 0.65625, + 0.5625, + 0.617188, + 0.507812, + 0.5625, + 0.515625, + 0.578125, + 0.707031, + 0.589844, + 0.5625, + 0.515625, + 0.542969, + 0.494141, + 0.582031, + 0.496094, + 0.566406, + 0.613281, + 0.5625, + 0.578125, + 0.59375, + 0.503906, + 0.566406, + 0.605469, + 0.550781, + 0.515625, + 0.496094, + 0.566406, + 0.59375, + 0.574219, + 0.570312, + 0.566406, + 0.539062, + 0.574219, + 0.535156, + 0.5625, + 0.550781, + 0.550781, + 0.570312, + 0.53125, + 0.515625, + 0.566406, + 0.554688, + 0.550781, + 0.5625, + 0.546875, + 0.585938, + 0.328125, + 0.617188, + 0.582031, + 0.5625, + 0.589844, + 0.589844, + 0.523438, + 0.554688, + 0.5, + 0.578125, + 0.542969, + 0.585938, + 0.582031, + 0.5625, + 0.535156, + 0.359375, + 0.582031, + 0.585938, + 0.554688, + 0.597656, + 0.498047, + 0.585938, + 0.601562, + 0.601562, + 0.546875, + 0.554688, + 0.539062, + 0.570312, + 0.546875, + 0.589844, + 0.494141, + 0.542969, + 0.535156, + 0.570312, + 0.566406, + 0.507812, + 0.578125, + 0.484375, + 0.570312, + 0.539062, + 0.550781, + 0.503906, + 0.507812, + 0.601562, + 0.480469, + 0.492188, + 0.574219, + 0.337891, + 0.519531, + 0.59375, + 0.570312, + 0.535156, + 0.507812, + 0.503906, + 0.486328, + 0.574219, + 0.578125, + 0.550781, + 0.527344, + 0.511719, + 0.539062, + 0.542969, + 0.523438, + 0.550781, + 0.539062, + 0.554688, + 0.589844, + 0.535156, + 0.539062, + 0.589844, + 0.539062, + 0.65625, + 0.582031, + 0.566406, + 0.601562, + 0.582031, + 0.605469, + 0.570312, + 0.550781, + 0.585938, + 0.546875, + 0.535156, + 0.453125, + 0.539062, + 0.570312, + 0.498047, + 0.613281, + 0.566406, + 0.511719, + 0.5625, + 0.498047, + 0.474609, + 0.542969, + 0.5625, + 0.523438, + 0.511719, + 0.566406, + 0.494141, + 0.539062, + 0.554688, + 0.542969, + 0.539062, + 0.574219, + 0.542969, + 0.578125, + 0.511719, + 0.636719, + 0.722656, + 0.605469, + 0.542969, + 0.566406, + 0.574219, + 0.59375, + 0.550781, + 0.546875, + 0.285156, + 0.527344, + 0.542969, + 0.496094, + 0.5625, + 0.582031, + 0.609375, + 0.542969, + 0.578125, + 0.574219, + 0.578125, + 0.5625, + 0.574219, + 0.609375, + 0.570312, + 0.5625, + 0.566406, + 0.589844, + 0.535156, + 0.570312, + 0.5625, + 0.609375, + 0.546875, + 0.227539, + 0.578125, + 0.550781, + 0.589844, + 0.486328, + 0.582031, + 0.578125, + 0.462891, + 0.527344, + 0.503906, + 0.578125, + 0.578125, + 0.59375, + 0.585938, + 0.550781, + 0.53125, + 0.554688, + 0.554688, + 0.480469, + 0.566406, + 0.570312, + 0.546875, + 0.546875, + 0.542969, + 0.609375, + 0.558594, + 0.5625, + 0.519531, + 0.566406, + 0.5625, + 0.578125, + 0.474609, + 0.636719, + 0.482422, + 0.574219, + 0.542969, + 0.542969, + 0.582031, + 0.578125, + 0.554688, + 0.474609, + 0.496094, + 0.535156, + 0.566406, + 0.554688, + 0.535156, + 0.550781, + 0.498047, + 0.519531, + 0.503906, + 0.566406, + 0.5625, + 0.515625, + 0.554688, + 0.507812, + 0.5625, + 0.597656, + 0.550781, + 0.550781, + 0.492188, + 0.5625, + 0.464844, + 0.566406, + 0.625, + 0.542969, + 0.539062, + 0.566406, + 0.546875, + 0.59375, + 0.550781, + 0.480469, + 0.609375, + 0.554688, + 0.609375, + 0.675781, + 0.376953, + 0.5, + 0.53125, + 0.570312, + 0.5625, + 0.546875, + 0.554688, + 0.585938, + 0.535156, + 0.585938, + 0.269531, + 0.550781, + 0.523438, + 0.574219, + 0.5625, + 0.498047, + 0.554688, + 0.589844, + 0.582031, + 0.542969, + 0.621094, + 0.585938, + 0.570312, + 0.523438, + 0.632812, + 0.539062, + 0.589844, + 0.5, + 0.589844, + 0.5, + 0.613281, + 0.503906, + 0.507812, + 0.628906, + 0.566406, + 0.550781, + 0.597656, + 0.554688, + 0.582031, + 0.605469, + 0.439453, + 0.597656, + 0.558594, + 0.605469, + 0.5625, + 0.523438, + 0.523438, + 0.589844, + 0.550781, + 0.585938, + 0.535156, + 0.291016, + 0.539062, + 0.574219, + 0.542969, + 0.589844, + 0.605469, + 0.707031, + 0.542969, + 0.574219, + 0.5625, + 0.546875, + 0.570312, + 0.503906, + 0.585938, + 0.539062, + 0.574219, + 0.574219, + 0.59375, + 0.554688, + 0.554688, + 0.494141, + 0.605469, + 0.496094, + 0.511719, + 0.558594, + 0.488281, + 0.621094, + 0.5625, + 0.363281, + 0.511719, + 0.527344, + 0.574219, + 0.421875, + 0.550781, + 0.443359, + 0.296875, + 0.578125, + 0.28125, + 0.527344, + 0.566406, + 0.498047, + 0.574219, + 0.570312, + 0.488281, + 0.566406, + 0.527344, + 0.482422, + 0.511719, + 0.558594, + 0.4375, + 0.558594, + 0.523438, + 0.46875, + 0.550781, + 0.484375, + 0.605469, + 0.566406, + 0.482422, + 0.609375, + 0.585938, + 0.5625, + 0.539062, + 0.5625, + 0.542969, + 0.574219, + 0.609375, + 0.490234, + 0.507812, + 0.478516, + 0.535156, + 0.515625, + 0.585938, + 0.574219, + 0.519531, + 0.601562, + 0.480469, + 0.597656, + 0.300781, + 0.578125, + 0.292969, + 0.220703, + 0.488281, + 0.574219, + 0.539062, + 0.542969, + 0.5625, + 0.585938, + 0.484375, + 0.480469, + 0.585938, + 0.566406, + 0.554688, + 0.546875, + 0.388672, + 0.53125, + 0.613281, + 0.550781, + 0.53125, + 0.535156, + 0.605469, + 0.539062, + 0.605469, + 0.535156, + 0.494141, + 0.486328, + 0.275391, + 0.5625, + 0.447266, + 0.554688, + 0.574219, + 0.523438, + 0.585938, + 0.5, + 0.558594, + 0.542969, + 0.589844, + 0.597656, + 0.59375, + 0.582031, + 0.601562, + 0.566406, + 0.582031, + 0.550781, + 0.5625, + 0.507812, + 0.5625, + 0.578125, + 0.574219, + 0.59375, + 0.484375, + 0.550781, + 0.527344, + 0.310547, + 0.632812, + 0.578125, + 0.558594, + 0.5, + 0.585938, + 0.566406, + 0.498047, + 0.566406, + 0.589844, + 0.570312, + 0.498047, + 0.554688, + 0.589844, + 0.53125, + 0.492188, + 0.546875, + 0.574219, + 0.554688, + 0.574219, + 0.287109, + 0.558594, + 0.605469, + 0.490234, + 0.554688, + 0.578125, + 0.5625, + 0.539062, + 0.554688, + 0.574219, + 0.582031, + 0.570312, + 0.582031, + 0.470703, + 0.585938, + 0.484375, + 0.5625, + 0.558594, + 0.554688, + 0.554688, + 0.5, + 0.496094, + 0.5625, + 0.527344, + 0.570312, + 0.566406, + 0.558594, + 0.484375, + 0.566406, + 0.478516, + 0.542969, + 0.566406, + 0.472656, + 0.554688, + 0.498047, + 0.648438, + 0.558594, + 0.570312, + 0.566406, + 0.498047, + 0.609375, + 0.578125, + 0.554688, + 0.554688, + 0.382812, + 0.59375, + 0.554688, + 0.597656, + 0.554688, + 0.589844, + 0.507812, + 0.597656, + 0.632812, + 0.554688, + 0.523438, + 0.527344, + 0.554688, + 0.519531, + 0.554688, + 0.722656, + 0.535156, + 0.597656, + 0.570312, + 0.558594, + 0.539062, + 0.5, + 0.597656, + 0.566406, + 0.601562, + 0.582031, + 0.726562, + 0.507812, + 0.464844, + 0.582031, + 0.582031, + 0.597656, + 0.574219, + 0.539062, + 0.511719, + 0.535156, + 0.5, + 0.539062, + 0.482422, + 0.273438, + 0.507812, + 0.625, + 0.546875, + 0.597656, + 0.535156, + 0.550781, + 0.585938, + 0.462891, + 0.279297, + 0.605469, + 0.503906, + 0.570312, + 0.53125, + 0.535156, + 0.589844, + 0.542969, + 0.601562, + 0.5, + 0.554688, + 0.519531, + 0.59375, + 0.539062, + 0.4375, + 0.535156, + 0.523438, + 0.605469, + 0.578125, + 0.589844, + 0.613281, + 0.542969, + 0.550781, + 0.542969, + 0.539062, + 0.535156, + 0.503906, + 0.546875, + 0.605469, + 0.578125, + 0.613281, + 0.539062, + 0.582031, + 0.574219, + 0.498047, + 0.53125, + 0.527344, + 0.511719, + 0.582031, + 0.5625, + 0.5625, + 0.578125, + 0.527344, + 0.523438, + 0.582031, + 0.488281, + 0.496094, + 0.566406, + 0.542969, + 0.515625, + 0.566406, + 0.535156, + 0.640625, + 0.539062, + 0.558594, + 0.53125, + 0.306641, + 0.566406, + 0.589844, + 0.585938, + 0.535156, + 0.566406, + 0.59375, + 0.589844, + 0.585938, + 0.59375, + 0.578125, + 0.550781, + 0.582031, + 0.53125, + 0.574219, + 0.566406, + 0.558594, + 0.566406, + 0.578125, + 0.523438, + 0.570312, + 0.5625, + 0.507812, + 0.453125, + 0.539062, + 0.578125, + 0.546875, + 0.496094, + 0.589844, + 0.373047, + 0.539062, + 0.605469, + 0.503906, + 0.585938, + 0.550781, + 0.550781, + 0.574219, + 0.570312, + 0.503906, + 0.542969, + 0.558594, + 0.279297, + 0.542969, + 0.574219, + 0.511719, + 0.554688, + 0.546875, + 0.550781, + 0.503906, + 0.5625, + 0.554688, + 0.511719, + 0.519531, + 0.632812, + 0.480469, + 0.574219, + 0.558594, + 0.546875, + 0.542969, + 0.550781, + 0.539062, + 0.566406, + 0.558594, + 0.554688, + 0.589844, + 0.550781, + 0.527344, + 0.574219, + 0.523438, + 0.527344, + 0.820312, + 0.582031, + 0.578125, + 0.539062, + 0.574219, + 0.535156, + 0.527344, + 0.554688, + 0.535156, + 0.566406, + 0.597656, + 0.527344, + 0.585938, + 0.535156, + 0.515625, + 0.539062, + 0.597656, + 0.53125, + 0.5625, + 0.494141, + 0.574219, + 0.542969, + 0.554688, + 0.59375, + 0.570312, + 0.558594, + 0.546875, + 0.554688, + 0.515625, + 0.5, + 0.578125, + 0.609375, + 0.601562, + 0.542969, + 0.5625, + 0.554688, + 0.53125, + 0.597656, + 0.515625, + 0.59375, + 0.546875, + 0.566406, + 0.578125, + 0.660156, + 0.605469, + 0.431641, + 0.507812, + 0.59375, + 0.53125, + 0.554688, + 0.578125, + 0.601562, + 0.535156, + 0.550781, + 0.570312, + 0.310547, + 0.503906, + 0.558594, + 0.617188, + 0.574219, + 0.527344, + 0.435547, + 0.609375, + 0.523438, + 0.441406, + 0.550781, + 0.542969, + 0.298828, + 0.539062, + 0.582031, + 0.613281, + 0.554688, + 0.515625, + 0.605469, + 0.574219, + 0.570312, + 0.597656, + 0.494141, + 0.566406, + 0.515625, + 0.605469, + 0.546875, + 0.589844, + 0.578125, + 0.570312, + 0.511719, + 0.539062, + 0.652344, + 0.539062, + 0.578125, + 0.578125, + 0.582031, + 0.570312, + 0.53125, + 0.621094, + 0.585938, + 0.470703, + 0.542969, + 0.609375, + 0.558594, + 0.625, + 0.558594, + 0.470703, + 0.466797, + 0.59375, + 0.511719, + 0.53125, + 0.486328, + 0.488281, + 0.578125, + 0.613281, + 0.59375, + 0.542969, + 0.597656, + 0.585938, + 0.597656, + 0.621094, + 0.53125, + 0.574219, + 0.621094, + 0.539062, + 0.478516, + 0.59375, + 0.523438, + 0.546875, + 0.53125, + 0.5625, + 0.585938, + 0.494141, + 0.527344, + 0.527344, + 0.613281, + 0.200195, + 0.632812, + 0.490234, + 0.542969, + 0.59375, + 0.550781, + 0.578125, + 0.597656, + 0.542969, + 0.558594, + 0.542969, + 0.570312, + 0.287109, + 0.558594, + 0.589844, + 0.539062, + 0.582031, + 0.447266, + 0.636719, + 0.511719, + 0.365234, + 0.484375, + 0.5625, + 0.546875, + 0.597656, + 0.523438, + 0.578125, + 0.601562, + 0.578125, + 0.558594, + 0.910156, + 0.511719, + 0.558594, + 0.494141, + 0.5, + 0.582031, + 0.527344, + 0.578125, + 0.498047, + 0.550781, + 0.566406, + 0.550781, + 0.490234, + 0.609375, + 0.59375, + 0.597656, + 0.589844, + 0.609375, + 0.523438, + 0.503906, + 0.558594, + 0.574219, + 0.578125, + 0.566406, + 0.609375, + 0.601562, + 0.546875, + 0.53125, + 0.570312, + 0.578125, + 0.628906, + 0.644531, + 0.578125, + 0.511719, + 0.601562, + 0.539062, + 0.574219, + 0.535156, + -0.000288, + 0.582031, + 0.527344, + 0.59375, + 0.566406, + 0.601562, + 0.59375, + 0.523438, + 0.589844, + 0.519531, + 0.515625, + 0.617188, + 0.511719, + 0.519531, + 0.589844, + 0.539062, + 0.570312, + 0.554688, + 0.330078, + 0.582031, + 0.386719, + 0.503906, + 0.546875, + 0.601562, + 0.566406, + 0.519531, + 0.546875, + 0.554688, + 0.578125, + 0.523438, + 0.613281, + 0.542969, + 0.582031, + 0.566406, + 0.554688, + 0.582031, + 0.574219, + 0.464844, + 0.5625, + 0.550781, + 0.59375, + 0.427734, + 0.558594, + 0.589844, + 0.542969, + 0.566406, + 0.539062, + 0.5625, + 0.53125, + 0.546875, + 0.53125, + 0.558594, + 0.582031, + 0.539062, + 0.511719, + 0.546875, + 0.542969, + 0.589844, + 0.523438, + 0.613281, + 0.511719, + 0.527344, + 0.558594, + 0.507812, + 0.539062, + 0.5625, + 0.59375, + 0.59375, + 0.527344, + 0.597656, + 0.527344, + 0.519531, + 0.539062, + 0.664062, + 0.486328, + 0.460938, + 0.314453, + 0.585938, + 0.462891, + 0.542969, + 0.585938, + 0.59375, + 0.578125, + 0.585938, + 0.478516, + 0.585938, + 0.511719, + 0.601562, + 0.617188, + 0.535156, + 0.570312, + 0.445312, + 0.570312, + 0.527344, + 0.554688, + 0.474609, + 0.5625, + 0.558594, + 0.519531, + 0.570312, + 0.554688, + 0.482422, + 0.566406, + 0.535156, + 0.566406, + 0.527344, + 0.585938, + 0.546875, + 0.507812, + 0.511719, + 0.578125, + 0.539062, + 0.535156, + 0.457031, + 0.605469, + 0.632812, + 0.542969, + 0.628906, + 0.550781, + 0.554688, + 0.511719, + 0.636719, + 0.443359, + 0.570312, + 0.585938, + 0.498047, + 0.558594, + 0.53125, + 0.519531, + 0.558594, + 0.566406, + 0.558594, + 0.515625, + 0.5625, + 0.59375, + 0.890625, + 0.566406, + 0.503906, + 0.554688, + 0.558594, + 0.550781, + 0.578125, + 0.539062, + 0.539062, + 0.570312, + 0.515625, + 0.486328, + 0.546875, + 0.597656, + 0.578125, + 0.578125, + 0.59375, + 0.574219, + 0.5625, + 0.53125, + 0.361328, + 0.597656, + 0.320312, + 0.289062, + 0.574219, + 0.554688, + 0.574219, + 0.5625, + 0.574219, + 0.578125, + 0.515625, + 0.582031, + 0.488281, + 0.679688, + 0.554688, + 0.589844, + 0.486328, + 0.558594, + 0.722656, + 0.574219, + 0.523438, + 0.582031, + 0.498047, + 0.558594, + 0.59375, + 0.566406, + 0.570312, + 0.554688, + 0.498047, + 0.585938, + 0.527344, + 0.578125, + 0.589844, + 0.582031, + 0.597656, + 0.574219, + 0.453125, + 0.542969, + 0.5625, + 0.546875, + 0.486328, + 0.476562, + 0.225586, + 0.490234, + 0.519531, + 0.542969, + 0.503906, + 0.542969, + 0.609375, + 0.535156, + 0.601562, + 0.589844, + 0.535156, + 0.574219, + 0.558594, + 0.597656, + 0.542969, + 0.5625, + 0.503906, + 0.546875, + 0.582031, + 0.675781, + 0.5625, + 0.585938, + 0.5625, + 0.550781, + 0.550781, + 0.554688, + 0.546875, + 0.554688, + 0.558594, + 0.494141, + 0.578125, + 0.5625, + 0.546875, + 0.53125, + 0.511719, + 0.578125, + 0.488281, + 0.640625, + 0.585938, + 0.472656, + 0.570312, + 0.539062, + 0.5625, + 0.601562, + 0.511719, + 0.570312, + 0.546875, + 0.511719, + 0.589844, + 0.558594, + 0.535156, + 0.5625, + 0.496094, + 0.578125, + 0.527344, + 0.535156, + 0.609375, + 0.550781, + 0.519531, + 0.347656, + 0.589844, + 0.578125, + 0.535156, + 0.667969, + 0.582031, + 0.535156, + 0.511719, + 0.550781, + 0.578125, + 0.5625, + 0.527344, + 0.578125, + 0.527344, + 0.542969, + 0.585938, + 0.462891, + 0.589844, + 0.585938, + 0.5, + 0.535156, + 0.5625, + 0.578125, + 0.527344, + 0.515625, + 0.578125, + 0.542969, + 0.480469, + 0.457031, + 0.574219, + 0.554688, + 0.59375, + 0.554688, + 0.539062, + 0.515625, + 0.570312, + 0.566406, + 0.5625, + 0.59375, + 0.890625, + 0.539062, + 0.466797, + 0.574219, + 0.589844, + 0.476562, + 0.574219, + 0.542969, + 0.558594, + 0.578125, + 0.523438, + 0.558594, + 0.597656, + 0.542969, + 0.609375, + 0.574219, + 0.433594, + 0.550781, + 0.570312, + 0.617188, + 0.476562, + 0.5625, + 0.382812, + 0.558594, + 0.542969, + 0.519531, + 0.605469, + 0.570312, + 0.558594, + 0.597656, + 0.542969, + 0.566406, + 0.492188, + 0.566406, + 0.585938, + 0.527344, + 0.53125, + 0.457031, + 0.542969, + 0.570312, + 0.546875, + 0.574219, + 0.625, + 0.582031, + 0.597656, + 0.5625, + 0.566406, + 0.597656, + 0.515625, + 0.5625, + 0.5625, + 0.585938, + 0.589844, + 0.582031, + 0.535156, + 0.605469, + 0.574219, + 0.582031, + 0.566406, + 0.457031, + 0.578125, + 0.570312, + 0.554688, + 0.558594, + 0.566406, + 0.582031, + 0.570312, + 0.566406, + 0.597656, + 0.550781, + 0.494141, + 0.503906, + 0.601562, + 0.597656, + 0.482422, + 0.570312, + 0.5625, + 0.589844, + 0.566406, + 0.484375, + 0.546875, + 0.511719, + 0.5625, + 0.519531, + 0.558594, + 0.527344, + 0.535156, + 0.527344, + 0.503906, + 0.515625, + 0.570312, + 0.427734, + 0.570312, + 0.578125, + 0.527344, + 0.582031, + 0.431641, + 0.558594, + 0.523438, + 0.478516, + 0.578125, + 0.511719, + 0.582031, + 0.578125, + 0.59375, + 0.511719, + 0.578125, + 0.59375, + 0.578125, + 0.574219, + 0.582031, + 0.515625, + 0.566406, + 0.582031, + 0.566406, + 0.515625, + 0.558594, + 0.621094, + 0.621094, + 0.507812, + 0.597656, + 0.589844, + 0.498047, + 0.589844, + 0.542969, + 0.5625, + 0.519531, + 0.570312, + 0.515625, + 0.582031, + 0.519531, + 0.480469, + 0.578125, + 0.613281, + 0.589844, + 0.539062, + 0.585938, + 0.527344, + 0.546875, + 0.582031, + 0.601562, + 0.558594, + 0.625, + 0.585938, + 0.535156, + 0.535156, + 0.5, + 0.474609, + 0.494141, + 0.535156, + 0.605469, + 0.519531, + 0.414062, + 0.5625, + 0.484375, + 0.585938, + 0.589844, + 0.535156, + 0.566406, + 0.539062, + 0.306641, + 0.554688, + 0.511719, + 0.554688, + 0.585938, + 0.582031, + 0.574219, + 0.601562, + 0.554688, + 0.404297, + 0.597656, + 0.515625, + 0.523438, + 0.570312, + 0.558594, + 0.507812, + 0.539062, + 0.480469, + 0.585938, + 0.519531, + 0.542969, + 0.535156, + 0.558594, + 0.578125, + 0.558594, + 0.558594, + 0.601562, + 0.558594, + 0.542969, + 0.378906, + 0.535156, + 0.535156, + 0.400391, + 0.470703, + 0.542969, + 0.515625, + 0.550781, + 0.570312, + 0.582031, + 0.601562, + 0.515625, + 0.558594, + 0.542969, + 0.574219, + 0.503906, + 0.546875, + 0.546875, + 0.53125, + 0.519531, + 0.589844, + 0.570312, + 0.566406, + 0.601562, + 0.574219, + 0.582031, + 0.597656, + 0.609375, + 0.585938, + 0.550781, + 0.613281, + 0.558594, + 0.574219, + 0.546875, + 0.582031, + 0.472656, + 0.527344, + 0.494141, + 0.558594, + 0.566406, + 0.617188, + 0.482422, + 0.335938, + 0.621094, + 0.507812, + 0.554688, + 0.574219, + 0.5625, + 0.566406, + 0.566406, + 0.53125, + 0.527344, + 0.515625, + 0.546875, + 0.566406, + 0.609375, + 0.523438, + 0.582031, + 0.539062, + 0.494141, + 0.507812, + 0.574219, + 0.566406, + 0.53125, + 0.570312, + 0.519531, + 0.605469, + 0.402344, + 0.539062, + 0.546875, + 0.511719, + 0.566406, + 0.539062, + 0.605469, + 0.550781, + 0.59375, + 0.511719, + 0.589844, + 0.574219, + 0.488281, + 0.5625, + 0.519531, + 0.507812, + 0.511719, + 0.632812, + 0.554688, + 0.523438, + 0.542969, + 0.535156, + 0.474609, + 0.535156, + 0.570312, + 0.523438, + 0.498047, + 0.574219, + 0.621094, + 0.570312, + 0.613281, + 0.589844, + 0.632812, + 0.53125, + 0.511719, + 0.515625, + 0.542969, + 0.511719, + 0.5625, + 0.539062, + 0.570312, + 0.601562, + 0.308594, + 0.470703, + 0.527344, + 0.699219, + 0.585938, + 0.333984, + 0.527344, + 0.597656, + 0.46875, + 0.523438, + 0.558594, + 0.519531, + 0.574219, + 0.259766, + 0.566406, + 0.589844, + 0.574219, + 0.486328, + 0.496094, + 0.65625, + 0.554688, + 0.546875, + 0.597656, + 0.570312, + 0.566406, + 0.542969, + 0.546875, + 0.585938, + 0.546875, + 0.609375, + 0.566406, + 0.5625, + 0.601562, + 0.503906, + 0.523438, + 0.558594, + 0.546875, + 0.476562, + 0.554688, + 0.511719, + 0.5625, + 0.550781, + 0.578125, + 0.546875, + 0.558594, + 0.589844, + 0.597656, + 0.539062, + 0.5625, + 0.535156, + 0.574219, + 0.566406, + 0.546875, + 0.546875, + 0.523438 + ] + }, + "name": "model.transformer.layers.14.ffn_norm.weight", + "outputIndexes": [ + 946 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 945, + 946 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_14/Mul_1_output_0", + "outputIndexes": [ + 947 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 947 + ], + "outputIndexes": [ + 1818 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1818 + ], + "outputIndexes": [ + 1819 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_1/Linear", + "inputIndexes": [ + 1819 + ], + "outputIndexes": [ + 1820 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 9216, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 110592, + "weightSize": 0 + }, + "external": [ + 128605072, + 7077910, + 884736, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1820 + ], + "outputIndexes": [ + 1821 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1821 + ], + "outputIndexes": [ + 948 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 9216 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 948, + 21, + 405, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_14/Slice_output_0", + "outputIndexes": [ + 949 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 949 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_14/Sigmoid_output_0", + "outputIndexes": [ + 950 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 949, + 950 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_14/Mul_output_0", + "outputIndexes": [ + 951 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 9216 + ] + }, + "name": "/ffn_14/Mul_1_output_0", + "outputIndexes": [ + 952 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 948, + 405, + 952, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_14/Slice_1_output_0", + "outputIndexes": [ + 953 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 951, + 953 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_14/Mul_2_output_0", + "outputIndexes": [ + 954 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 954 + ], + "outputIndexes": [ + 1822 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 4608, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1822 + ], + "outputIndexes": [ + 1823 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_2/Linear", + "inputIndexes": [ + 1823 + ], + "outputIndexes": [ + 1824 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 4608, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 55296, + "weightSize": 0 + }, + "external": [ + 136567718, + 3538966, + 442368, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1824 + ], + "outputIndexes": [ + 1825 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.14/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1825 + ], + "outputIndexes": [ + 955 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 944, + 955 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_59_output_0", + "outputIndexes": [ + 956 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 956, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_60_output_0", + "outputIndexes": [ + 957 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 957 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_15/Mul_output_0", + "outputIndexes": [ + 958 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.953125, + 1.0, + 0.78125, + 0.984375, + 1.25, + 0.765625, + 0.835938, + 0.804688, + 1.3125, + 0.863281, + 1.0625, + 1.445312, + 0.816406, + 0.898438, + 0.890625, + 1.101562, + 0.953125, + 0.753906, + 1.0625, + 1.148438, + 1.289062, + 0.941406, + 0.996094, + 0.90625, + 1.109375, + 0.789062, + 0.75, + 0.738281, + 1.0, + 0.804688, + 1.0, + 0.835938, + 0.804688, + 1.007812, + 0.800781, + 0.839844, + 0.851562, + 0.785156, + 0.652344, + 0.890625, + 0.886719, + 0.8125, + 1.015625, + 0.765625, + 0.863281, + 0.90625, + 0.953125, + 0.652344, + 0.949219, + 1.1875, + 0.871094, + 0.808594, + 0.902344, + 0.804688, + 2.640625, + 0.832031, + 0.933594, + 0.921875, + 0.875, + 0.941406, + 0.832031, + 0.804688, + 1.0625, + 0.90625, + 0.486328, + 0.796875, + 0.601562, + 0.886719, + 1.21875, + 1.640625, + 0.855469, + 0.878906, + 0.851562, + 0.96875, + 1.0, + 0.851562, + 0.929688, + 1.078125, + 0.992188, + 0.777344, + 0.894531, + 0.671875, + 0.847656, + 1.007812, + 1.398438, + 0.773438, + 0.800781, + 0.714844, + 0.914062, + 0.921875, + 0.785156, + 1.15625, + 0.828125, + 1.023438, + 0.761719, + 1.03125, + 1.046875, + 1.054688, + 1.289062, + 1.320312, + 0.835938, + 2.09375, + 0.859375, + 0.882812, + 1.015625, + 0.789062, + 1.046875, + 0.875, + 1.070312, + 0.722656, + 0.730469, + 0.859375, + 0.550781, + 0.941406, + 0.980469, + 0.738281, + 0.558594, + 0.832031, + 0.96875, + 0.910156, + 0.910156, + 0.8125, + 0.761719, + 0.921875, + 0.75, + 1.039062, + 0.792969, + 0.867188, + 0.980469, + 0.953125, + 0.847656, + 0.808594, + 0.800781, + 0.804688, + 1.210938, + 0.917969, + 1.539062, + 0.679688, + 0.941406, + 0.914062, + 0.847656, + 0.910156, + 0.90625, + 0.777344, + 1.25, + 0.875, + 1.0, + 1.171875, + 0.742188, + 0.976562, + 0.855469, + 0.824219, + 0.914062, + 0.816406, + 0.820312, + 0.941406, + 0.804688, + 0.589844, + 0.828125, + 1.09375, + 1.078125, + 1.914062, + 0.871094, + 0.847656, + 0.765625, + 0.855469, + 0.796875, + 0.972656, + 0.859375, + 2.0, + 1.039062, + 0.78125, + 1.054688, + 0.726562, + 0.742188, + 0.746094, + 0.792969, + 0.808594, + 0.929688, + 0.914062, + 0.703125, + 0.90625, + 1.320312, + 0.960938, + 0.878906, + 0.707031, + 0.875, + 1.0, + 0.863281, + 1.03125, + 0.9375, + 0.882812, + 2.625, + 0.902344, + 0.933594, + 0.835938, + 1.054688, + 0.910156, + 0.914062, + 1.265625, + 0.753906, + 0.871094, + 0.902344, + 0.945312, + 0.992188, + 0.890625, + 0.664062, + 0.921875, + 0.757812, + 0.789062, + 1.28125, + 0.972656, + 0.679688, + 0.816406, + 0.945312, + 0.730469, + 0.910156, + 0.84375, + 0.703125, + 0.933594, + 0.933594, + 0.996094, + 0.800781, + 0.988281, + 1.054688, + 2.609375, + 0.675781, + 0.789062, + 0.835938, + 0.828125, + 0.800781, + 0.808594, + 1.40625, + 1.070312, + 0.832031, + 0.828125, + 0.871094, + 0.867188, + 0.882812, + 1.179688, + 1.03125, + 1.21875, + 0.851562, + 0.769531, + 0.921875, + 0.824219, + 1.3125, + 0.71875, + 1.023438, + 1.132812, + 0.820312, + 1.414062, + 0.882812, + 1.671875, + 0.863281, + 0.835938, + 0.746094, + 1.078125, + 0.882812, + 0.679688, + 0.882812, + 0.882812, + 1.1875, + 0.988281, + 0.671875, + 0.957031, + 1.0625, + 2.359375, + 1.226562, + 0.914062, + 0.867188, + 0.753906, + 0.902344, + 0.753906, + 0.816406, + 0.800781, + 0.8125, + 2.4375, + 1.0, + 0.800781, + 0.816406, + 0.847656, + 1.101562, + 0.976562, + 0.792969, + 0.785156, + 0.699219, + 0.96875, + 0.953125, + 0.960938, + 0.882812, + 0.917969, + 0.796875, + 0.953125, + 1.015625, + 0.902344, + 1.1875, + 0.746094, + 0.898438, + 0.816406, + 1.0625, + 0.839844, + 0.800781, + 0.914062, + 0.910156, + 1.0625, + 1.164062, + 0.832031, + 0.960938, + 0.769531, + 0.890625, + 0.816406, + 2.09375, + 0.894531, + 0.804688, + 0.78125, + 0.90625, + 1.125, + 1.898438, + 0.878906, + 0.789062, + 0.761719, + 0.714844, + 0.929688, + 0.945312, + 0.859375, + 0.800781, + 0.996094, + 0.867188, + 0.78125, + 0.9375, + 1.007812, + 0.84375, + 0.980469, + 0.699219, + 0.804688, + 0.921875, + 0.929688, + 1.15625, + 0.824219, + 1.007812, + 1.015625, + 1.0625, + 0.996094, + 1.09375, + 0.632812, + 3.328125, + 0.808594, + 1.03125, + 0.769531, + 1.515625, + 0.972656, + 1.640625, + 2.40625, + 0.945312, + 2.265625, + 0.964844, + 0.804688, + 0.871094, + 0.894531, + 0.980469, + 0.964844, + 0.875, + 0.917969, + 1.148438, + 1.257812, + 0.949219, + 1.460938, + 1.078125, + 1.304688, + 1.039062, + 1.15625, + 1.335938, + 0.871094, + 0.875, + 1.117188, + 1.015625, + 1.046875, + 0.820312, + 0.757812, + 0.785156, + 0.980469, + 0.699219, + 0.84375, + 1.039062, + 1.015625, + 1.132812, + 0.699219, + 0.765625, + 0.945312, + 0.960938, + 1.109375, + 0.929688, + 1.046875, + 0.875, + 1.984375, + 0.6875, + 2.3125, + 0.302734, + 0.738281, + 1.015625, + 0.820312, + 0.632812, + 0.878906, + 0.972656, + 1.265625, + 1.367188, + 0.917969, + 0.84375, + 0.757812, + 0.621094, + 1.828125, + 0.964844, + 0.910156, + 0.765625, + 0.871094, + 0.863281, + 0.910156, + 0.847656, + 0.945312, + 0.972656, + 1.046875, + 1.117188, + 2.109375, + 0.78125, + 1.296875, + 0.984375, + 0.753906, + 1.023438, + 0.886719, + 1.023438, + 0.691406, + 1.023438, + 0.816406, + 0.882812, + 0.84375, + 0.996094, + 0.957031, + 1.890625, + 0.925781, + 0.789062, + 0.808594, + 0.964844, + 1.164062, + 0.746094, + 0.785156, + 1.195312, + 0.839844, + 0.699219, + 0.625, + 2.171875, + 0.945312, + 0.828125, + 0.734375, + 0.875, + 0.96875, + 1.117188, + 0.953125, + 0.851562, + 0.785156, + 0.789062, + 0.8125, + 0.933594, + 0.921875, + 0.941406, + 1.09375, + 0.882812, + 1.054688, + 0.710938, + 0.867188, + 2.03125, + 0.824219, + 1.148438, + 1.070312, + 1.054688, + 0.898438, + 0.890625, + 0.851562, + 0.9375, + 0.882812, + 0.835938, + 0.773438, + 0.859375, + 1.164062, + 0.855469, + 1.164062, + 0.839844, + 0.714844, + 0.828125, + 0.855469, + 1.046875, + 1.132812, + 0.921875, + 0.789062, + 0.707031, + 0.882812, + 0.757812, + 1.195312, + 0.816406, + 0.917969, + 0.847656, + 0.828125, + 1.039062, + 0.824219, + 1.0, + 1.085938, + 0.769531, + 0.886719, + 0.902344, + 1.742188, + 0.871094, + 0.898438, + 0.714844, + 0.898438, + 1.726562, + 1.007812, + 0.859375, + 0.75, + 0.972656, + 0.914062, + 1.125, + 0.988281, + 0.988281, + 0.78125, + 0.769531, + 0.753906, + 0.703125, + 0.851562, + 0.875, + 4.59375, + 0.851562, + 0.828125, + 0.792969, + 0.96875, + 0.882812, + 1.15625, + 0.820312, + 0.796875, + 0.933594, + 0.808594, + 0.984375, + 0.804688, + 1.257812, + 0.828125, + 0.96875, + 1.054688, + 0.789062, + 1.0625, + 0.753906, + 0.835938, + 1.015625, + 0.832031, + 1.140625, + 2.265625, + 0.9375, + 1.023438, + 0.675781, + 0.855469, + 0.652344, + 0.71875, + 0.945312, + 1.578125, + 2.15625, + 0.898438, + 1.359375, + 0.636719, + 0.800781, + 0.816406, + 0.78125, + 0.769531, + 0.839844, + 1.148438, + 0.773438, + 1.085938, + 1.054688, + 0.917969, + 1.5625, + 0.8125, + 1.117188, + 0.917969, + 0.800781, + 0.9375, + 0.972656, + 0.695312, + 0.875, + 0.671875, + 0.855469, + 0.84375, + 0.960938, + 0.792969, + 0.863281, + 0.972656, + 1.117188, + 0.875, + 0.761719, + 0.808594, + 0.878906, + 1.992188, + 0.957031, + 0.753906, + 0.972656, + 0.78125, + 0.753906, + 0.796875, + 0.820312, + 0.777344, + 0.84375, + 0.871094, + 0.90625, + 0.832031, + 1.015625, + 0.882812, + 0.796875, + 0.910156, + 0.84375, + 0.671875, + 0.789062, + 0.742188, + 2.21875, + 0.878906, + 1.0625, + 0.96875, + 0.804688, + 0.75, + 0.929688, + 0.910156, + 0.886719, + 1.226562, + 0.851562, + 0.710938, + 0.957031, + 0.804688, + 1.015625, + 0.859375, + 1.0, + 0.753906, + 0.761719, + 0.757812, + 0.890625, + 0.765625, + 0.746094, + 1.171875, + 0.726562, + 0.8125, + 1.117188, + 1.125, + 1.039062, + 1.101562, + 0.972656, + 1.203125, + 0.648438, + 1.007812, + 0.703125, + 0.878906, + 0.863281, + 0.78125, + 0.714844, + 1.453125, + 0.792969, + 2.3125, + 1.125, + 0.902344, + 0.945312, + 0.890625, + 0.820312, + 0.742188, + 1.101562, + 1.1875, + 0.769531, + 0.941406, + 0.882812, + 0.851562, + 1.453125, + 1.085938, + 0.945312, + 0.691406, + 1.265625, + 0.746094, + 0.792969, + 0.710938, + 0.960938, + 0.828125, + 0.832031, + 0.785156, + 0.925781, + 0.808594, + 1.789062, + 0.632812, + 1.164062, + 0.992188, + 0.988281, + 1.148438, + 0.828125, + 0.621094, + 0.734375, + 0.941406, + 0.78125, + 0.832031, + 0.964844, + 0.769531, + 0.738281, + 0.828125, + 1.257812, + 0.914062, + 1.039062, + 0.757812, + 0.730469, + 1.007812, + 0.773438, + 0.871094, + 0.816406, + 0.871094, + 0.785156, + 1.023438, + 0.957031, + 0.660156, + 0.972656, + 0.972656, + 1.0625, + 0.914062, + 0.785156, + 1.132812, + 0.628906, + 0.652344, + 0.734375, + 0.96875, + 0.832031, + 0.757812, + 0.726562, + 0.75, + 0.972656, + 0.984375, + 0.886719, + 1.140625, + 1.296875, + 0.75, + 0.757812, + 0.914062, + 0.886719, + 0.792969, + 0.957031, + 0.796875, + 0.863281, + 2.015625, + 0.992188, + 0.964844, + 0.890625, + 0.832031, + 0.808594, + 2.078125, + 0.96875, + 1.179688, + 2.015625, + 0.863281, + 0.785156, + 2.140625, + 0.796875, + 0.9375, + 1.078125, + 0.757812, + 0.589844, + 0.832031, + 0.933594, + 0.800781, + 0.964844, + 1.164062, + 0.800781, + 1.140625, + 0.769531, + 0.917969, + 0.96875, + 0.75, + 0.910156, + 1.023438, + 0.789062, + 1.257812, + 0.753906, + 0.761719, + 0.863281, + 1.046875, + 0.925781, + 1.0625, + 0.890625, + 1.039062, + 1.085938, + 1.179688, + 0.898438, + 0.851562, + 0.816406, + 0.75, + 1.101562, + 1.335938, + 0.8125, + 0.71875, + 0.691406, + 1.007812, + 0.800781, + 0.960938, + 0.839844, + 0.839844, + 0.847656, + 0.886719, + 0.839844, + 0.8125, + 1.070312, + 0.972656, + 1.039062, + 0.996094, + 0.804688, + 1.304688, + 0.835938, + 0.851562, + 0.777344, + 0.871094, + 0.683594, + 0.980469, + 1.125, + 0.765625, + 0.851562, + 1.0, + 2.171875, + 0.859375, + 1.179688, + 0.816406, + 0.972656, + 0.976562, + 0.867188, + 0.785156, + 0.902344, + 0.839844, + 0.960938, + 0.847656, + 2.203125, + 0.984375, + 0.949219, + 1.601562, + 0.714844, + 0.78125, + 1.046875, + 1.039062, + 0.625, + 1.132812, + 0.863281, + 0.632812, + 1.179688, + 1.007812, + 0.835938, + 0.722656, + 0.941406, + 0.753906, + 1.773438, + 1.359375, + 0.761719, + 1.273438, + 1.054688, + 0.878906, + 0.917969, + 0.894531, + 0.996094, + 0.769531, + 0.875, + 0.671875, + 0.902344, + 0.851562, + 0.832031, + 0.90625, + 0.777344, + 0.941406, + 0.976562, + 0.992188, + 0.761719, + 0.886719, + 0.742188, + 0.929688, + 0.820312, + 0.859375, + 1.0, + 1.078125, + 0.894531, + 0.714844, + 0.953125, + 0.976562, + 0.859375, + 1.179688, + 0.867188, + 0.925781, + 0.828125, + 1.078125, + 0.675781, + 0.867188, + 1.015625, + 0.996094, + 0.914062, + 0.84375, + 0.726562, + 0.796875, + 0.976562, + 0.902344, + 0.894531, + 0.929688, + 0.855469, + 1.109375, + 0.960938, + 0.914062, + 0.96875, + 0.84375, + 1.757812, + 0.976562, + 0.498047, + 0.894531, + 0.800781, + 1.21875, + 0.734375, + 1.117188, + 0.953125, + 1.0, + 0.8125, + 1.195312, + 0.796875, + 1.015625, + 0.914062, + 0.953125, + 0.8125, + 0.980469, + 0.738281, + 1.015625, + 0.738281, + 0.703125, + 0.945312, + 1.742188, + 0.878906, + 0.972656, + 0.75, + 0.734375, + 0.765625, + 0.820312, + 0.875, + 0.664062, + 0.996094, + 0.871094, + 0.597656, + 0.675781, + 0.679688, + 0.800781, + 0.777344, + 0.976562, + 0.9375, + 0.929688, + 0.773438, + 0.691406, + 0.855469, + 1.007812, + 0.628906, + 0.714844, + 0.917969, + 0.816406, + 0.855469, + 1.078125, + 0.585938, + 0.867188, + 0.730469, + 1.101562, + 1.132812, + 1.328125, + 1.945312, + 0.902344, + 1.257812, + 0.699219, + 0.734375, + 0.867188, + 0.894531, + 0.886719, + 1.335938, + 0.992188, + 1.304688, + 0.972656, + 0.96875, + 0.574219, + 0.75, + 1.34375, + 0.800781, + 0.746094, + 0.804688, + 1.109375, + 0.824219, + 0.78125, + 0.917969, + 1.09375, + 0.785156, + 1.304688, + 0.695312, + 0.902344, + 0.855469, + 0.816406, + 0.746094, + 0.84375, + 1.007812, + 1.1875, + 0.898438, + 1.015625, + 0.820312, + 0.796875, + 1.078125, + 1.046875, + 0.796875, + 1.039062, + 0.53125, + 1.125, + 0.875, + 1.054688, + 1.164062, + 0.824219, + 0.804688, + 0.964844, + 0.902344, + 0.640625, + 1.226562, + 0.753906, + 1.234375, + 0.816406, + 0.941406, + 0.714844, + 0.867188, + 4.96875, + 0.769531, + 1.046875, + 0.675781, + 0.980469, + 1.023438, + 0.871094, + 0.878906, + 0.589844, + 0.835938, + 1.203125, + 0.976562, + 0.792969, + 0.964844, + 0.777344, + 0.804688, + 0.949219, + 0.859375, + 0.832031, + 0.777344, + 1.898438, + 0.960938, + 2.03125, + 2.234375, + 0.992188, + 0.75, + 0.902344, + 0.933594, + 0.871094, + 0.984375, + 1.117188, + 0.851562, + 1.140625, + 1.015625, + 0.917969, + 1.023438, + 0.980469, + 1.015625, + 0.851562, + 0.972656, + 0.777344, + 1.09375, + 1.226562, + 0.714844, + 0.859375, + 0.878906, + 0.910156, + 0.695312, + 1.296875, + 0.824219, + 0.796875, + 0.90625, + 1.03125, + 1.007812, + 0.753906, + 0.863281, + 1.085938, + 0.769531, + 0.898438, + 0.980469, + 1.585938, + 1.054688, + 2.28125, + 1.09375, + 0.75, + 0.902344, + 1.015625, + 0.804688, + 0.789062, + 0.996094, + 0.855469, + 1.039062, + 0.824219, + 0.832031, + 0.921875, + 0.980469, + 0.65625, + 0.785156, + 0.835938, + 0.652344, + 0.851562, + 1.367188, + 0.71875, + 1.015625, + 0.832031, + 1.140625, + 0.675781, + 0.648438, + 0.914062, + 0.914062, + 0.871094, + 0.898438, + 0.945312, + 0.75, + 0.703125, + 0.816406, + 1.320312, + 0.71875, + 1.0625, + 1.164062, + 1.015625, + 1.71875, + 0.859375, + 0.726562, + 0.949219, + 0.753906, + 0.914062, + 0.824219, + 0.976562, + 0.902344, + 1.09375, + 0.753906, + 0.785156, + 0.96875, + 0.921875, + 0.765625, + 0.824219, + 0.957031, + 1.164062, + 0.777344, + 0.84375, + 2.15625, + 0.789062, + 0.859375, + 0.84375, + 1.039062, + 0.832031, + 0.933594, + 0.917969, + 1.070312, + 0.839844, + 0.957031, + 1.070312, + 0.960938, + 0.980469, + 0.785156, + 0.898438, + 1.21875, + 0.929688, + 0.921875, + 1.070312, + 1.039062, + 0.435547, + 0.878906, + 0.878906, + 0.878906, + 0.90625, + 0.816406, + 1.226562, + 1.148438, + 0.738281, + 0.96875, + 0.789062, + 0.792969, + 0.851562, + 0.894531, + 0.726562, + 0.886719, + 0.757812, + 0.878906, + 1.3125, + 0.910156, + 1.328125, + 0.746094, + 0.914062, + 1.039062, + 0.722656, + 0.957031, + 1.0, + 0.652344, + 1.054688, + 0.847656, + 0.757812, + 0.753906, + 0.855469, + 0.796875, + 1.476562, + 0.703125, + 0.953125, + 0.871094, + 1.1875, + 0.792969, + 1.695312, + 1.296875, + 0.699219, + 0.988281, + 0.925781, + 0.863281, + 0.902344, + 0.910156, + 0.863281, + 0.664062, + 0.722656, + 0.867188, + 1.039062, + 0.867188, + 0.9375, + 1.28125, + 0.796875, + 0.925781, + 1.039062, + 0.914062, + 0.964844, + 0.890625, + 0.964844, + 1.179688, + 0.765625, + 0.972656, + 0.859375, + 0.875, + 0.699219, + 0.773438, + 0.859375, + 1.765625, + 0.863281, + 0.839844, + 0.984375, + 0.910156, + 0.894531, + 1.25, + 0.925781, + 0.988281, + 0.847656, + 0.90625, + 1.09375, + 1.195312, + 0.777344, + 0.832031, + 0.800781, + 0.679688, + 1.992188, + 1.203125, + 0.894531, + 0.917969, + 1.679688, + 0.972656, + 0.652344, + 0.964844, + 0.753906, + 1.085938, + 0.800781, + 0.839844, + 0.789062, + 0.796875, + 0.863281, + 0.945312, + 0.796875, + 0.882812, + 1.164062, + 1.132812, + 0.847656, + 0.660156, + 0.789062, + 1.0625, + 1.039062, + 0.777344, + 1.640625, + 0.703125, + 0.757812, + 1.117188, + 0.871094, + 0.878906, + 0.644531, + 0.992188, + 0.832031, + 0.953125, + 0.902344, + 1.132812, + 0.9375, + 0.800781, + 0.957031, + 1.007812, + 0.871094, + 0.945312, + 0.753906, + 0.84375, + 0.816406, + 0.753906, + 0.921875, + 1.085938, + 0.839844, + 0.875, + 0.828125, + 0.960938, + 0.96875, + 1.03125, + 1.140625, + 1.0, + 0.859375, + 0.640625, + 0.667969, + 1.1875, + 0.933594, + 1.039062, + 1.421875, + 0.8125, + 0.71875, + 0.953125, + 0.890625, + 0.832031, + 1.023438, + 0.988281, + 0.890625, + 0.816406, + 0.761719, + 0.835938, + 1.023438, + 0.804688, + 1.101562, + 1.039062, + 0.8125, + 0.707031, + 1.59375, + 0.957031, + 1.085938, + 0.976562, + 0.90625, + 0.699219, + 0.949219, + 0.914062, + 2.046875, + 0.945312, + 1.023438, + 0.691406, + 0.875, + 0.785156, + 0.691406, + 0.871094, + 0.824219, + 1.445312, + 0.960938, + 1.03125, + 0.800781, + 0.777344, + 0.765625, + 0.925781, + 1.039062, + 1.328125, + 0.871094, + 0.984375, + 0.71875, + 0.738281, + 0.734375, + 0.871094, + 0.871094, + 0.84375, + 0.839844, + 0.914062, + 1.015625, + 1.9375, + 0.84375, + 0.828125, + 1.710938, + 1.171875, + 0.867188, + 0.789062, + 0.773438, + 0.828125, + 1.1875, + 0.953125, + 1.101562, + 1.101562, + 0.9375, + 0.785156, + 0.851562, + 0.824219, + 0.59375, + 0.804688, + 0.859375, + 0.875, + 0.769531, + 0.863281, + 1.28125, + 0.792969, + 0.792969, + 1.125, + 0.785156, + 0.785156, + 0.957031, + 0.929688, + 0.855469, + 0.875, + 1.0, + 0.875, + 1.40625, + 0.785156, + 1.007812, + 0.898438, + 1.007812, + 0.941406, + 1.21875, + 1.890625, + 0.839844, + 0.898438, + 0.917969, + 0.820312, + 1.03125, + 0.871094, + 0.785156, + 0.738281, + 1.007812, + 0.953125, + 0.890625, + 0.863281, + 0.796875, + 0.816406, + 0.847656, + 0.863281, + 1.0625, + 1.070312, + 0.839844, + 0.707031, + 0.664062, + 0.871094, + 0.96875, + 0.808594, + 1.664062, + 0.792969, + 0.789062, + 1.015625, + 0.960938, + 0.722656, + 0.789062, + 0.730469, + 0.894531, + 0.871094, + 0.738281, + 0.609375, + 1.117188, + 0.84375, + 0.609375, + 1.492188, + 0.984375, + 1.117188, + 0.796875, + 0.875, + 0.855469, + 0.75, + 0.953125, + 0.6875, + 0.882812, + 1.132812, + 1.289062, + 0.898438, + 0.722656, + 1.203125, + 0.949219, + 0.671875, + 0.925781, + 0.824219, + 0.8125, + 0.78125, + 0.75, + 1.164062, + 0.804688, + 0.878906, + 0.9375, + 0.855469, + 2.515625, + 1.296875, + 0.914062, + 1.117188, + 1.007812, + 1.960938, + 0.941406, + 0.96875, + 1.164062, + 0.660156, + 0.730469, + 0.769531, + 0.871094, + 2.390625, + 0.851562, + 1.015625, + 0.742188, + 1.242188, + 1.0, + 0.921875, + 0.753906, + 0.714844, + 1.023438, + 0.917969, + 0.835938, + 0.851562, + 1.09375, + 0.773438, + 0.777344, + 1.070312, + 0.859375, + 0.828125, + 0.839844, + 1.328125, + 1.320312, + 1.0, + 1.265625, + 1.148438, + 0.871094, + 0.730469, + 0.878906, + 1.007812, + 0.832031, + 1.101562, + 0.777344, + 0.804688, + 0.941406, + 0.964844, + 0.765625, + 0.9375, + 0.6875, + 1.148438, + 0.722656, + 0.800781, + 0.867188 + ] + }, + "name": "model.transformer.layers.15.attn_norm.weight", + "outputIndexes": [ + 959 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 958, + 959 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_15/Mul_1_output_0", + "outputIndexes": [ + 960 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 960 + ], + "outputIndexes": [ + 1826 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1826 + ], + "outputIndexes": [ + 1827 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear", + "inputIndexes": [ + 1827 + ], + "outputIndexes": [ + 1828 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1280, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 140549052, + 983062, + 122880, + 5120, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1828 + ], + "outputIndexes": [ + 1829 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1829 + ], + "outputIndexes": [ + 961 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1280 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 960 + ], + "main_type": "NONE", + "name": "/Shape_61_output_0", + "outputIndexes": [ + 962 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 962 + ], + "main_type": "NONE", + "name": "Shape1363", + "outputIndexes": [ + 963 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 962 + ], + "main_type": "NONE", + "name": "Rank1365", + "outputIndexes": [ + 964 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 964, + 964 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1367", + "outputIndexes": [ + 965 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 965 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1368", + "outputIndexes": [ + 966 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 965, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1370", + "outputIndexes": [ + 967 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 967 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1371", + "outputIndexes": [ + 968 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 963, + 966, + 968, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1374", + "outputIndexes": [ + 969 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 969 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1375", + "outputIndexes": [ + 970 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 970 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1376", + "outputIndexes": [ + 971 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 971, + 970 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1377", + "outputIndexes": [ + 972 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 962, + 972, + 965 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_79_output_0", + "outputIndexes": [ + 973 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 973, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_151_output_0", + "outputIndexes": [ + 974 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 974, + 670, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_75_output_0", + "outputIndexes": [ + 975 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 961, + 975 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_61_output_0", + "outputIndexes": [ + 976 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 976 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_15/Mul_output_0", + "outputIndexes": [ + 977 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.167969, + 0.423828, + 0.081055, + 0.092285, + -0.030884, + 1.1875, + 0.037598, + 1.875, + 1.820312, + 1.796875, + 1.84375, + 2.03125, + 1.828125, + 1.882812, + 1.921875, + 2.46875, + 2.140625, + 1.289062, + 2.109375, + 2.75, + 1.914062, + 2.5, + 3.5, + 2.109375, + 2.109375, + 2.09375, + 2.078125, + 2.0625, + 2.15625, + 2.046875, + 2.40625, + 2.03125, + -0.083984, + -0.070801, + -0.013733, + -0.033936, + 0.267578, + 1.953125, + 1.90625, + 1.640625, + 1.257812, + 1.734375, + 2.125, + 1.859375, + 2.390625, + 2.09375, + 2.25, + 1.9375, + 2.203125, + 2.75, + 2.3125, + 1.851562, + 2.515625, + 1.914062, + 1.03125, + 2.125, + 2.046875, + 2.015625, + 2.015625, + 2.0, + 2.046875, + 1.984375, + 1.984375, + 2.421875 + ] + }, + "name": "model.transformer.layers.15.attn.q_norm.weight", + "outputIndexes": [ + 978 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 977, + 978 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_15/Mul_1_output_0", + "outputIndexes": [ + 979 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 979, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_60_output_0", + "outputIndexes": [ + 980 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 979, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_61_output_0", + "outputIndexes": [ + 981 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 981 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_30_output_0", + "outputIndexes": [ + 982 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 979, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_60_output_0", + "outputIndexes": [ + 983 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 982, + 983 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_78_output_0", + "outputIndexes": [ + 984 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 984, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_61_output_0", + "outputIndexes": [ + 985 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 980, + 985 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_60_output_0", + "outputIndexes": [ + 986 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 960 + ], + "outputIndexes": [ + 1830 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1830 + ], + "outputIndexes": [ + 1831 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear", + "inputIndexes": [ + 1831 + ], + "outputIndexes": [ + 1832 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 141660114, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1832 + ], + "outputIndexes": [ + 1833 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1833 + ], + "outputIndexes": [ + 987 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 974, + 684, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_76_output_0", + "outputIndexes": [ + 988 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 987, + 988 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_62_output_0", + "outputIndexes": [ + 989 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 989 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_15/Mul_output_0", + "outputIndexes": [ + 990 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.207031, + -0.474609, + -0.062988, + -0.19043, + 0.024414, + 1.890625, + 0.000269, + 1.875, + 2.015625, + 2.03125, + 2.171875, + 1.242188, + 2.34375, + 2.21875, + 2.234375, + 1.578125, + 2.109375, + 3.328125, + 2.171875, + 1.703125, + 2.5625, + 1.96875, + 0.769531, + 2.203125, + 2.1875, + 2.1875, + 2.0625, + 2.140625, + 2.0, + 2.09375, + 2.40625, + 2.25, + -0.022217, + 0.003662, + -0.027832, + 0.033447, + -0.253906, + 1.914062, + 1.71875, + 1.5, + 0.225586, + 1.523438, + 1.34375, + 2.09375, + 1.226562, + 1.710938, + 1.609375, + 2.46875, + 2.0625, + 0.18457, + 2.0625, + 2.890625, + 1.875, + 2.40625, + 5.1875, + 2.203125, + 2.21875, + 2.171875, + 2.078125, + 2.140625, + 2.171875, + 2.15625, + 2.40625, + 2.4375 + ] + }, + "name": "model.transformer.layers.15.attn.k_norm.weight", + "outputIndexes": [ + 991 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 990, + 991 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_15/Mul_1_output_0", + "outputIndexes": [ + 992 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 992, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_62_output_0", + "outputIndexes": [ + 993 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 992, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_63_output_0", + "outputIndexes": [ + 994 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 994 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_31_output_0", + "outputIndexes": [ + 995 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 992, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_62_output_0", + "outputIndexes": [ + 996 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 995, + 996 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_79_output_0", + "outputIndexes": [ + 997 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 997, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_63_output_0", + "outputIndexes": [ + 998 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 993, + 998 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_61_output_0", + "outputIndexes": [ + 999 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 960 + ], + "outputIndexes": [ + 1834 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1834 + ], + "outputIndexes": [ + 1835 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear", + "inputIndexes": [ + 1835 + ], + "outputIndexes": [ + 1836 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 320, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 3840, + "weightSize": 0 + }, + "external": [ + 141937896, + 245782, + 30720, + 1280, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1836 + ], + "outputIndexes": [ + 1837 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1837 + ], + "outputIndexes": [ + 1000 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 320 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1000, + 988 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_63_output_0", + "outputIndexes": [ + 1001 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 986, + 999, + 1001, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.15/self_attn/FusedAttention", + "outputIndexes": [ + 1002 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1002 + ], + "outputIndexes": [ + 1838 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1280, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1838 + ], + "outputIndexes": [ + 1839 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear", + "inputIndexes": [ + 1839 + ], + "outputIndexes": [ + 1840 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1280, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 15360, + "weightSize": 0 + }, + "external": [ + 142215678, + 983062, + 122880, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1840 + ], + "outputIndexes": [ + 1841 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1841 + ], + "outputIndexes": [ + 1003 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 957, + 1003 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_62_output_0", + "outputIndexes": [ + 1004 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1004 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_15/Mul_output_0", + "outputIndexes": [ + 1005 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.636719, + 0.636719, + 0.664062, + 0.570312, + 0.597656, + 0.621094, + 0.632812, + 0.636719, + 0.773438, + 0.636719, + 0.703125, + 0.691406, + 0.632812, + 0.617188, + 0.648438, + 0.785156, + 0.648438, + 0.621094, + 0.625, + 0.632812, + 0.613281, + 0.671875, + 0.589844, + 0.640625, + 0.683594, + 0.617188, + 0.621094, + 0.644531, + 0.605469, + 0.621094, + 0.671875, + 0.636719, + 0.59375, + 0.613281, + 0.640625, + 0.65625, + 0.605469, + 0.640625, + 0.621094, + 0.636719, + 0.660156, + 0.613281, + 0.632812, + 0.636719, + 0.613281, + 0.65625, + 0.636719, + 0.609375, + 0.636719, + 0.644531, + 0.617188, + 0.644531, + 0.628906, + 0.660156, + 0.384766, + 0.671875, + 0.664062, + 0.640625, + 0.660156, + 0.683594, + 0.617188, + 0.628906, + 0.621094, + 0.667969, + 0.597656, + 0.632812, + 0.640625, + 0.632812, + 0.617188, + 0.40625, + 0.652344, + 0.644531, + 0.648438, + 0.640625, + 0.613281, + 0.652344, + 0.667969, + 0.648438, + 0.644531, + 0.628906, + 0.621094, + 0.648438, + 0.613281, + 0.675781, + 0.644531, + 0.609375, + 0.613281, + 0.621094, + 0.636719, + 0.636719, + 0.644531, + 0.585938, + 0.636719, + 0.636719, + 0.621094, + 0.597656, + 0.617188, + 0.664062, + 0.605469, + 0.632812, + 0.652344, + 0.328125, + 0.648438, + 0.648438, + 0.652344, + 0.632812, + 0.601562, + 0.621094, + 0.597656, + 0.625, + 0.632812, + 0.628906, + 0.582031, + 0.609375, + 0.632812, + 0.625, + 0.59375, + 0.644531, + 0.625, + 0.644531, + 0.6875, + 0.625, + 0.605469, + 0.65625, + 0.644531, + 0.726562, + 0.660156, + 0.652344, + 0.65625, + 0.644531, + 0.644531, + 0.632812, + 0.640625, + 0.660156, + 0.605469, + 0.613281, + 0.558594, + 0.613281, + 0.632812, + 0.597656, + 0.664062, + 0.628906, + 0.609375, + 0.652344, + 0.582031, + 0.613281, + 0.628906, + 0.628906, + 0.601562, + 0.609375, + 0.652344, + 0.582031, + 0.617188, + 0.632812, + 0.640625, + 0.621094, + 0.628906, + 0.597656, + 0.644531, + 0.589844, + 0.714844, + 0.835938, + 0.65625, + 0.605469, + 0.640625, + 0.652344, + 0.648438, + 0.636719, + 0.625, + 0.367188, + 0.675781, + 0.644531, + 0.636719, + 0.640625, + 0.636719, + 0.671875, + 0.644531, + 0.640625, + 0.660156, + 0.640625, + 0.632812, + 0.644531, + 0.722656, + 0.644531, + 0.628906, + 0.621094, + 0.652344, + 0.613281, + 0.644531, + 0.636719, + 0.664062, + 0.636719, + 0.257812, + 0.652344, + 0.628906, + 0.660156, + 0.566406, + 0.652344, + 0.644531, + 0.546875, + 0.609375, + 0.582031, + 0.644531, + 0.671875, + 0.6875, + 0.671875, + 0.628906, + 0.609375, + 0.605469, + 0.644531, + 0.574219, + 0.625, + 0.617188, + 0.636719, + 0.632812, + 0.628906, + 0.691406, + 0.640625, + 0.660156, + 0.597656, + 0.636719, + 0.621094, + 0.640625, + 0.625, + 0.71875, + 0.589844, + 0.632812, + 0.625, + 0.625, + 0.65625, + 0.628906, + 0.617188, + 0.566406, + 0.609375, + 0.613281, + 0.640625, + 0.621094, + 0.617188, + 0.617188, + 0.558594, + 0.613281, + 0.59375, + 0.648438, + 0.628906, + 0.605469, + 0.625, + 0.601562, + 0.625, + 0.667969, + 0.625, + 0.621094, + 0.695312, + 0.636719, + 0.53125, + 0.640625, + 0.6875, + 0.621094, + 0.609375, + 0.632812, + 0.613281, + 0.664062, + 0.628906, + 0.605469, + 0.671875, + 0.617188, + 0.671875, + 0.765625, + 0.451172, + 0.59375, + 0.625, + 0.640625, + 0.625, + 0.636719, + 0.640625, + 0.644531, + 0.632812, + 0.65625, + 0.339844, + 0.609375, + 0.640625, + 0.613281, + 0.632812, + 0.59375, + 0.640625, + 0.644531, + 0.632812, + 0.632812, + 0.65625, + 0.667969, + 0.640625, + 0.628906, + 0.675781, + 0.609375, + 0.65625, + 0.632812, + 0.667969, + 0.589844, + 0.664062, + 0.625, + 0.636719, + 0.707031, + 0.636719, + 0.609375, + 0.667969, + 0.640625, + 0.644531, + 0.675781, + 0.558594, + 0.667969, + 0.613281, + 0.675781, + 0.652344, + 0.628906, + 0.609375, + 0.652344, + 0.648438, + 0.660156, + 0.605469, + 0.34375, + 0.601562, + 0.648438, + 0.605469, + 0.640625, + 0.652344, + 0.710938, + 0.609375, + 0.660156, + 0.667969, + 0.652344, + 0.648438, + 0.621094, + 0.660156, + 0.628906, + 0.652344, + 0.652344, + 0.644531, + 0.628906, + 0.628906, + 0.605469, + 0.691406, + 0.589844, + 0.609375, + 0.652344, + 0.613281, + 0.710938, + 0.617188, + 0.376953, + 0.621094, + 0.605469, + 0.628906, + 0.484375, + 0.628906, + 0.578125, + 0.371094, + 0.65625, + 0.263672, + 0.636719, + 0.652344, + 0.59375, + 0.628906, + 0.644531, + 0.613281, + 0.628906, + 0.613281, + 0.570312, + 0.585938, + 0.628906, + 0.503906, + 0.628906, + 0.675781, + 0.605469, + 0.640625, + 0.621094, + 0.667969, + 0.644531, + 0.644531, + 0.695312, + 0.648438, + 0.648438, + 0.609375, + 0.636719, + 0.625, + 0.644531, + 0.6875, + 0.609375, + 0.628906, + 0.632812, + 0.601562, + 0.589844, + 0.636719, + 0.648438, + 0.617188, + 0.664062, + 0.613281, + 0.667969, + 0.306641, + 0.636719, + 0.349609, + 0.248047, + 0.570312, + 0.632812, + 0.597656, + 0.605469, + 0.628906, + 0.640625, + 0.578125, + 0.652344, + 0.65625, + 0.625, + 0.597656, + 0.601562, + 0.451172, + 0.625, + 0.667969, + 0.613281, + 0.628906, + 0.617188, + 0.703125, + 0.609375, + 0.675781, + 0.605469, + 0.578125, + 0.578125, + 0.291016, + 0.648438, + 0.507812, + 0.652344, + 0.644531, + 0.597656, + 0.667969, + 0.570312, + 0.636719, + 0.609375, + 0.65625, + 0.671875, + 0.660156, + 0.648438, + 0.671875, + 0.660156, + 0.664062, + 0.65625, + 0.628906, + 0.597656, + 0.644531, + 0.640625, + 0.644531, + 0.644531, + 0.621094, + 0.628906, + 0.589844, + 0.330078, + 0.671875, + 0.640625, + 0.628906, + 0.609375, + 0.652344, + 0.648438, + 0.617188, + 0.65625, + 0.660156, + 0.640625, + 0.621094, + 0.621094, + 0.65625, + 0.601562, + 0.605469, + 0.632812, + 0.65625, + 0.617188, + 0.660156, + 0.341797, + 0.640625, + 0.671875, + 0.636719, + 0.605469, + 0.625, + 0.640625, + 0.628906, + 0.648438, + 0.640625, + 0.648438, + 0.628906, + 0.65625, + 0.578125, + 0.632812, + 0.601562, + 0.636719, + 0.625, + 0.625, + 0.644531, + 0.585938, + 0.582031, + 0.636719, + 0.609375, + 0.636719, + 0.632812, + 0.636719, + 0.59375, + 0.640625, + 0.5625, + 0.613281, + 0.636719, + 0.632812, + 0.625, + 0.585938, + 0.707031, + 0.621094, + 0.652344, + 0.613281, + 0.574219, + 0.667969, + 0.648438, + 0.625, + 0.632812, + 0.474609, + 0.699219, + 0.632812, + 0.65625, + 0.640625, + 0.644531, + 0.632812, + 0.671875, + 0.722656, + 0.625, + 0.617188, + 0.601562, + 0.617188, + 0.585938, + 0.640625, + 0.707031, + 0.597656, + 0.65625, + 0.640625, + 0.636719, + 0.628906, + 0.566406, + 0.664062, + 0.625, + 0.707031, + 0.648438, + 0.746094, + 0.582031, + 0.59375, + 0.644531, + 0.660156, + 0.675781, + 0.632812, + 0.632812, + 0.585938, + 0.628906, + 0.609375, + 0.621094, + 0.570312, + 0.345703, + 0.628906, + 0.6875, + 0.625, + 0.660156, + 0.589844, + 0.617188, + 0.65625, + 0.527344, + 0.361328, + 0.667969, + 0.613281, + 0.636719, + 0.613281, + 0.609375, + 0.664062, + 0.601562, + 0.664062, + 0.597656, + 0.613281, + 0.632812, + 0.664062, + 0.597656, + 0.527344, + 0.613281, + 0.613281, + 0.660156, + 0.640625, + 0.65625, + 0.664062, + 0.601562, + 0.625, + 0.605469, + 0.636719, + 0.632812, + 0.578125, + 0.609375, + 0.65625, + 0.640625, + 0.679688, + 0.636719, + 0.644531, + 0.636719, + 0.597656, + 0.707031, + 0.597656, + 0.632812, + 0.660156, + 0.652344, + 0.621094, + 0.652344, + 0.617188, + 0.617188, + 0.644531, + 0.613281, + 0.605469, + 0.632812, + 0.609375, + 0.640625, + 0.65625, + 0.613281, + 0.667969, + 0.613281, + 0.628906, + 0.628906, + 0.365234, + 0.660156, + 0.652344, + 0.648438, + 0.621094, + 0.625, + 0.65625, + 0.667969, + 0.652344, + 0.660156, + 0.640625, + 0.597656, + 0.667969, + 0.613281, + 0.644531, + 0.636719, + 0.621094, + 0.609375, + 0.636719, + 0.609375, + 0.625, + 0.628906, + 0.578125, + 0.554688, + 0.601562, + 0.640625, + 0.628906, + 0.59375, + 0.671875, + 0.601562, + 0.625, + 0.691406, + 0.574219, + 0.636719, + 0.632812, + 0.621094, + 0.648438, + 0.640625, + 0.597656, + 0.652344, + 0.632812, + 0.34375, + 0.617188, + 0.644531, + 0.601562, + 0.632812, + 0.628906, + 0.601562, + 0.578125, + 0.625, + 0.625, + 0.597656, + 0.621094, + 0.679688, + 0.621094, + 0.636719, + 0.636719, + 0.628906, + 0.617188, + 0.613281, + 0.621094, + 0.625, + 0.636719, + 0.628906, + 0.636719, + 0.617188, + 0.605469, + 0.628906, + 0.652344, + 0.597656, + 0.84375, + 0.667969, + 0.664062, + 0.703125, + 0.636719, + 0.582031, + 0.625, + 0.648438, + 0.613281, + 0.636719, + 0.675781, + 0.621094, + 0.644531, + 0.632812, + 0.644531, + 0.621094, + 0.65625, + 0.621094, + 0.628906, + 0.574219, + 0.640625, + 0.640625, + 0.621094, + 0.644531, + 0.652344, + 0.65625, + 0.632812, + 0.609375, + 0.617188, + 0.617188, + 0.675781, + 0.667969, + 0.683594, + 0.628906, + 0.613281, + 0.613281, + 0.613281, + 0.640625, + 0.628906, + 0.640625, + 0.613281, + 0.640625, + 0.667969, + 0.710938, + 0.667969, + 0.535156, + 0.613281, + 0.648438, + 0.617188, + 0.636719, + 0.628906, + 0.648438, + 0.609375, + 0.617188, + 0.632812, + 0.324219, + 0.589844, + 0.628906, + 0.679688, + 0.636719, + 0.609375, + 0.527344, + 0.679688, + 0.613281, + 0.527344, + 0.625, + 0.632812, + 0.351562, + 0.621094, + 0.652344, + 0.679688, + 0.636719, + 0.582031, + 0.671875, + 0.644531, + 0.660156, + 0.679688, + 0.644531, + 0.636719, + 0.582031, + 0.660156, + 0.636719, + 0.652344, + 0.648438, + 0.652344, + 0.570312, + 0.625, + 0.769531, + 0.617188, + 0.675781, + 0.640625, + 0.65625, + 0.648438, + 0.621094, + 0.683594, + 0.65625, + 0.632812, + 0.605469, + 0.664062, + 0.652344, + 0.675781, + 0.621094, + 0.566406, + 0.546875, + 0.65625, + 0.589844, + 0.609375, + 0.609375, + 0.578125, + 0.664062, + 0.667969, + 0.625, + 0.636719, + 0.683594, + 0.652344, + 0.644531, + 0.695312, + 0.59375, + 0.65625, + 0.710938, + 0.597656, + 0.535156, + 0.648438, + 0.621094, + 0.625, + 0.636719, + 0.636719, + 0.648438, + 0.628906, + 0.621094, + 0.617188, + 0.675781, + 0.225586, + 0.683594, + 0.566406, + 0.625, + 0.671875, + 0.625, + 0.65625, + 0.652344, + 0.621094, + 0.636719, + 0.609375, + 0.65625, + 0.304688, + 0.640625, + 0.65625, + 0.644531, + 0.652344, + 0.527344, + 0.671875, + 0.617188, + 0.53125, + 0.585938, + 0.613281, + 0.617188, + 0.667969, + 0.65625, + 0.632812, + 0.636719, + 0.636719, + 0.636719, + 0.941406, + 0.582031, + 0.605469, + 0.605469, + 0.59375, + 0.65625, + 0.625, + 0.648438, + 0.601562, + 0.621094, + 0.644531, + 0.617188, + 0.601562, + 0.691406, + 0.636719, + 0.65625, + 0.652344, + 0.65625, + 0.613281, + 0.59375, + 0.652344, + 0.652344, + 0.644531, + 0.632812, + 0.664062, + 0.683594, + 0.601562, + 0.617188, + 0.664062, + 0.628906, + 0.679688, + 0.695312, + 0.65625, + 0.605469, + 0.671875, + 0.621094, + 0.65625, + 0.632812, + -0.0019, + 0.65625, + 0.621094, + 0.660156, + 0.632812, + 0.65625, + 0.640625, + 0.640625, + 0.648438, + 0.585938, + 0.574219, + 0.695312, + 0.617188, + 0.601562, + 0.683594, + 0.601562, + 0.644531, + 0.632812, + 0.371094, + 0.65625, + 0.257812, + 0.613281, + 0.613281, + 0.695312, + 0.636719, + 0.605469, + 0.617188, + 0.621094, + 0.636719, + 0.648438, + 0.671875, + 0.632812, + 0.644531, + 0.628906, + 0.605469, + 0.644531, + 0.644531, + 0.617188, + 0.628906, + 0.628906, + 0.667969, + 0.535156, + 0.625, + 0.664062, + 0.605469, + 0.632812, + 0.597656, + 0.636719, + 0.628906, + 0.582031, + 0.609375, + 0.636719, + 0.625, + 0.628906, + 0.617188, + 0.617188, + 0.617188, + 0.648438, + 0.609375, + 0.695312, + 0.613281, + 0.609375, + 0.625, + 0.617188, + 0.605469, + 0.625, + 0.648438, + 0.644531, + 0.605469, + 0.640625, + 0.589844, + 0.640625, + 0.609375, + 0.734375, + 0.578125, + 0.574219, + 0.378906, + 0.660156, + 0.628906, + 0.59375, + 0.640625, + 0.652344, + 0.671875, + 0.648438, + 0.554688, + 0.648438, + 0.597656, + 0.683594, + 0.652344, + 0.601562, + 0.640625, + 0.5625, + 0.636719, + 0.625, + 0.628906, + 0.578125, + 0.636719, + 0.644531, + 0.628906, + 0.640625, + 0.628906, + 0.550781, + 0.621094, + 0.613281, + 0.625, + 0.605469, + 0.652344, + 0.636719, + 0.597656, + 0.621094, + 0.640625, + 0.636719, + 0.648438, + 0.660156, + 0.671875, + 0.707031, + 0.628906, + 0.707031, + 0.597656, + 0.65625, + 0.605469, + 0.703125, + 0.628906, + 0.640625, + 0.664062, + 0.628906, + 0.621094, + 0.613281, + 0.59375, + 0.621094, + 0.636719, + 0.617188, + 0.621094, + 0.652344, + 0.675781, + 0.867188, + 0.636719, + 0.613281, + 0.609375, + 0.640625, + 0.625, + 0.652344, + 0.625, + 0.609375, + 0.628906, + 0.625, + 0.59375, + 0.628906, + 0.648438, + 0.636719, + 0.636719, + 0.679688, + 0.652344, + 0.628906, + 0.613281, + 0.439453, + 0.679688, + 0.382812, + 0.380859, + 0.640625, + 0.617188, + 0.65625, + 0.652344, + 0.636719, + 0.648438, + 0.609375, + 0.667969, + 0.605469, + 0.738281, + 0.632812, + 0.671875, + 0.609375, + 0.636719, + 0.738281, + 0.652344, + 0.597656, + 0.671875, + 0.589844, + 0.632812, + 0.648438, + 0.652344, + 0.640625, + 0.621094, + 0.613281, + 0.671875, + 0.652344, + 0.632812, + 0.683594, + 0.65625, + 0.660156, + 0.640625, + 0.605469, + 0.601562, + 0.617188, + 0.617188, + 0.625, + 0.625, + 0.289062, + 0.628906, + 0.605469, + 0.628906, + 0.613281, + 0.617188, + 0.664062, + 0.605469, + 0.671875, + 0.664062, + 0.617188, + 0.632812, + 0.632812, + 0.675781, + 0.597656, + 0.621094, + 0.589844, + 0.597656, + 0.652344, + 0.703125, + 0.609375, + 0.652344, + 0.660156, + 0.628906, + 0.597656, + 0.601562, + 0.636719, + 0.613281, + 0.632812, + 0.613281, + 0.640625, + 0.632812, + 0.617188, + 0.617188, + 0.632812, + 0.632812, + 0.617188, + 0.699219, + 0.660156, + 0.566406, + 0.625, + 0.621094, + 0.640625, + 0.640625, + 0.59375, + 0.628906, + 0.625, + 0.640625, + 0.65625, + 0.628906, + 0.617188, + 0.632812, + 0.609375, + 0.660156, + 0.621094, + 0.609375, + 0.699219, + 0.628906, + 0.601562, + 0.349609, + 0.664062, + 0.644531, + 0.613281, + 0.699219, + 0.644531, + 0.609375, + 0.632812, + 0.632812, + 0.632812, + 0.640625, + 0.617188, + 0.664062, + 0.613281, + 0.617188, + 0.644531, + 0.582031, + 0.648438, + 0.660156, + 0.601562, + 0.617188, + 0.59375, + 0.636719, + 0.625, + 0.625, + 0.65625, + 0.632812, + 0.566406, + 0.601562, + 0.636719, + 0.625, + 0.648438, + 0.632812, + 0.625, + 0.617188, + 0.640625, + 0.632812, + 0.621094, + 0.65625, + 0.921875, + 0.632812, + 0.65625, + 0.636719, + 0.671875, + 0.585938, + 0.628906, + 0.636719, + 0.65625, + 0.621094, + 0.605469, + 0.617188, + 0.648438, + 0.621094, + 0.652344, + 0.640625, + 0.507812, + 0.605469, + 0.625, + 0.679688, + 0.65625, + 0.617188, + 0.476562, + 0.660156, + 0.605469, + 0.597656, + 0.664062, + 0.632812, + 0.628906, + 0.648438, + 0.625, + 0.632812, + 0.582031, + 0.636719, + 0.644531, + 0.613281, + 0.625, + 0.535156, + 0.621094, + 0.648438, + 0.625, + 0.644531, + 0.664062, + 0.640625, + 0.683594, + 0.632812, + 0.660156, + 0.667969, + 0.601562, + 0.648438, + 0.628906, + 0.640625, + 0.660156, + 0.695312, + 0.628906, + 0.660156, + 0.648438, + 0.671875, + 0.648438, + 0.550781, + 0.636719, + 0.683594, + 0.632812, + 0.632812, + 0.644531, + 0.65625, + 0.648438, + 0.636719, + 0.6875, + 0.621094, + 0.597656, + 0.609375, + 0.671875, + 0.65625, + 0.589844, + 0.640625, + 0.640625, + 0.644531, + 0.640625, + 0.589844, + 0.640625, + 0.605469, + 0.628906, + 0.605469, + 0.632812, + 0.609375, + 0.609375, + 0.625, + 0.621094, + 0.605469, + 0.625, + 0.470703, + 0.664062, + 0.628906, + 0.644531, + 0.667969, + 0.519531, + 0.601562, + 0.597656, + 0.648438, + 0.636719, + 0.613281, + 0.644531, + 0.648438, + 0.671875, + 0.613281, + 0.660156, + 0.699219, + 0.628906, + 0.660156, + 0.644531, + 0.632812, + 0.652344, + 0.65625, + 0.648438, + 0.601562, + 0.652344, + 0.65625, + 0.65625, + 0.59375, + 0.644531, + 0.664062, + 0.609375, + 0.671875, + 0.621094, + 0.625, + 0.621094, + 0.644531, + 0.613281, + 0.660156, + 0.566406, + 0.585938, + 0.644531, + 0.667969, + 0.652344, + 0.613281, + 0.609375, + 0.601562, + 0.617188, + 0.652344, + 0.671875, + 0.628906, + 0.679688, + 0.644531, + 0.585938, + 0.597656, + 0.585938, + 0.542969, + 0.636719, + 0.640625, + 0.652344, + 0.589844, + 0.488281, + 0.632812, + 0.550781, + 0.648438, + 0.660156, + 0.613281, + 0.621094, + 0.652344, + 0.291016, + 0.625, + 0.605469, + 0.609375, + 0.664062, + 0.640625, + 0.617188, + 0.675781, + 0.617188, + 0.496094, + 0.667969, + 0.625, + 0.621094, + 0.640625, + 0.652344, + 0.652344, + 0.625, + 0.566406, + 0.65625, + 0.617188, + 0.628906, + 0.609375, + 0.617188, + 0.648438, + 0.640625, + 0.621094, + 0.664062, + 0.628906, + 0.628906, + 0.445312, + 0.628906, + 0.605469, + 0.476562, + 0.550781, + 0.632812, + 0.59375, + 0.613281, + 0.636719, + 0.667969, + 0.652344, + 0.601562, + 0.667969, + 0.628906, + 0.636719, + 0.601562, + 0.609375, + 0.597656, + 0.632812, + 0.621094, + 0.652344, + 0.632812, + 0.625, + 0.6875, + 0.652344, + 0.648438, + 0.660156, + 0.671875, + 0.65625, + 0.640625, + 0.671875, + 0.625, + 0.621094, + 0.632812, + 0.671875, + 0.550781, + 0.617188, + 0.5625, + 0.65625, + 0.652344, + 0.648438, + 0.574219, + 0.394531, + 0.6875, + 0.613281, + 0.617188, + 0.636719, + 0.636719, + 0.632812, + 0.636719, + 0.640625, + 0.625, + 0.632812, + 0.625, + 0.667969, + 0.652344, + 0.632812, + 0.644531, + 0.628906, + 0.582031, + 0.605469, + 0.636719, + 0.632812, + 0.605469, + 0.644531, + 0.617188, + 0.65625, + 0.507812, + 0.59375, + 0.621094, + 0.617188, + 0.640625, + 0.628906, + 0.648438, + 0.632812, + 0.652344, + 0.59375, + 0.664062, + 0.636719, + 0.585938, + 0.640625, + 0.589844, + 0.691406, + 0.609375, + 0.6875, + 0.640625, + 0.621094, + 0.628906, + 0.621094, + 0.613281, + 0.59375, + 0.644531, + 0.609375, + 0.59375, + 0.628906, + 0.675781, + 0.664062, + 0.679688, + 0.652344, + 0.679688, + 0.613281, + 0.605469, + 0.574219, + 0.632812, + 0.597656, + 0.640625, + 0.636719, + 0.632812, + 0.644531, + 0.365234, + 0.546875, + 0.632812, + 0.808594, + 0.640625, + 0.392578, + 0.601562, + 0.648438, + 0.546875, + 0.605469, + 0.644531, + 0.625, + 0.632812, + 0.351562, + 0.644531, + 0.65625, + 0.628906, + 0.613281, + 0.585938, + 0.714844, + 0.648438, + 0.625, + 0.640625, + 0.613281, + 0.636719, + 0.625, + 0.601562, + 0.667969, + 0.609375, + 0.652344, + 0.632812, + 0.609375, + 0.660156, + 0.617188, + 0.605469, + 0.640625, + 0.621094, + 0.601562, + 0.632812, + 0.621094, + 0.660156, + 0.625, + 0.652344, + 0.628906, + 0.625, + 0.660156, + 0.667969, + 0.605469, + 0.621094, + 0.625, + 0.648438, + 0.65625, + 0.621094, + 0.625, + 0.605469 + ] + }, + "name": "model.transformer.layers.15.ffn_norm.weight", + "outputIndexes": [ + 1006 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1005, + 1006 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_15/Mul_1_output_0", + "outputIndexes": [ + 1007 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1007 + ], + "outputIndexes": [ + 1842 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1842 + ], + "outputIndexes": [ + 1843 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_1/Linear", + "inputIndexes": [ + 1843 + ], + "outputIndexes": [ + 1844 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 10240, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 122880, + "weightSize": 0 + }, + "external": [ + 143321620, + 7864342, + 983040, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1844 + ], + "outputIndexes": [ + 1845 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1845 + ], + "outputIndexes": [ + 1008 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 10240 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1008, + 21, + 465, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_15/Slice_output_0", + "outputIndexes": [ + 1009 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1009 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_15/Sigmoid_output_0", + "outputIndexes": [ + 1010 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1009, + 1010 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_15/Mul_output_0", + "outputIndexes": [ + 1011 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 10240 + ] + }, + "name": "/ffn_15/Mul_1_output_0", + "outputIndexes": [ + 1012 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1008, + 465, + 1012, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_15/Slice_1_output_0", + "outputIndexes": [ + 1013 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1011, + 1013 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_15/Mul_2_output_0", + "outputIndexes": [ + 1014 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1014 + ], + "outputIndexes": [ + 1846 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 5120, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1846 + ], + "outputIndexes": [ + 1847 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_2/Linear", + "inputIndexes": [ + 1847 + ], + "outputIndexes": [ + 1848 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 5120, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 61440, + "weightSize": 0 + }, + "external": [ + 152169002, + 3932182, + 491520, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1848 + ], + "outputIndexes": [ + 1849 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.15/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1849 + ], + "outputIndexes": [ + 1015 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1004, + 1015 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_63_output_0", + "outputIndexes": [ + 1016 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1016, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_64_output_0", + "outputIndexes": [ + 1017 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1017 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_16/Mul_output_0", + "outputIndexes": [ + 1018 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.257812, + 1.179688, + 1.257812, + 1.335938, + 1.476562, + 1.109375, + 1.132812, + 1.164062, + 1.59375, + 1.25, + 1.34375, + 1.28125, + 1.21875, + 1.234375, + 1.101562, + 1.242188, + 1.109375, + 0.984375, + 1.375, + 1.460938, + 0.707031, + 1.195312, + 1.210938, + 1.28125, + 1.273438, + 1.117188, + 1.015625, + 1.117188, + 1.34375, + 1.070312, + 1.21875, + 1.15625, + 1.179688, + 1.40625, + 1.109375, + 1.023438, + 1.023438, + 1.078125, + 0.96875, + 1.226562, + 1.226562, + 1.132812, + 1.3125, + 1.148438, + 1.1875, + 1.203125, + 1.273438, + 1.054688, + 1.265625, + 1.320312, + 1.234375, + 1.109375, + 1.125, + 1.1875, + 2.9375, + 1.148438, + 1.226562, + 1.203125, + 1.101562, + 1.171875, + 1.164062, + 1.132812, + 0.925781, + 1.226562, + 0.753906, + 1.039062, + 0.941406, + 1.242188, + 1.414062, + 2.078125, + 1.109375, + 1.09375, + 1.328125, + 1.242188, + 1.265625, + 1.132812, + 1.296875, + 1.273438, + 1.296875, + 1.09375, + 1.226562, + 1.03125, + 1.085938, + 1.320312, + 1.476562, + 1.0625, + 1.09375, + 1.03125, + 1.101562, + 1.390625, + 0.992188, + 1.507812, + 1.03125, + 1.320312, + 1.046875, + 1.34375, + 1.390625, + 1.273438, + 1.015625, + 1.328125, + 1.054688, + 2.21875, + 1.085938, + 1.117188, + 1.265625, + 1.273438, + 1.445312, + 1.28125, + 1.390625, + 1.078125, + 1.015625, + 1.148438, + 0.777344, + 1.171875, + 1.351562, + 1.148438, + 0.78125, + 1.265625, + 1.289062, + 1.15625, + 1.21875, + 1.101562, + 1.132812, + 1.179688, + 1.171875, + 1.273438, + 1.132812, + 1.210938, + 1.1875, + 1.132812, + 1.054688, + 1.09375, + 1.179688, + 1.023438, + 1.445312, + 1.1875, + 1.554688, + 0.996094, + 1.210938, + 1.296875, + 1.140625, + 1.273438, + 1.398438, + 1.03125, + 1.179688, + 1.070312, + 1.359375, + 1.414062, + 1.054688, + 1.28125, + 1.070312, + 1.164062, + 1.226562, + 1.226562, + 1.171875, + 1.257812, + 1.101562, + 0.804688, + 1.117188, + 1.3125, + 1.375, + 2.28125, + 1.109375, + 1.203125, + 1.15625, + 1.234375, + 1.117188, + 1.296875, + 1.1875, + 1.8125, + 1.289062, + 1.148438, + 1.03125, + 1.054688, + 1.125, + 1.03125, + 1.179688, + 1.03125, + 1.320312, + 1.234375, + 1.0625, + 1.21875, + 1.71875, + 1.289062, + 1.179688, + 0.953125, + 1.09375, + 1.335938, + 1.226562, + 1.351562, + 1.15625, + 1.203125, + 3.65625, + 1.28125, + 1.3125, + 1.070312, + 1.421875, + 1.117188, + 1.226562, + 1.53125, + 1.085938, + 1.28125, + 1.21875, + 1.140625, + 1.46875, + 1.15625, + 0.941406, + 1.273438, + 1.046875, + 1.1875, + 1.539062, + 1.15625, + 1.015625, + 1.148438, + 1.1875, + 1.101562, + 1.273438, + 1.25, + 1.164062, + 1.148438, + 1.265625, + 1.039062, + 1.1875, + 0.832031, + 1.164062, + 3.171875, + 1.039062, + 1.289062, + 1.21875, + 1.1875, + 1.046875, + 1.242188, + 1.640625, + 1.484375, + 1.125, + 1.25, + 1.203125, + 1.164062, + 1.226562, + 1.46875, + 1.421875, + 1.117188, + 1.101562, + 1.109375, + 1.351562, + 1.15625, + 1.117188, + 1.0625, + 1.328125, + 1.484375, + 1.21875, + 0.941406, + 1.132812, + 1.75, + 1.164062, + 1.15625, + 1.164062, + 1.414062, + 1.0625, + 1.09375, + 1.210938, + 1.117188, + 0.949219, + 1.226562, + 0.996094, + 1.234375, + 1.171875, + 2.5, + 1.507812, + 1.101562, + 1.15625, + 1.148438, + 1.296875, + 1.046875, + 1.140625, + 1.148438, + 1.117188, + 1.515625, + 1.3125, + 1.023438, + 1.09375, + 1.195312, + 1.453125, + 1.265625, + 1.125, + 1.109375, + 0.984375, + 1.171875, + 1.210938, + 1.390625, + 1.351562, + 1.242188, + 1.140625, + 1.132812, + 0.980469, + 1.179688, + 0.972656, + 1.046875, + 1.34375, + 1.109375, + 1.210938, + 1.140625, + 1.132812, + 1.117188, + 1.3125, + 1.289062, + 1.46875, + 1.148438, + 1.226562, + 1.046875, + 1.203125, + 1.171875, + 1.96875, + 1.265625, + 1.101562, + 1.125, + 1.1875, + 1.03125, + 2.078125, + 1.15625, + 1.179688, + 1.007812, + 0.949219, + 1.25, + 1.195312, + 1.234375, + 1.125, + 1.335938, + 1.195312, + 1.023438, + 1.3125, + 1.335938, + 1.335938, + 1.21875, + 1.085938, + 1.15625, + 1.328125, + 1.257812, + 1.398438, + 1.09375, + 1.296875, + 1.40625, + 1.328125, + 1.226562, + 1.398438, + 0.871094, + 4.4375, + 1.257812, + 1.195312, + 0.988281, + 1.828125, + 1.28125, + 1.367188, + 1.726562, + 1.28125, + 2.5, + 1.320312, + 1.164062, + 1.210938, + 1.164062, + 1.273438, + 1.289062, + 1.085938, + 1.140625, + 1.453125, + 1.585938, + 1.25, + 1.8125, + 1.414062, + 1.148438, + 1.257812, + 1.367188, + 1.203125, + 1.210938, + 1.109375, + 0.871094, + 1.375, + 1.226562, + 1.109375, + 1.140625, + 1.078125, + 1.195312, + 0.980469, + 1.0625, + 1.328125, + 1.289062, + 0.90625, + 1.015625, + 1.085938, + 1.148438, + 1.210938, + 1.570312, + 1.265625, + 0.90625, + 1.210938, + 2.078125, + 0.976562, + 2.9375, + 0.294922, + 0.953125, + 1.273438, + 1.179688, + 0.929688, + 1.304688, + 1.242188, + 1.015625, + 0.964844, + 1.164062, + 1.125, + 1.039062, + 0.851562, + 1.890625, + 1.304688, + 1.234375, + 1.023438, + 1.203125, + 1.21875, + 1.210938, + 1.257812, + 1.296875, + 1.421875, + 1.398438, + 1.40625, + 2.453125, + 1.171875, + 1.546875, + 1.304688, + 1.1875, + 1.398438, + 1.21875, + 1.257812, + 1.078125, + 1.242188, + 1.085938, + 1.101562, + 1.15625, + 1.226562, + 1.289062, + 1.539062, + 1.265625, + 1.132812, + 1.234375, + 1.335938, + 1.453125, + 1.101562, + 1.125, + 1.460938, + 0.980469, + 1.054688, + 0.996094, + 2.578125, + 1.109375, + 1.109375, + 1.179688, + 1.28125, + 1.40625, + 1.335938, + 1.375, + 1.164062, + 1.117188, + 1.007812, + 1.078125, + 1.132812, + 1.28125, + 1.359375, + 1.375, + 1.234375, + 1.359375, + 1.140625, + 1.265625, + 1.796875, + 1.125, + 1.335938, + 1.257812, + 1.351562, + 1.054688, + 1.164062, + 1.171875, + 1.226562, + 1.21875, + 1.070312, + 1.117188, + 1.171875, + 1.5625, + 1.140625, + 0.992188, + 0.980469, + 1.03125, + 1.015625, + 1.179688, + 1.289062, + 1.5625, + 1.1875, + 1.164062, + 1.023438, + 1.203125, + 1.0625, + 1.484375, + 1.164062, + 1.15625, + 1.226562, + 1.03125, + 0.941406, + 1.273438, + 1.453125, + 1.328125, + 1.125, + 1.234375, + 1.1875, + 1.625, + 1.015625, + 1.148438, + 1.007812, + 1.257812, + 1.890625, + 1.359375, + 1.25, + 1.007812, + 1.296875, + 1.203125, + 1.367188, + 1.328125, + 1.289062, + 1.039062, + 1.171875, + 1.101562, + 1.046875, + 1.289062, + 1.226562, + 5.875, + 1.273438, + 1.046875, + 1.085938, + 1.265625, + 1.148438, + 0.910156, + 1.0625, + 1.0625, + 1.25, + 1.070312, + 1.289062, + 1.132812, + 1.578125, + 1.101562, + 1.226562, + 1.359375, + 1.085938, + 1.375, + 1.054688, + 1.28125, + 1.382812, + 1.1875, + 1.398438, + 1.515625, + 1.320312, + 1.304688, + 1.070312, + 1.148438, + 0.964844, + 1.054688, + 1.210938, + 1.59375, + 1.71875, + 1.140625, + 1.6875, + 0.980469, + 1.148438, + 1.195312, + 1.054688, + 1.0625, + 1.132812, + 1.3125, + 1.023438, + 1.398438, + 1.3125, + 1.25, + 1.609375, + 1.25, + 1.609375, + 1.125, + 1.09375, + 1.101562, + 1.203125, + 1.125, + 1.140625, + 0.917969, + 1.21875, + 1.203125, + 1.304688, + 1.117188, + 1.046875, + 1.132812, + 1.265625, + 1.351562, + 1.046875, + 1.125, + 1.132812, + 1.242188, + 1.351562, + 1.132812, + 1.28125, + 1.15625, + 0.992188, + 1.03125, + 1.171875, + 1.195312, + 1.171875, + 1.226562, + 1.15625, + 1.078125, + 1.25, + 1.226562, + 1.179688, + 1.226562, + 1.070312, + 0.992188, + 1.085938, + 1.046875, + 1.9375, + 1.226562, + 1.179688, + 1.132812, + 1.085938, + 1.03125, + 1.179688, + 1.265625, + 1.203125, + 1.390625, + 1.234375, + 0.765625, + 1.1875, + 1.09375, + 1.296875, + 1.140625, + 1.21875, + 1.039062, + 1.046875, + 1.039062, + 1.21875, + 1.15625, + 1.015625, + 1.539062, + 1.125, + 1.15625, + 1.484375, + 1.445312, + 1.429688, + 0.660156, + 1.390625, + 1.53125, + 1.007812, + 1.257812, + 1.03125, + 1.210938, + 1.21875, + 0.984375, + 1.023438, + 1.492188, + 1.046875, + 2.734375, + 1.34375, + 1.171875, + 1.335938, + 1.28125, + 1.289062, + 1.09375, + 1.4375, + 1.492188, + 1.070312, + 1.359375, + 1.265625, + 1.15625, + 1.054688, + 1.203125, + 1.21875, + 1.03125, + 1.570312, + 1.054688, + 1.101562, + 1.039062, + 1.296875, + 1.234375, + 1.125, + 1.023438, + 1.289062, + 1.085938, + 1.742188, + 0.960938, + 1.476562, + 1.351562, + 1.203125, + 1.757812, + 1.1875, + 0.828125, + 1.148438, + 1.117188, + 1.179688, + 1.265625, + 1.234375, + 1.195312, + 1.0, + 1.148438, + 1.21875, + 1.273438, + 1.226562, + 1.101562, + 0.976562, + 1.382812, + 1.101562, + 1.242188, + 1.0625, + 1.125, + 1.078125, + 1.367188, + 1.257812, + 0.9375, + 1.421875, + 1.226562, + 1.414062, + 1.210938, + 1.15625, + 1.296875, + 0.804688, + 0.828125, + 1.054688, + 1.203125, + 1.265625, + 1.0625, + 0.960938, + 1.109375, + 1.242188, + 1.234375, + 1.15625, + 1.226562, + 1.320312, + 0.917969, + 1.0625, + 1.273438, + 1.132812, + 1.140625, + 1.226562, + 1.203125, + 1.148438, + 2.21875, + 1.398438, + 1.304688, + 1.09375, + 1.210938, + 1.070312, + 2.34375, + 1.164062, + 1.453125, + 2.015625, + 1.125, + 1.085938, + 2.421875, + 1.15625, + 1.28125, + 1.242188, + 1.078125, + 0.820312, + 1.070312, + 1.148438, + 1.164062, + 1.140625, + 0.824219, + 1.085938, + 1.375, + 1.1875, + 1.296875, + 1.171875, + 0.9375, + 1.203125, + 1.25, + 1.085938, + 1.289062, + 1.039062, + 1.070312, + 1.140625, + 1.335938, + 1.25, + 1.445312, + 1.085938, + 1.335938, + 1.023438, + 1.0625, + 1.125, + 1.195312, + 1.148438, + 1.046875, + 1.34375, + 1.671875, + 1.15625, + 1.070312, + 0.972656, + 1.429688, + 1.117188, + 1.148438, + 1.195312, + 1.117188, + 1.179688, + 1.078125, + 1.140625, + 1.140625, + 1.398438, + 1.15625, + 1.398438, + 1.273438, + 1.078125, + 1.671875, + 1.179688, + 1.195312, + 1.132812, + 1.34375, + 1.007812, + 1.164062, + 1.492188, + 1.117188, + 1.265625, + 1.257812, + 3.46875, + 1.203125, + 1.5625, + 1.25, + 1.375, + 1.304688, + 1.179688, + 0.988281, + 1.1875, + 1.117188, + 1.34375, + 1.125, + 2.4375, + 1.257812, + 1.289062, + 1.4375, + 1.0, + 0.867188, + 1.21875, + 1.390625, + 0.820312, + 1.304688, + 1.117188, + 0.867188, + 1.453125, + 1.359375, + 1.109375, + 0.894531, + 1.15625, + 1.054688, + 2.046875, + 0.984375, + 0.996094, + 1.179688, + 1.5, + 1.164062, + 1.273438, + 1.078125, + 1.414062, + 1.101562, + 1.226562, + 0.941406, + 1.28125, + 1.195312, + 1.164062, + 1.140625, + 1.148438, + 1.15625, + 1.359375, + 1.328125, + 1.148438, + 1.234375, + 1.023438, + 1.140625, + 1.148438, + 1.015625, + 1.320312, + 1.40625, + 1.226562, + 1.03125, + 1.117188, + 1.210938, + 1.132812, + 1.484375, + 1.171875, + 1.203125, + 1.15625, + 1.390625, + 0.921875, + 1.210938, + 1.335938, + 1.203125, + 1.078125, + 1.15625, + 1.007812, + 1.335938, + 1.382812, + 1.203125, + 1.007812, + 1.179688, + 1.226562, + 1.414062, + 1.320312, + 1.140625, + 1.09375, + 1.195312, + 2.15625, + 1.164062, + -0.001808, + 1.328125, + 1.125, + 1.421875, + 1.023438, + 1.375, + 1.296875, + 1.242188, + 1.078125, + 1.46875, + 1.039062, + 1.375, + 1.132812, + 1.375, + 1.101562, + 1.140625, + 1.085938, + 0.84375, + 1.171875, + 1.046875, + 1.171875, + 1.898438, + 1.210938, + 1.21875, + 0.953125, + 0.917969, + 1.09375, + 1.15625, + 1.257812, + 0.949219, + 1.25, + 1.203125, + 0.917969, + 1.046875, + 1.03125, + 1.148438, + 1.140625, + 1.210938, + 1.320312, + 1.21875, + 1.078125, + 1.117188, + 1.046875, + 1.265625, + 0.9375, + 1.023438, + 1.117188, + 1.226562, + 1.234375, + 1.140625, + 0.820312, + 1.210938, + 1.070312, + 1.398438, + 1.460938, + 1.617188, + 2.40625, + 1.179688, + 1.085938, + 1.007812, + 1.015625, + 1.257812, + 1.28125, + 1.171875, + 1.640625, + 1.265625, + 1.484375, + 1.296875, + 1.179688, + 0.878906, + 1.132812, + 1.523438, + 0.980469, + 1.0625, + 1.039062, + 1.4375, + 1.25, + 1.140625, + 1.226562, + 1.273438, + 1.195312, + 1.523438, + 1.046875, + 1.289062, + 1.09375, + 1.304688, + 1.09375, + 1.226562, + 1.125, + 1.492188, + 1.179688, + 1.40625, + 1.320312, + 0.976562, + 1.335938, + 1.351562, + 1.164062, + 1.359375, + 0.710938, + 1.296875, + 1.148438, + 1.328125, + 0.886719, + 1.132812, + 1.109375, + 1.34375, + 1.117188, + 1.078125, + 1.578125, + 1.03125, + 1.492188, + 1.0625, + 1.398438, + 1.085938, + 1.289062, + 6.1875, + 1.132812, + 1.40625, + 0.992188, + 1.382812, + 1.320312, + 1.070312, + 1.164062, + 0.914062, + 1.148438, + 1.34375, + 1.210938, + 1.304688, + 1.265625, + 1.046875, + 1.039062, + 1.164062, + 1.195312, + 1.046875, + 1.117188, + 2.046875, + 1.203125, + 2.125, + 1.859375, + 1.1875, + 1.070312, + 1.210938, + 1.265625, + 1.21875, + 1.296875, + 1.5, + 1.148438, + 1.390625, + 1.414062, + 1.25, + 1.296875, + 1.351562, + 1.507812, + 1.140625, + 1.171875, + 1.078125, + 1.3125, + 1.460938, + 1.101562, + 1.117188, + 1.148438, + 1.195312, + 0.972656, + 1.375, + 1.03125, + 1.242188, + 0.996094, + 1.265625, + 1.296875, + 1.007812, + 1.203125, + 0.835938, + 1.117188, + 1.148438, + 1.25, + 1.109375, + 1.09375, + 3.03125, + 0.875, + 1.1875, + 1.15625, + 1.40625, + 1.148438, + 1.078125, + 1.390625, + 1.046875, + 1.3125, + 1.351562, + 1.148438, + 1.21875, + 1.1875, + 0.894531, + 1.140625, + 1.34375, + 0.933594, + 1.085938, + 1.46875, + 1.007812, + 1.304688, + 1.132812, + 1.265625, + 0.949219, + 0.976562, + 1.28125, + 1.15625, + 1.125, + 1.203125, + 1.273438, + 0.988281, + 1.078125, + 1.21875, + 1.5625, + 0.933594, + 1.085938, + 1.5, + 1.234375, + 1.53125, + 1.148438, + 1.046875, + 1.289062, + 1.101562, + 1.171875, + 1.21875, + 1.351562, + 1.210938, + 1.335938, + 1.0625, + 1.1875, + 1.257812, + 1.164062, + 1.085938, + 1.21875, + 1.304688, + 1.460938, + 1.117188, + 1.257812, + 2.3125, + 1.148438, + 1.070312, + 1.203125, + 1.101562, + 1.117188, + 1.25, + 1.25, + 1.398438, + 1.085938, + 1.296875, + 1.375, + 1.171875, + 1.351562, + 1.132812, + 1.234375, + 1.554688, + 1.1875, + 1.203125, + 1.453125, + 1.21875, + 0.550781, + 1.203125, + 1.265625, + 1.304688, + 1.117188, + 1.28125, + 1.539062, + 0.886719, + 0.96875, + 1.25, + 1.070312, + 1.125, + 1.3125, + 1.289062, + 0.992188, + 1.273438, + 1.132812, + 1.210938, + 1.476562, + 1.320312, + 0.96875, + 1.085938, + 1.226562, + 1.484375, + 0.945312, + 1.273438, + 1.335938, + 0.9375, + 1.304688, + 1.226562, + 1.164062, + 1.140625, + 1.09375, + 1.203125, + 1.648438, + 0.9375, + 1.226562, + 1.171875, + 0.78125, + 1.15625, + 1.59375, + 1.46875, + 0.964844, + 1.328125, + 1.25, + 1.101562, + 1.171875, + 1.125, + 1.195312, + 0.9375, + 1.046875, + 1.195312, + 1.273438, + 1.265625, + 1.296875, + 1.59375, + 1.070312, + 1.21875, + 1.398438, + 1.140625, + 1.226562, + 1.25, + 1.21875, + 1.351562, + 1.164062, + 1.226562, + 1.085938, + 1.226562, + 1.03125, + 1.109375, + 1.195312, + 2.109375, + 1.21875, + 1.15625, + 1.179688, + 1.257812, + 1.132812, + 1.515625, + 1.171875, + 1.296875, + 1.125, + 1.164062, + 1.304688, + 1.390625, + 1.023438, + 1.140625, + 1.195312, + 0.988281, + 2.734375, + 1.460938, + 1.21875, + 1.21875, + 1.585938, + 1.210938, + 0.835938, + 1.320312, + 1.007812, + 1.460938, + 1.265625, + 1.226562, + 1.203125, + 1.023438, + 1.265625, + 1.359375, + 1.132812, + 1.164062, + 1.484375, + 1.507812, + 1.0625, + 0.890625, + 1.085938, + 1.421875, + 1.421875, + 1.078125, + 2.015625, + 1.007812, + 1.09375, + 1.101562, + 1.195312, + 1.164062, + 0.898438, + 1.210938, + 1.132812, + 1.359375, + 1.195312, + 1.359375, + 1.109375, + 1.054688, + 1.257812, + 1.1875, + 1.265625, + 1.242188, + 1.03125, + 1.109375, + 1.195312, + 1.0625, + 1.148438, + 1.5, + 1.140625, + 1.234375, + 1.195312, + 1.320312, + 1.382812, + 1.289062, + 1.515625, + 1.265625, + 1.296875, + 0.871094, + 0.886719, + 1.03125, + 1.125, + 1.265625, + 1.789062, + 1.140625, + 0.964844, + 1.328125, + 1.09375, + 1.132812, + 1.328125, + 1.296875, + 1.328125, + 1.109375, + 1.023438, + 1.039062, + 1.351562, + 1.070312, + 1.25, + 1.265625, + 1.132812, + 0.996094, + 1.945312, + 1.320312, + 1.273438, + 1.179688, + 1.320312, + 1.070312, + 1.210938, + 1.265625, + 2.3125, + 1.257812, + 1.390625, + 0.972656, + 1.179688, + 1.0625, + 0.960938, + 1.03125, + 1.0625, + 1.640625, + 1.1875, + 1.28125, + 1.210938, + 1.132812, + 1.265625, + 1.140625, + 1.5, + 1.148438, + 1.039062, + 1.34375, + 1.070312, + 1.023438, + 1.039062, + 1.0625, + 1.109375, + 1.164062, + 1.039062, + 1.234375, + 1.335938, + 2.21875, + 1.179688, + 1.171875, + 1.90625, + 1.59375, + 1.09375, + 1.210938, + 1.023438, + 1.101562, + 1.429688, + 1.195312, + 1.40625, + 1.453125, + 1.25, + 1.203125, + 1.28125, + 1.007812, + 0.988281, + 1.242188, + 1.445312, + 1.179688, + 1.070312, + 1.257812, + 1.46875, + 1.09375, + 1.085938, + 1.195312, + 1.101562, + 1.125, + 1.179688, + 1.21875, + 1.125, + 1.148438, + 1.21875, + 1.164062, + 1.65625, + 1.03125, + 1.304688, + 1.328125, + 1.328125, + 1.125, + 1.429688, + 2.125, + 1.15625, + 1.132812, + 1.179688, + 1.164062, + 1.289062, + 1.179688, + 1.0625, + 1.140625, + 1.398438, + 1.265625, + 1.3125, + 1.132812, + 0.960938, + 1.242188, + 1.15625, + 1.171875, + 1.3125, + 1.429688, + 1.132812, + 0.941406, + 0.933594, + 1.171875, + 1.265625, + 1.117188, + 1.6875, + 1.03125, + 1.09375, + 1.125, + 1.164062, + 1.117188, + 1.085938, + 1.03125, + 1.101562, + 1.109375, + 1.070312, + 0.996094, + 1.320312, + 1.226562, + 0.957031, + 1.054688, + 1.265625, + 1.382812, + 1.226562, + 1.273438, + 1.15625, + 1.195312, + 1.046875, + 0.945312, + 1.164062, + 1.375, + 0.960938, + 1.25, + 1.007812, + 1.4375, + 1.0625, + 0.960938, + 1.046875, + 1.210938, + 1.265625, + 0.96875, + 1.195312, + 1.453125, + 1.140625, + 1.226562, + 1.226562, + 1.179688, + 2.828125, + 1.507812, + 1.335938, + 1.34375, + 1.257812, + 2.21875, + 1.429688, + 1.164062, + 1.453125, + 0.957031, + 0.976562, + 1.132812, + 1.171875, + 1.367188, + 1.164062, + 1.164062, + 0.972656, + 1.625, + 1.34375, + 1.054688, + 1.140625, + 1.0, + 1.15625, + 1.234375, + 1.148438, + 1.25, + 1.328125, + 1.078125, + 1.054688, + 1.242188, + 1.046875, + 0.972656, + 1.109375, + 1.109375, + 1.515625, + 1.40625, + 1.578125, + 0.914062, + 1.109375, + 1.171875, + 1.164062, + 1.328125, + 1.109375, + 1.4375, + 1.0, + 1.132812, + 1.257812, + 1.304688, + 1.125, + 1.289062, + 1.0, + 1.390625, + 1.0625, + 1.1875, + 1.078125 + ] + }, + "name": "model.transformer.layers.16.attn_norm.weight", + "outputIndexes": [ + 1019 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1018, + 1019 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_16/Mul_1_output_0", + "outputIndexes": [ + 1020 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1020 + ], + "outputIndexes": [ + 1850 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1850 + ], + "outputIndexes": [ + 1851 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear", + "inputIndexes": [ + 1851 + ], + "outputIndexes": [ + 1852 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 156592704, + 1179670, + 147456, + 6144, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1852 + ], + "outputIndexes": [ + 1853 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1853 + ], + "outputIndexes": [ + 1021 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1020 + ], + "main_type": "NONE", + "name": "/Shape_65_output_0", + "outputIndexes": [ + 1022 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1022 + ], + "main_type": "NONE", + "name": "Shape1448", + "outputIndexes": [ + 1023 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1022 + ], + "main_type": "NONE", + "name": "Rank1450", + "outputIndexes": [ + 1024 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1024, + 1024 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1452", + "outputIndexes": [ + 1025 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1025 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1453", + "outputIndexes": [ + 1026 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1025, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1455", + "outputIndexes": [ + 1027 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1027 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1456", + "outputIndexes": [ + 1028 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1023, + 1026, + 1028, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1459", + "outputIndexes": [ + 1029 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1029 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1460", + "outputIndexes": [ + 1030 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1030 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1461", + "outputIndexes": [ + 1031 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1031, + 1030 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1462", + "outputIndexes": [ + 1032 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1022, + 1032, + 1025 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_84_output_0", + "outputIndexes": [ + 1033 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1033, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_161_output_0", + "outputIndexes": [ + 1034 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 24 + ] + }, + "name": "/Constant_480_output_0", + "outputIndexes": [ + 1035 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1034, + 1035, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_80_output_0", + "outputIndexes": [ + 1036 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1021, + 1036 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_65_output_0", + "outputIndexes": [ + 1037 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1037 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_16/Mul_output_0", + "outputIndexes": [ + 1038 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.180664, + -0.044189, + 0.0065, + 0.060059, + 0.018921, + 1.453125, + 1.296875, + 1.742188, + 1.492188, + 1.765625, + 1.5, + 1.8125, + 1.875, + 1.632812, + 1.90625, + 1.859375, + 2.21875, + 2.9375, + 1.859375, + 1.851562, + 2.234375, + 1.929688, + 3.546875, + 2.03125, + 2.0, + 1.992188, + 1.953125, + 2.015625, + 2.125, + 2.109375, + 1.726562, + 1.992188, + 1.726562, + 0.017456, + 1.492188, + 1.671875, + 1.859375, + 1.867188, + 1.351562, + 1.539062, + 2.0625, + 1.796875, + 2.09375, + 1.9375, + 1.914062, + 2.296875, + 2.046875, + 2.015625, + 1.851562, + 1.101562, + 2.0625, + 2.203125, + 1.875, + 2.140625, + 0.757812, + 2.0625, + 2.03125, + 1.984375, + 1.875, + 1.984375, + 1.617188, + 1.8125, + 2.0, + 2.0 + ] + }, + "name": "model.transformer.layers.16.attn.q_norm.weight", + "outputIndexes": [ + 1039 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1038, + 1039 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_16/Mul_1_output_0", + "outputIndexes": [ + 1040 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1040, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_64_output_0", + "outputIndexes": [ + 1041 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1040, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_65_output_0", + "outputIndexes": [ + 1042 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1042 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_32_output_0", + "outputIndexes": [ + 1043 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1040, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_64_output_0", + "outputIndexes": [ + 1044 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1043, + 1044 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_83_output_0", + "outputIndexes": [ + 1045 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1045, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_65_output_0", + "outputIndexes": [ + 1046 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1041, + 1046 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_64_output_0", + "outputIndexes": [ + 1047 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1020 + ], + "outputIndexes": [ + 1854 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1854 + ], + "outputIndexes": [ + 1855 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear", + "inputIndexes": [ + 1855 + ], + "outputIndexes": [ + 1856 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 384, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608, + "weightSize": 0 + }, + "external": [ + 157925974, + 294934, + 36864, + 1536, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1856 + ], + "outputIndexes": [ + 1857 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1857 + ], + "outputIndexes": [ + 1048 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 384 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 6 + ] + }, + "name": "/Constant_482_output_0", + "outputIndexes": [ + 1049 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1034, + 1049, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_81_output_0", + "outputIndexes": [ + 1050 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1048, + 1050 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_66_output_0", + "outputIndexes": [ + 1051 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1051 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_16/Mul_output_0", + "outputIndexes": [ + 1052 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.014526, + -0.050781, + 0.046875, + 0.034668, + 0.039062, + 1.726562, + 0.648438, + 1.179688, + 1.65625, + 1.734375, + 2.3125, + 2.0, + 1.992188, + 2.25, + 2.015625, + 2.0, + 1.6875, + 0.1875, + 2.171875, + 2.265625, + 1.875, + 2.1875, + 0.414062, + 2.03125, + 2.0, + 2.03125, + 2.046875, + 1.976562, + 1.953125, + 1.96875, + 2.234375, + 2.0, + 1.15625, + 0.014587, + 0.753906, + 1.242188, + 1.421875, + 1.773438, + 1.992188, + 1.882812, + 2.0, + 1.90625, + 1.476562, + 1.679688, + 1.796875, + 1.328125, + 1.773438, + 1.84375, + 2.234375, + 3.203125, + 1.875, + 1.828125, + 2.21875, + 1.976562, + 5.28125, + 2.0, + 2.0625, + 2.046875, + 2.0, + 1.96875, + 2.4375, + 2.28125, + 1.96875, + 1.984375 + ] + }, + "name": "model.transformer.layers.16.attn.k_norm.weight", + "outputIndexes": [ + 1053 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1052, + 1053 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_16/Mul_1_output_0", + "outputIndexes": [ + 1054 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1054, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_66_output_0", + "outputIndexes": [ + 1055 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1054, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_67_output_0", + "outputIndexes": [ + 1056 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1056 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_33_output_0", + "outputIndexes": [ + 1057 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1054, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_66_output_0", + "outputIndexes": [ + 1058 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1057, + 1058 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_84_output_0", + "outputIndexes": [ + 1059 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1059, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_67_output_0", + "outputIndexes": [ + 1060 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1055, + 1060 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_65_output_0", + "outputIndexes": [ + 1061 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1020 + ], + "outputIndexes": [ + 1858 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1858 + ], + "outputIndexes": [ + 1859 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear", + "inputIndexes": [ + 1859 + ], + "outputIndexes": [ + 1860 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 384, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608, + "weightSize": 0 + }, + "external": [ + 158259308, + 294934, + 36864, + 1536, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1860 + ], + "outputIndexes": [ + 1861 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1861 + ], + "outputIndexes": [ + 1062 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 384 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1062, + 1050 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_67_output_0", + "outputIndexes": [ + 1063 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1047, + 1061, + 1063, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.16/self_attn/FusedAttention", + "outputIndexes": [ + 1064 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1064 + ], + "outputIndexes": [ + 1862 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1862 + ], + "outputIndexes": [ + 1863 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear", + "inputIndexes": [ + 1863 + ], + "outputIndexes": [ + 1864 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 158592642, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1864 + ], + "outputIndexes": [ + 1865 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1865 + ], + "outputIndexes": [ + 1065 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1017, + 1065 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_66_output_0", + "outputIndexes": [ + 1066 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1066 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_16/Mul_output_0", + "outputIndexes": [ + 1067 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.707031, + 0.703125, + 0.71875, + 0.683594, + 0.6875, + 0.714844, + 0.738281, + 0.722656, + 0.90625, + 0.742188, + 0.796875, + 0.769531, + 0.746094, + 0.714844, + 0.734375, + 0.839844, + 0.746094, + 0.71875, + 0.71875, + 0.832031, + 0.628906, + 0.773438, + 0.695312, + 0.753906, + 0.761719, + 0.71875, + 0.722656, + 0.75, + 0.695312, + 0.71875, + 0.734375, + 0.722656, + 0.6875, + 0.707031, + 0.734375, + 0.742188, + 0.730469, + 0.734375, + 0.722656, + 0.714844, + 0.753906, + 0.710938, + 0.726562, + 0.738281, + 0.734375, + 0.714844, + 0.722656, + 0.710938, + 0.726562, + 0.78125, + 0.734375, + 0.730469, + 0.730469, + 0.730469, + 0.445312, + 0.738281, + 0.71875, + 0.734375, + 0.75, + 0.75, + 0.710938, + 0.742188, + 0.730469, + 0.75, + 0.722656, + 0.726562, + 0.742188, + 0.730469, + 0.691406, + 0.503906, + 0.757812, + 0.722656, + 0.734375, + 0.738281, + 0.710938, + 0.730469, + 0.757812, + 0.730469, + 0.710938, + 0.6875, + 0.691406, + 0.722656, + 0.707031, + 0.753906, + 0.804688, + 0.699219, + 0.703125, + 0.722656, + 0.722656, + 0.722656, + 0.71875, + 0.664062, + 0.707031, + 0.734375, + 0.710938, + 0.683594, + 0.6875, + 0.730469, + 0.742188, + 0.6875, + 0.753906, + 0.425781, + 0.734375, + 0.742188, + 0.769531, + 0.730469, + 0.683594, + 0.691406, + 0.679688, + 0.699219, + 0.710938, + 0.71875, + 0.769531, + 0.695312, + 0.742188, + 0.722656, + 0.710938, + 0.730469, + 0.726562, + 0.714844, + 0.769531, + 0.714844, + 0.691406, + 0.75, + 0.726562, + 0.8125, + 0.746094, + 0.746094, + 0.734375, + 0.734375, + 0.753906, + 0.730469, + 0.714844, + 0.757812, + 0.691406, + 0.699219, + 0.648438, + 0.691406, + 0.730469, + 0.691406, + 0.746094, + 0.707031, + 0.699219, + 0.730469, + 0.65625, + 0.707031, + 0.707031, + 0.726562, + 0.742188, + 0.707031, + 0.738281, + 0.6875, + 0.722656, + 0.71875, + 0.726562, + 0.730469, + 0.722656, + 0.710938, + 0.726562, + 0.667969, + 0.78125, + 1.054688, + 0.734375, + 0.699219, + 0.742188, + 0.753906, + 0.730469, + 0.699219, + 0.695312, + 0.488281, + 0.789062, + 0.71875, + 0.742188, + 0.726562, + 0.71875, + 0.765625, + 0.730469, + 0.699219, + 0.71875, + 0.714844, + 0.707031, + 0.726562, + 0.953125, + 0.726562, + 0.710938, + 0.726562, + 0.730469, + 0.699219, + 0.75, + 0.734375, + 0.730469, + 0.722656, + 0.339844, + 0.730469, + 0.714844, + 0.765625, + 0.667969, + 0.726562, + 0.730469, + 0.640625, + 0.6875, + 0.648438, + 0.761719, + 0.734375, + 0.742188, + 0.746094, + 0.765625, + 0.695312, + 0.707031, + 0.746094, + 0.691406, + 0.714844, + 0.730469, + 0.722656, + 0.730469, + 0.691406, + 0.777344, + 0.742188, + 0.734375, + 0.691406, + 0.726562, + 0.707031, + 0.730469, + 0.777344, + 0.765625, + 0.734375, + 0.726562, + 0.71875, + 0.71875, + 0.71875, + 0.726562, + 0.726562, + 0.671875, + 0.6875, + 0.683594, + 0.707031, + 0.699219, + 0.734375, + 0.707031, + 0.644531, + 0.710938, + 0.695312, + 0.703125, + 0.710938, + 0.691406, + 0.699219, + 0.742188, + 0.746094, + 0.742188, + 0.710938, + 0.726562, + 0.777344, + 0.707031, + 0.648438, + 0.734375, + 0.757812, + 0.710938, + 0.714844, + 0.722656, + 0.738281, + 0.746094, + 0.71875, + 0.695312, + 0.746094, + 0.699219, + 0.765625, + 0.78125, + 0.550781, + 0.683594, + 0.707031, + 0.738281, + 0.710938, + 0.738281, + 0.714844, + 0.746094, + 0.71875, + 0.746094, + 0.449219, + 0.722656, + 0.722656, + 0.722656, + 0.710938, + 0.6875, + 0.734375, + 0.730469, + 0.71875, + 0.714844, + 0.734375, + 0.746094, + 0.726562, + 0.707031, + 0.773438, + 0.695312, + 0.726562, + 0.75, + 0.730469, + 0.695312, + 0.738281, + 0.699219, + 0.707031, + 0.773438, + 0.710938, + 0.707031, + 0.742188, + 0.738281, + 0.722656, + 0.753906, + 0.714844, + 0.734375, + 0.714844, + 0.75, + 0.738281, + 0.820312, + 0.699219, + 0.738281, + 0.695312, + 0.734375, + 0.710938, + 0.433594, + 0.714844, + 0.730469, + 0.703125, + 0.738281, + 0.726562, + 0.796875, + 0.699219, + 0.746094, + 0.738281, + 0.722656, + 0.730469, + 0.691406, + 0.789062, + 0.71875, + 0.71875, + 0.742188, + 0.738281, + 0.734375, + 0.71875, + 0.6875, + 0.75, + 0.671875, + 0.691406, + 0.742188, + 0.691406, + 0.757812, + 0.71875, + 0.539062, + 0.710938, + 0.695312, + 0.726562, + 0.566406, + 0.753906, + 0.695312, + 0.494141, + 0.753906, + 0.322266, + 0.726562, + 0.722656, + 0.695312, + 0.71875, + 0.734375, + 0.6875, + 0.703125, + 0.695312, + 0.65625, + 0.675781, + 0.714844, + 0.589844, + 0.730469, + 0.785156, + 0.722656, + 0.703125, + 0.734375, + 0.726562, + 0.742188, + 0.726562, + 0.753906, + 0.738281, + 0.726562, + 0.714844, + 0.726562, + 0.714844, + 0.722656, + 0.785156, + 0.695312, + 0.722656, + 0.753906, + 0.699219, + 0.675781, + 0.722656, + 0.734375, + 0.714844, + 0.742188, + 0.703125, + 0.746094, + 0.400391, + 0.734375, + 0.40625, + 0.308594, + 0.726562, + 0.726562, + 0.671875, + 0.722656, + 0.730469, + 0.75, + 0.6875, + 0.746094, + 0.738281, + 0.734375, + 0.699219, + 0.71875, + 0.539062, + 0.71875, + 0.765625, + 0.703125, + 0.714844, + 0.714844, + 0.753906, + 0.710938, + 0.765625, + 0.703125, + 0.675781, + 0.679688, + 0.351562, + 0.710938, + 0.601562, + 0.734375, + 0.71875, + 0.695312, + 0.757812, + 0.664062, + 0.71875, + 0.703125, + 0.742188, + 0.75, + 0.734375, + 0.742188, + 0.757812, + 0.726562, + 0.746094, + 0.707031, + 0.746094, + 0.707031, + 0.722656, + 0.738281, + 0.753906, + 0.757812, + 0.710938, + 0.714844, + 0.710938, + 0.408203, + 0.753906, + 0.71875, + 0.738281, + 0.714844, + 0.734375, + 0.734375, + 0.738281, + 0.726562, + 0.746094, + 0.722656, + 0.714844, + 0.71875, + 0.722656, + 0.695312, + 0.675781, + 0.734375, + 0.738281, + 0.71875, + 0.746094, + 0.4375, + 0.726562, + 0.714844, + 0.671875, + 0.691406, + 0.703125, + 0.703125, + 0.734375, + 0.714844, + 0.734375, + 0.726562, + 0.734375, + 0.75, + 0.652344, + 0.730469, + 0.714844, + 0.746094, + 0.703125, + 0.714844, + 0.734375, + 0.671875, + 0.664062, + 0.722656, + 0.703125, + 0.730469, + 0.714844, + 0.726562, + 0.675781, + 0.738281, + 0.691406, + 0.71875, + 0.738281, + 0.738281, + 0.714844, + 0.679688, + 0.785156, + 0.710938, + 0.753906, + 0.714844, + 0.675781, + 0.761719, + 0.75, + 0.734375, + 0.714844, + 0.550781, + 0.785156, + 0.726562, + 0.738281, + 0.730469, + 0.722656, + 0.699219, + 0.765625, + 0.761719, + 0.726562, + 0.699219, + 0.683594, + 0.71875, + 0.675781, + 0.746094, + 1.03125, + 0.691406, + 0.734375, + 0.738281, + 0.730469, + 0.710938, + 0.703125, + 0.753906, + 0.71875, + 0.800781, + 0.722656, + 0.828125, + 0.695312, + 0.660156, + 0.71875, + 0.742188, + 0.769531, + 0.710938, + 0.730469, + 0.660156, + 0.738281, + 0.703125, + 0.695312, + 0.667969, + 0.490234, + 0.707031, + 0.796875, + 0.730469, + 0.769531, + 0.695312, + 0.691406, + 0.765625, + 0.59375, + 0.46875, + 0.75, + 0.695312, + 0.71875, + 0.710938, + 0.695312, + 0.730469, + 0.699219, + 0.738281, + 0.699219, + 0.707031, + 0.730469, + 0.734375, + 0.699219, + 0.613281, + 0.703125, + 0.707031, + 0.734375, + 0.742188, + 0.757812, + 0.730469, + 0.683594, + 0.714844, + 0.738281, + 0.746094, + 0.734375, + 0.675781, + 0.710938, + 0.742188, + 0.714844, + 0.753906, + 0.722656, + 0.742188, + 0.734375, + 0.726562, + 0.742188, + 0.699219, + 0.699219, + 0.746094, + 0.730469, + 0.691406, + 0.730469, + 0.703125, + 0.726562, + 0.722656, + 0.71875, + 0.679688, + 0.734375, + 0.71875, + 0.75, + 0.738281, + 0.710938, + 0.761719, + 0.699219, + 0.71875, + 0.707031, + 0.441406, + 0.765625, + 0.734375, + 0.730469, + 0.695312, + 0.730469, + 0.742188, + 0.785156, + 0.738281, + 0.75, + 0.722656, + 0.695312, + 0.746094, + 0.710938, + 0.726562, + 0.722656, + 0.691406, + 0.714844, + 0.714844, + 0.703125, + 0.714844, + 0.71875, + 0.675781, + 0.652344, + 0.671875, + 0.722656, + 0.71875, + 0.671875, + 0.769531, + 0.734375, + 0.714844, + 0.808594, + 0.738281, + 0.699219, + 0.714844, + 0.71875, + 0.761719, + 0.738281, + 0.683594, + 0.714844, + 0.730469, + 0.431641, + 0.707031, + 0.734375, + 0.699219, + 0.730469, + 0.71875, + 0.691406, + 0.683594, + 0.730469, + 0.734375, + 0.691406, + 0.726562, + 0.769531, + 0.757812, + 0.726562, + 0.730469, + 0.714844, + 0.714844, + 0.675781, + 0.710938, + 0.71875, + 0.722656, + 0.714844, + 0.734375, + 0.710938, + 0.679688, + 0.71875, + 0.742188, + 0.710938, + 1.179688, + 0.753906, + 0.730469, + 0.917969, + 0.746094, + 0.679688, + 0.734375, + 0.746094, + 0.691406, + 0.722656, + 0.765625, + 0.703125, + 0.753906, + 0.703125, + 0.75, + 0.699219, + 0.851562, + 0.730469, + 0.71875, + 0.667969, + 0.742188, + 0.746094, + 0.71875, + 0.730469, + 0.71875, + 0.742188, + 0.714844, + 0.714844, + 0.703125, + 0.703125, + 0.785156, + 0.742188, + 0.765625, + 0.722656, + 0.730469, + 0.707031, + 0.714844, + 0.730469, + 0.699219, + 0.746094, + 0.691406, + 0.730469, + 0.746094, + 0.796875, + 0.75, + 0.726562, + 0.707031, + 0.730469, + 0.703125, + 0.714844, + 0.742188, + 0.746094, + 0.707031, + 0.707031, + 0.738281, + 0.404297, + 0.671875, + 0.726562, + 0.773438, + 0.738281, + 0.726562, + 0.667969, + 0.746094, + 0.699219, + 0.605469, + 0.695312, + 0.765625, + 0.416016, + 0.738281, + 0.730469, + 0.761719, + 0.71875, + 0.753906, + 0.753906, + 0.714844, + 0.726562, + 0.757812, + 0.710938, + 0.714844, + 0.667969, + 0.753906, + 0.71875, + 0.734375, + 0.75, + 0.738281, + 0.703125, + 0.71875, + 0.777344, + 0.691406, + 0.773438, + 0.742188, + 0.742188, + 0.761719, + 0.71875, + 0.753906, + 0.753906, + 0.710938, + 0.675781, + 0.757812, + 0.742188, + 0.757812, + 0.714844, + 0.652344, + 0.632812, + 0.746094, + 0.6875, + 0.6875, + 0.683594, + 0.730469, + 0.742188, + 0.769531, + 0.738281, + 0.726562, + 0.753906, + 0.75, + 0.71875, + 0.753906, + 0.699219, + 0.753906, + 0.820312, + 0.683594, + 0.617188, + 0.746094, + 0.710938, + 0.714844, + 0.726562, + 0.738281, + 0.722656, + 0.691406, + 0.707031, + 0.738281, + 0.753906, + 0.3125, + 0.734375, + 0.679688, + 0.699219, + 0.753906, + 0.695312, + 0.738281, + 0.753906, + 0.722656, + 0.746094, + 0.71875, + 0.742188, + 0.361328, + 0.722656, + 0.746094, + 0.769531, + 0.71875, + 0.699219, + 0.75, + 0.679688, + 0.632812, + 0.675781, + 0.707031, + 0.695312, + 0.730469, + 0.867188, + 0.71875, + 0.742188, + 0.734375, + 0.710938, + 1.359375, + 0.691406, + 0.699219, + 0.726562, + 0.679688, + 0.734375, + 0.714844, + 0.726562, + 0.71875, + 0.710938, + 0.714844, + 0.710938, + 0.6875, + 0.769531, + 0.71875, + 0.761719, + 0.730469, + 0.757812, + 0.703125, + 0.703125, + 0.71875, + 0.730469, + 0.714844, + 0.738281, + 0.75, + 0.738281, + 0.679688, + 0.710938, + 0.734375, + 0.703125, + 0.75, + 0.765625, + 0.742188, + 0.703125, + 0.742188, + 0.722656, + 0.738281, + 0.722656, + 0.0009, + 0.746094, + 0.703125, + 0.730469, + 0.734375, + 0.765625, + 0.71875, + 0.726562, + 0.730469, + 0.683594, + 0.753906, + 0.789062, + 0.714844, + 0.710938, + 0.765625, + 0.683594, + 0.742188, + 0.722656, + 0.451172, + 0.738281, + 0.285156, + 0.695312, + 0.714844, + 0.777344, + 0.726562, + 0.703125, + 0.703125, + 0.71875, + 0.742188, + 0.855469, + 0.757812, + 0.726562, + 0.722656, + 0.71875, + 0.703125, + 0.714844, + 0.730469, + 0.75, + 0.742188, + 0.726562, + 0.757812, + 0.617188, + 0.722656, + 0.753906, + 0.726562, + 0.738281, + 0.683594, + 0.707031, + 0.734375, + 0.707031, + 0.707031, + 0.734375, + 0.734375, + 0.695312, + 0.816406, + 0.707031, + 0.710938, + 0.738281, + 0.695312, + 0.789062, + 0.699219, + 0.703125, + 0.726562, + 0.699219, + 0.707031, + 0.738281, + 0.738281, + 0.75, + 0.699219, + 0.714844, + 0.707031, + 0.722656, + 0.695312, + 0.804688, + 0.679688, + 0.664062, + 0.464844, + 0.742188, + 0.703125, + 0.722656, + 0.722656, + 0.753906, + 0.757812, + 0.730469, + 0.664062, + 0.738281, + 0.691406, + 0.753906, + 0.75, + 0.710938, + 0.734375, + 0.644531, + 0.726562, + 0.722656, + 0.734375, + 0.65625, + 0.746094, + 0.722656, + 0.730469, + 0.726562, + 0.730469, + 0.636719, + 0.734375, + 0.722656, + 0.714844, + 0.703125, + 0.742188, + 0.726562, + 0.714844, + 0.707031, + 0.722656, + 0.726562, + 0.742188, + 0.738281, + 0.734375, + 0.773438, + 0.722656, + 0.800781, + 0.714844, + 0.726562, + 0.699219, + 0.765625, + 0.714844, + 0.734375, + 0.75, + 0.699219, + 0.71875, + 0.714844, + 0.675781, + 0.71875, + 0.726562, + 0.703125, + 0.722656, + 0.746094, + 0.765625, + 1.289062, + 0.742188, + 0.710938, + 0.71875, + 0.722656, + 0.714844, + 0.71875, + 0.714844, + 0.714844, + 0.734375, + 0.699219, + 0.660156, + 0.730469, + 0.738281, + 0.742188, + 0.722656, + 0.753906, + 0.71875, + 0.746094, + 0.695312, + 0.494141, + 0.738281, + 0.435547, + 0.458984, + 0.699219, + 0.710938, + 0.722656, + 0.726562, + 0.730469, + 0.757812, + 0.695312, + 0.726562, + 0.699219, + 1.023438, + 0.71875, + 0.773438, + 0.882812, + 0.71875, + 1.054688, + 0.722656, + 0.679688, + 0.746094, + 0.660156, + 0.734375, + 0.742188, + 0.726562, + 0.71875, + 0.734375, + 0.703125, + 0.742188, + 0.726562, + 0.71875, + 0.742188, + 0.726562, + 0.90625, + 0.726562, + 0.738281, + 0.699219, + 0.734375, + 0.714844, + 0.722656, + 0.679688, + 0.333984, + 0.746094, + 0.679688, + 0.730469, + 0.679688, + 0.707031, + 0.761719, + 0.707031, + 0.746094, + 0.753906, + 0.71875, + 0.730469, + 0.71875, + 0.746094, + 0.675781, + 0.707031, + 0.765625, + 0.6875, + 0.746094, + 0.769531, + 0.714844, + 0.75, + 0.738281, + 0.730469, + 0.703125, + 0.695312, + 0.730469, + 0.710938, + 0.695312, + 0.679688, + 0.730469, + 0.738281, + 0.691406, + 0.707031, + 0.710938, + 0.71875, + 0.71875, + 0.78125, + 0.75, + 0.671875, + 0.734375, + 0.71875, + 0.742188, + 0.734375, + 0.726562, + 0.742188, + 0.734375, + 0.710938, + 0.730469, + 0.710938, + 0.707031, + 0.699219, + 0.722656, + 0.726562, + 0.71875, + 0.707031, + 0.820312, + 0.746094, + 0.675781, + 0.388672, + 0.75, + 0.722656, + 0.71875, + 0.972656, + 0.746094, + 0.703125, + 0.707031, + 0.714844, + 0.714844, + 0.738281, + 0.730469, + 0.726562, + 0.703125, + 0.707031, + 0.738281, + 0.65625, + 0.746094, + 0.753906, + 0.699219, + 0.691406, + 0.773438, + 0.738281, + 0.71875, + 0.722656, + 0.730469, + 0.71875, + 0.683594, + 0.714844, + 0.722656, + 0.730469, + 0.75, + 0.734375, + 0.730469, + 0.722656, + 0.738281, + 0.691406, + 0.707031, + 0.742188, + 1.328125, + 0.714844, + 0.730469, + 0.742188, + 0.765625, + 0.679688, + 0.710938, + 0.730469, + 0.738281, + 0.734375, + 0.710938, + 0.703125, + 0.761719, + 0.691406, + 0.738281, + 0.757812, + 0.597656, + 0.707031, + 0.734375, + 0.753906, + 0.730469, + 0.726562, + 0.585938, + 0.75, + 0.707031, + 0.683594, + 0.742188, + 0.722656, + 0.726562, + 0.742188, + 0.714844, + 0.710938, + 0.679688, + 0.71875, + 0.726562, + 0.691406, + 0.714844, + 0.644531, + 0.6875, + 0.730469, + 0.722656, + 0.726562, + 0.753906, + 0.742188, + 0.765625, + 0.734375, + 0.746094, + 0.746094, + 0.765625, + 0.726562, + 0.699219, + 0.738281, + 0.765625, + 0.957031, + 0.730469, + 0.742188, + 0.726562, + 0.765625, + 0.710938, + 0.632812, + 0.734375, + 0.78125, + 0.730469, + 0.722656, + 0.742188, + 0.75, + 0.722656, + 0.746094, + 0.746094, + 0.71875, + 0.898438, + 0.703125, + 0.746094, + 0.742188, + 0.683594, + 0.722656, + 0.839844, + 0.742188, + 0.714844, + 0.675781, + 0.71875, + 0.714844, + 0.691406, + 0.710938, + 0.738281, + 0.699219, + 0.707031, + 0.734375, + 0.722656, + 0.71875, + 0.726562, + 0.554688, + 0.746094, + 0.722656, + 0.722656, + 0.730469, + 0.609375, + 0.71875, + 0.699219, + 0.722656, + 0.730469, + 0.703125, + 0.730469, + 0.746094, + 0.761719, + 0.703125, + 0.75, + 0.761719, + 0.710938, + 0.734375, + 0.699219, + 0.691406, + 0.746094, + 0.757812, + 0.738281, + 0.695312, + 0.734375, + 0.734375, + 0.757812, + 0.699219, + 0.730469, + 0.742188, + 0.703125, + 0.773438, + 0.710938, + 0.71875, + 0.722656, + 0.734375, + 0.714844, + 0.800781, + 0.675781, + 0.699219, + 0.730469, + 0.761719, + 0.730469, + 0.714844, + 0.710938, + 0.699219, + 0.710938, + 0.714844, + 0.742188, + 0.730469, + 0.757812, + 0.734375, + 0.683594, + 0.699219, + 0.695312, + 0.699219, + 0.699219, + 0.734375, + 0.742188, + 0.695312, + 0.589844, + 0.765625, + 0.660156, + 0.726562, + 0.734375, + 0.710938, + 0.722656, + 0.734375, + 0.382812, + 0.714844, + 0.691406, + 0.699219, + 0.738281, + 0.742188, + 0.710938, + 0.746094, + 0.695312, + 0.578125, + 0.777344, + 0.730469, + 0.714844, + 0.738281, + 0.734375, + 0.703125, + 0.703125, + 0.660156, + 0.730469, + 0.695312, + 0.734375, + 0.703125, + 0.714844, + 0.738281, + 0.722656, + 0.726562, + 0.738281, + 0.71875, + 0.710938, + 0.527344, + 0.714844, + 0.707031, + 0.566406, + 0.636719, + 0.699219, + 0.679688, + 0.707031, + 0.722656, + 0.757812, + 0.722656, + 0.703125, + 0.753906, + 0.726562, + 0.71875, + 0.679688, + 0.699219, + 0.6875, + 0.726562, + 0.707031, + 0.753906, + 0.734375, + 0.707031, + 0.78125, + 0.757812, + 0.738281, + 0.734375, + 0.753906, + 0.742188, + 0.726562, + 0.738281, + 0.703125, + 0.695312, + 0.722656, + 0.757812, + 0.640625, + 0.695312, + 0.765625, + 0.746094, + 0.738281, + 0.722656, + 0.667969, + 0.474609, + 0.730469, + 0.742188, + 0.699219, + 0.742188, + 0.75, + 0.738281, + 0.730469, + 0.734375, + 0.695312, + 0.707031, + 0.710938, + 0.746094, + 0.746094, + 0.707031, + 0.738281, + 0.707031, + 0.667969, + 0.699219, + 0.738281, + 0.71875, + 0.699219, + 0.761719, + 0.703125, + 0.757812, + 0.578125, + 0.6875, + 0.71875, + 0.714844, + 0.722656, + 0.710938, + 0.757812, + 0.734375, + 0.746094, + 0.691406, + 0.742188, + 0.742188, + 0.683594, + 0.730469, + 0.703125, + 0.746094, + 0.730469, + 0.792969, + 0.734375, + 0.695312, + 0.703125, + 0.730469, + 0.742188, + 0.683594, + 0.714844, + 0.71875, + 0.738281, + 0.734375, + 0.746094, + 0.769531, + 0.746094, + 0.757812, + 0.765625, + 0.691406, + 0.664062, + 0.660156, + 0.722656, + 0.675781, + 0.753906, + 0.710938, + 0.722656, + 0.726562, + 0.445312, + 0.644531, + 0.710938, + 0.871094, + 0.742188, + 0.439453, + 0.71875, + 0.738281, + 0.632812, + 0.707031, + 0.730469, + 0.695312, + 0.730469, + 0.511719, + 0.742188, + 0.761719, + 0.710938, + 0.6875, + 0.675781, + 0.777344, + 0.714844, + 0.703125, + 0.746094, + 0.71875, + 0.738281, + 0.707031, + 0.691406, + 0.734375, + 0.730469, + 0.738281, + 0.71875, + 0.714844, + 0.742188, + 0.648438, + 0.695312, + 0.726562, + 0.707031, + 0.71875, + 0.699219, + 0.699219, + 0.71875, + 0.726562, + 0.71875, + 0.71875, + 0.722656, + 0.738281, + 0.753906, + 0.699219, + 0.703125, + 0.71875, + 0.734375, + 0.71875, + 0.726562, + 0.730469, + 0.710938 + ] + }, + "name": "model.transformer.layers.16.ffn_norm.weight", + "outputIndexes": [ + 1068 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1067, + 1068 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_16/Mul_1_output_0", + "outputIndexes": [ + 1069 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1069 + ], + "outputIndexes": [ + 1866 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1866 + ], + "outputIndexes": [ + 1867 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_1/Linear", + "inputIndexes": [ + 1867 + ], + "outputIndexes": [ + 1868 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 10752, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 129024, + "weightSize": 0 + }, + "external": [ + 159919768, + 8257558, + 1032192, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1868 + ], + "outputIndexes": [ + 1869 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1869 + ], + "outputIndexes": [ + 1070 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 10752 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 5376 + ] + }, + "name": "/ffn_16/Mul_output_0", + "outputIndexes": [ + 1071 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1070, + 21, + 1071, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_16/Slice_output_0", + "outputIndexes": [ + 1072 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1072 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_16/Sigmoid_output_0", + "outputIndexes": [ + 1073 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1072, + 1073 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_16/Mul_output_0", + "outputIndexes": [ + 1074 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 10752 + ] + }, + "name": "/ffn_16/Mul_1_output_0", + "outputIndexes": [ + 1075 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1070, + 1071, + 1075, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_16/Slice_1_output_0", + "outputIndexes": [ + 1076 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1074, + 1076 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_16/Mul_2_output_0", + "outputIndexes": [ + 1077 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1077 + ], + "outputIndexes": [ + 1870 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 5376, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1870 + ], + "outputIndexes": [ + 1871 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_2/Linear", + "inputIndexes": [ + 1871 + ], + "outputIndexes": [ + 1872 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 5376, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 64512, + "weightSize": 0 + }, + "external": [ + 169209518, + 4128790, + 516096, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1872 + ], + "outputIndexes": [ + 1873 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.16/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1873 + ], + "outputIndexes": [ + 1078 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1066, + 1078 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_67_output_0", + "outputIndexes": [ + 1079 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1079, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_68_output_0", + "outputIndexes": [ + 1080 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1080 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_17/Mul_output_0", + "outputIndexes": [ + 1081 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.398438, + 1.460938, + 1.226562, + 2.109375, + 2.578125, + 1.1875, + 1.195312, + 1.21875, + 1.515625, + 1.28125, + 1.765625, + 3.6875, + 1.445312, + 1.5625, + 1.210938, + 1.382812, + 1.234375, + 1.164062, + 1.773438, + 2.65625, + 6.78125, + 1.289062, + 2.90625, + 1.445312, + 1.5, + 1.304688, + 1.226562, + 1.117188, + 2.03125, + 1.21875, + 1.28125, + 1.460938, + 2.1875, + 2.140625, + 1.1875, + 1.210938, + 1.226562, + 1.25, + 1.140625, + 1.398438, + 1.492188, + 1.375, + 1.46875, + 1.1875, + 1.5, + 1.453125, + 1.429688, + 1.492188, + 1.523438, + 2.625, + 1.398438, + 1.101562, + 1.320312, + 1.234375, + 5.625, + 1.0625, + 1.3125, + 1.3125, + 1.203125, + 1.203125, + 1.617188, + 1.335938, + 4.25, + 1.226562, + 1.4375, + 1.203125, + 1.164062, + 1.476562, + 1.734375, + 4.15625, + 1.210938, + 1.179688, + 1.523438, + 1.296875, + 2.703125, + 1.203125, + 1.265625, + 1.28125, + 1.359375, + 1.210938, + 1.625, + 1.15625, + 1.296875, + 1.492188, + 3.3125, + 1.117188, + 1.40625, + 1.109375, + 1.109375, + 2.25, + 1.0625, + 2.109375, + 1.21875, + 1.476562, + 1.3125, + 1.6875, + 2.890625, + 1.445312, + 3.5625, + 3.3125, + 1.265625, + 5.875, + 1.554688, + 1.25, + 1.726562, + 1.53125, + 1.882812, + 2.109375, + 2.4375, + 1.203125, + 1.140625, + 1.265625, + 1.820312, + 2.0, + 1.75, + 1.335938, + 1.375, + 1.320312, + 1.625, + 1.359375, + 1.34375, + 1.546875, + 1.390625, + 1.257812, + 1.398438, + 1.421875, + 1.296875, + 1.367188, + 1.375, + 1.1875, + 1.257812, + 1.234375, + 1.632812, + 1.15625, + 1.8125, + 1.453125, + 3.875, + 1.195312, + 1.328125, + 2.375, + 1.210938, + 1.296875, + 1.679688, + 1.289062, + 3.546875, + 3.078125, + 1.765625, + 1.523438, + 1.695312, + 1.960938, + 1.164062, + 1.671875, + 1.4375, + 1.335938, + 1.570312, + 1.671875, + 1.15625, + 1.328125, + 1.1875, + 1.710938, + 1.320312, + 3.8125, + 1.210938, + 1.40625, + 1.273438, + 1.234375, + 1.21875, + 1.25, + 1.382812, + 3.15625, + 2.65625, + 1.414062, + 3.3125, + 1.234375, + 1.109375, + 1.210938, + 1.304688, + 1.15625, + 1.234375, + 1.21875, + 1.140625, + 1.40625, + 2.484375, + 1.359375, + 1.4375, + 1.09375, + 1.242188, + 1.648438, + 1.25, + 1.554688, + 1.164062, + 1.4375, + 6.5, + 1.125, + 1.507812, + 1.15625, + 1.984375, + 1.203125, + 1.273438, + 1.78125, + 1.453125, + 1.75, + 1.164062, + 1.257812, + 1.296875, + 1.328125, + 1.734375, + 1.695312, + 1.25, + 1.328125, + 2.625, + 1.265625, + 1.335938, + 1.398438, + 1.414062, + 1.234375, + 1.335938, + 1.273438, + 1.242188, + 1.546875, + 1.367188, + 1.234375, + 1.390625, + 3.5, + 1.203125, + 6.96875, + 1.25, + 1.710938, + 1.414062, + 1.164062, + 1.28125, + 1.46875, + 2.59375, + 2.125, + 1.382812, + 1.3125, + 1.359375, + 1.546875, + 1.453125, + 2.6875, + 1.929688, + 3.40625, + 1.140625, + 1.171875, + 1.640625, + 1.3125, + 4.3125, + 1.148438, + 1.460938, + 1.828125, + 1.226562, + 4.71875, + 1.375, + 2.65625, + 1.375, + 1.21875, + 1.257812, + 1.757812, + 1.203125, + 1.234375, + 1.304688, + 1.398438, + 4.78125, + 1.242188, + 1.132812, + 1.273438, + 1.171875, + 5.6875, + 2.140625, + 1.53125, + 1.304688, + 1.15625, + 1.5, + 1.195312, + 1.257812, + 1.453125, + 1.257812, + 3.71875, + 1.765625, + 1.929688, + 1.226562, + 1.257812, + 2.5625, + 1.28125, + 1.195312, + 1.046875, + 1.148438, + 1.117188, + 1.328125, + 1.460938, + 1.898438, + 1.148438, + 1.273438, + 1.265625, + 3.6875, + 1.242188, + 4.0625, + 1.039062, + 2.40625, + 2.5625, + 1.351562, + 1.210938, + 1.273438, + 1.148438, + 1.453125, + 1.40625, + 1.28125, + 2.15625, + 1.296875, + 1.25, + 1.257812, + 1.25, + 9.0, + 1.445312, + 1.148438, + 1.28125, + 1.25, + 2.71875, + 4.15625, + 1.5625, + 1.203125, + 1.351562, + 1.15625, + 1.289062, + 1.234375, + 1.335938, + 1.210938, + 1.515625, + 1.296875, + 1.148438, + 1.773438, + 1.632812, + 1.460938, + 1.1875, + 1.1875, + 1.3125, + 1.398438, + 1.390625, + 3.0, + 1.140625, + 2.375, + 2.203125, + 1.421875, + 2.71875, + 1.390625, + 1.265625, + 6.90625, + 2.375, + 1.625, + 1.273438, + 3.59375, + 1.664062, + 3.9375, + 3.421875, + 1.289062, + 5.53125, + 1.953125, + 1.242188, + 2.1875, + 1.25, + 1.289062, + 2.203125, + 1.289062, + 1.507812, + 2.265625, + 2.046875, + 1.367188, + 4.125, + 1.625, + 4.1875, + 2.8125, + 1.375, + 4.0, + 1.28125, + 1.257812, + 4.125, + 1.320312, + 1.304688, + 1.179688, + 1.609375, + 1.15625, + 1.585938, + 1.140625, + 1.203125, + 3.046875, + 2.125, + 4.25, + 1.195312, + 1.507812, + 1.335938, + 1.257812, + 2.328125, + 1.296875, + 4.0, + 1.273438, + 5.09375, + 1.179688, + 5.34375, + 0.408203, + 1.585938, + 1.390625, + 1.34375, + 1.335938, + 1.421875, + 1.367188, + 3.140625, + 3.953125, + 1.171875, + 1.351562, + 1.320312, + 1.5, + 4.8125, + 1.554688, + 1.210938, + 1.234375, + 1.59375, + 1.492188, + 1.25, + 1.445312, + 1.546875, + 1.382812, + 2.140625, + 2.1875, + 4.90625, + 1.289062, + 3.140625, + 1.445312, + 1.242188, + 1.460938, + 1.164062, + 1.601562, + 1.140625, + 1.40625, + 1.203125, + 1.1875, + 1.125, + 1.375, + 1.273438, + 2.171875, + 1.257812, + 1.40625, + 1.414062, + 1.851562, + 1.601562, + 1.257812, + 1.28125, + 1.554688, + 3.359375, + 1.210938, + 1.179688, + 5.5, + 1.15625, + 1.171875, + 1.429688, + 2.4375, + 1.335938, + 1.4375, + 2.171875, + 1.507812, + 1.210938, + 1.125, + 3.046875, + 1.273438, + 1.351562, + 1.632812, + 3.578125, + 1.445312, + 1.523438, + 1.382812, + 1.367188, + 4.40625, + 1.429688, + 1.414062, + 3.21875, + 1.585938, + 1.21875, + 1.328125, + 1.3125, + 1.242188, + 1.304688, + 1.257812, + 1.203125, + 1.335938, + 2.84375, + 1.234375, + 4.28125, + 1.1875, + 1.195312, + 1.210938, + 1.359375, + 1.546875, + 1.984375, + 1.28125, + 1.320312, + 1.148438, + 1.25, + 1.210938, + 2.34375, + 1.296875, + 1.421875, + 1.414062, + 1.1875, + 3.671875, + 1.476562, + 2.1875, + 1.4375, + 1.328125, + 1.421875, + 1.273438, + 5.125, + 1.203125, + 1.28125, + 1.328125, + 1.429688, + 3.28125, + 1.28125, + 1.226562, + 1.148438, + 1.4375, + 1.164062, + 2.640625, + 1.429688, + 1.304688, + 1.304688, + 1.84375, + 1.320312, + 1.257812, + 1.351562, + 1.453125, + 11.4375, + 1.304688, + 1.195312, + 1.195312, + 1.460938, + 1.390625, + 3.53125, + 1.148438, + 1.164062, + 1.382812, + 1.21875, + 1.210938, + 1.5625, + 3.15625, + 1.132812, + 1.265625, + 1.28125, + 1.28125, + 1.726562, + 1.429688, + 1.554688, + 2.28125, + 1.398438, + 1.75, + 3.0625, + 2.109375, + 1.289062, + 1.289062, + 1.367188, + 1.289062, + 1.273438, + 1.15625, + 3.71875, + 3.46875, + 1.117188, + 2.21875, + 1.171875, + 1.710938, + 1.46875, + 1.164062, + 1.226562, + 1.132812, + 2.578125, + 1.257812, + 2.0625, + 1.515625, + 1.421875, + 2.921875, + 1.421875, + 2.28125, + 1.148438, + 1.242188, + 1.09375, + 1.1875, + 1.40625, + 1.632812, + 1.679688, + 1.484375, + 1.492188, + 1.640625, + 1.359375, + 1.148438, + 1.28125, + 1.179688, + 1.453125, + 1.125, + 1.117188, + 1.929688, + 4.46875, + 1.585938, + 2.296875, + 1.273438, + 1.195312, + 1.070312, + 1.242188, + 1.632812, + 1.679688, + 1.125, + 2.859375, + 2.734375, + 1.109375, + 1.585938, + 2.5, + 1.195312, + 1.53125, + 1.132812, + 1.234375, + 1.421875, + 1.226562, + 4.78125, + 1.382812, + 1.28125, + 1.125, + 1.367188, + 1.296875, + 1.210938, + 1.351562, + 1.234375, + 1.445312, + 1.414062, + 1.398438, + 1.328125, + 1.445312, + 1.523438, + 1.289062, + 1.40625, + 1.351562, + 1.289062, + 1.375, + 1.3125, + 1.476562, + 1.382812, + 2.78125, + 1.296875, + 1.234375, + 1.726562, + 2.1875, + 1.273438, + 4.25, + 1.632812, + 1.375, + 1.632812, + 1.390625, + 1.226562, + 1.609375, + 1.328125, + 1.148438, + 1.390625, + 1.796875, + 1.1875, + 5.34375, + 1.828125, + 1.335938, + 1.679688, + 1.421875, + 1.554688, + 1.289062, + 1.867188, + 1.492188, + 1.359375, + 1.867188, + 2.03125, + 1.195312, + 4.03125, + 1.304688, + 1.40625, + 1.25, + 1.53125, + 1.210938, + 1.414062, + 1.234375, + 1.28125, + 1.453125, + 1.273438, + 1.242188, + 1.664062, + 1.25, + 4.65625, + 1.1875, + 2.671875, + 1.5, + 1.460938, + 2.28125, + 1.242188, + 1.390625, + 1.796875, + 1.398438, + 1.367188, + 1.34375, + 1.328125, + 1.328125, + 1.132812, + 1.421875, + 3.96875, + 1.40625, + 2.34375, + 1.53125, + 1.242188, + 2.78125, + 1.265625, + 1.632812, + 1.148438, + 1.242188, + 1.0625, + 1.4375, + 1.453125, + 1.265625, + 1.710938, + 2.71875, + 1.429688, + 1.257812, + 1.171875, + 1.601562, + 1.265625, + 1.125, + 1.320312, + 1.171875, + 1.570312, + 1.117188, + 1.257812, + 1.265625, + 1.289062, + 1.171875, + 1.273438, + 1.960938, + 1.578125, + 1.148438, + 1.40625, + 1.367188, + 1.3125, + 1.273438, + 1.40625, + 1.265625, + 1.25, + 6.0625, + 2.1875, + 1.3125, + 1.257812, + 1.34375, + 1.359375, + 4.375, + 1.210938, + 1.710938, + 4.53125, + 1.296875, + 1.53125, + 5.125, + 1.46875, + 1.40625, + 1.3125, + 1.273438, + 1.757812, + 1.101562, + 1.601562, + 1.242188, + 1.195312, + 3.484375, + 1.1875, + 1.6875, + 1.179688, + 1.554688, + 1.289062, + 1.03125, + 1.359375, + 1.679688, + 1.320312, + 1.328125, + 1.234375, + 1.257812, + 1.210938, + 1.523438, + 1.46875, + 1.773438, + 1.125, + 1.28125, + 3.265625, + 3.375, + 1.234375, + 1.515625, + 1.226562, + 1.125, + 3.28125, + 2.75, + 1.210938, + 1.289062, + 1.242188, + 2.65625, + 1.875, + 1.304688, + 1.296875, + 1.273438, + 1.257812, + 1.304688, + 1.25, + 1.203125, + 1.304688, + 1.554688, + 1.484375, + 1.304688, + 1.289062, + 2.734375, + 1.226562, + 1.703125, + 1.328125, + 1.484375, + 1.28125, + 1.226562, + 3.125, + 1.273438, + 1.890625, + 1.257812, + 5.15625, + 1.179688, + 2.140625, + 1.304688, + 1.53125, + 1.375, + 1.15625, + 1.210938, + 1.296875, + 1.4375, + 1.5625, + 1.195312, + 5.53125, + 1.734375, + 1.320312, + 4.9375, + 1.21875, + 1.859375, + 1.28125, + 2.375, + 1.632812, + 1.671875, + 1.335938, + 1.3125, + 1.4375, + 2.375, + 1.171875, + 1.023438, + 1.328125, + 1.195312, + 3.90625, + 4.75, + 1.21875, + 3.90625, + 1.84375, + 1.09375, + 1.632812, + 1.226562, + 1.960938, + 1.28125, + 1.25, + 1.242188, + 1.84375, + 1.28125, + 1.28125, + 1.335938, + 1.179688, + 1.367188, + 1.578125, + 1.796875, + 1.304688, + 1.265625, + 1.054688, + 1.304688, + 1.296875, + 1.164062, + 1.601562, + 1.632812, + 1.429688, + 1.132812, + 1.125, + 1.210938, + 1.21875, + 2.015625, + 1.164062, + 1.460938, + 1.429688, + 1.960938, + 2.078125, + 1.265625, + 1.828125, + 1.5, + 1.375, + 1.273438, + 1.109375, + 1.992188, + 1.429688, + 1.5625, + 1.953125, + 1.273438, + 2.71875, + 1.9375, + 1.3125, + 1.210938, + 1.28125, + 1.296875, + 3.984375, + 1.234375, + -0.001167, + 1.625, + 1.429688, + 1.53125, + 1.15625, + 1.632812, + 1.320312, + 1.4375, + 1.242188, + 2.21875, + 1.148438, + 1.625, + 1.28125, + 1.523438, + 1.226562, + 1.328125, + 1.164062, + 3.734375, + 1.304688, + 1.328125, + 1.242188, + 3.84375, + 1.421875, + 1.1875, + 1.296875, + 1.125, + 1.25, + 1.265625, + 1.648438, + 1.242188, + 1.59375, + 1.304688, + 1.289062, + 1.328125, + 1.9375, + 1.164062, + 1.53125, + 1.335938, + 2.03125, + 1.234375, + 1.390625, + 1.445312, + 1.210938, + 2.359375, + 1.320312, + 1.359375, + 1.179688, + 1.21875, + 1.679688, + 1.242188, + 1.367188, + 2.171875, + 1.28125, + 1.335938, + 2.375, + 2.3125, + 4.21875, + 1.234375, + 4.53125, + 1.5625, + 1.210938, + 1.34375, + 1.492188, + 1.289062, + 2.859375, + 1.304688, + 1.726562, + 1.445312, + 1.265625, + 1.273438, + 1.203125, + 2.46875, + 1.164062, + 1.328125, + 1.34375, + 2.421875, + 1.351562, + 1.195312, + 1.554688, + 1.367188, + 1.289062, + 2.5625, + 1.28125, + 1.640625, + 1.226562, + 1.789062, + 1.195312, + 1.273438, + 3.25, + 2.25, + 1.234375, + 1.734375, + 1.820312, + 3.5, + 1.398438, + 1.34375, + 1.34375, + 1.242188, + 1.4375, + 1.414062, + 1.632812, + 1.351562, + 3.90625, + 1.242188, + 1.132812, + 2.46875, + 1.289062, + 1.421875, + 2.1875, + 1.242188, + 1.664062, + 1.25, + 2.125, + 1.148438, + 1.234375, + 11.0625, + 1.34375, + 1.96875, + 1.265625, + 1.484375, + 1.585938, + 1.1875, + 1.507812, + 1.1875, + 1.40625, + 3.359375, + 2.734375, + 1.5, + 1.398438, + 1.09375, + 1.179688, + 1.25, + 1.226562, + 1.296875, + 1.328125, + 4.96875, + 1.296875, + 5.25, + 4.5625, + 1.296875, + 1.265625, + 1.21875, + 1.523438, + 1.421875, + 1.320312, + 2.125, + 1.234375, + 3.15625, + 2.8125, + 1.476562, + 1.40625, + 2.4375, + 1.609375, + 2.53125, + 1.328125, + 1.226562, + 1.5625, + 2.21875, + 1.242188, + 1.28125, + 1.328125, + 1.289062, + 1.273438, + 3.53125, + 1.25, + 2.109375, + 1.15625, + 1.421875, + 1.359375, + 2.015625, + 1.210938, + 3.5625, + 1.640625, + 1.359375, + 1.335938, + 4.53125, + 3.0625, + 6.0625, + 3.78125, + 2.25, + 1.507812, + 2.15625, + 1.421875, + 1.257812, + 1.421875, + 1.335938, + 1.382812, + 1.742188, + 1.21875, + 1.375, + 1.203125, + 1.257812, + 1.257812, + 2.140625, + 1.25, + 1.226562, + 1.375, + 1.28125, + 1.296875, + 1.3125, + 1.648438, + 1.226562, + 1.210938, + 1.476562, + 1.25, + 1.304688, + 2.5, + 1.390625, + 1.226562, + 1.289062, + 1.398438, + 1.867188, + 1.078125, + 3.484375, + 1.703125, + 1.382812, + 4.90625, + 1.242188, + 1.226562, + 1.492188, + 1.171875, + 1.867188, + 1.40625, + 1.734375, + 3.09375, + 1.632812, + 1.1875, + 1.257812, + 1.40625, + 2.125, + 1.15625, + 1.570312, + 1.65625, + 1.828125, + 1.414062, + 1.492188, + 5.3125, + 1.375, + 1.15625, + 1.507812, + 2.375, + 1.15625, + 1.5625, + 2.25, + 1.59375, + 1.320312, + 1.367188, + 1.898438, + 1.3125, + 1.578125, + 1.304688, + 1.257812, + 3.046875, + 1.265625, + 1.414062, + 2.3125, + 1.59375, + 0.996094, + 1.242188, + 1.664062, + 1.929688, + 1.257812, + 1.390625, + 2.46875, + 3.671875, + 1.117188, + 1.453125, + 1.273438, + 1.5, + 1.84375, + 1.835938, + 1.140625, + 1.351562, + 1.390625, + 1.289062, + 3.015625, + 1.5, + 4.28125, + 1.21875, + 1.140625, + 2.3125, + 1.1875, + 1.382812, + 1.453125, + 1.132812, + 1.921875, + 1.5, + 1.328125, + 1.34375, + 1.21875, + 1.359375, + 2.90625, + 1.0625, + 1.328125, + 1.28125, + 4.53125, + 1.289062, + 2.15625, + 2.109375, + 1.226562, + 2.109375, + 1.21875, + 1.148438, + 1.257812, + 1.21875, + 1.460938, + 1.15625, + 1.351562, + 1.3125, + 1.445312, + 1.460938, + 1.445312, + 2.328125, + 1.445312, + 1.351562, + 1.429688, + 1.1875, + 1.179688, + 1.359375, + 1.367188, + 1.585938, + 1.273438, + 1.289062, + 1.875, + 1.34375, + 1.140625, + 1.226562, + 1.25, + 3.875, + 1.453125, + 1.25, + 1.34375, + 1.359375, + 1.242188, + 3.25, + 1.171875, + 1.320312, + 1.398438, + 1.367188, + 1.5, + 1.46875, + 1.101562, + 1.507812, + 1.210938, + 1.210938, + 5.375, + 2.3125, + 1.273438, + 1.375, + 4.03125, + 1.265625, + 1.78125, + 1.351562, + 1.171875, + 2.265625, + 1.453125, + 1.78125, + 1.210938, + 1.484375, + 1.46875, + 1.578125, + 1.429688, + 1.25, + 2.09375, + 1.757812, + 1.3125, + 1.1875, + 1.40625, + 1.492188, + 2.0625, + 1.382812, + 3.75, + 1.265625, + 1.359375, + 3.8125, + 1.304688, + 1.507812, + 1.109375, + 1.25, + 1.1875, + 1.640625, + 1.171875, + 1.296875, + 1.265625, + 1.179688, + 1.226562, + 3.015625, + 1.585938, + 1.273438, + 1.1875, + 1.523438, + 1.4375, + 1.234375, + 1.242188, + 1.78125, + 1.117188, + 1.3125, + 2.5625, + 1.445312, + 1.773438, + 1.429688, + 1.960938, + 1.390625, + 1.8125, + 1.59375, + 1.304688, + 3.828125, + 1.21875, + 1.414062, + 1.859375, + 1.28125, + 1.03125, + 1.5, + 1.234375, + 1.226562, + 1.414062, + 1.46875, + 1.203125, + 1.140625, + 1.265625, + 1.289062, + 1.882812, + 1.546875, + 3.359375, + 1.476562, + 1.117188, + 1.421875, + 3.3125, + 1.609375, + 1.484375, + 1.304688, + 1.492188, + 1.382812, + 1.351562, + 1.585938, + 5.9375, + 1.34375, + 1.867188, + 1.25, + 1.296875, + 1.234375, + 1.203125, + 1.148438, + 1.359375, + 3.421875, + 1.296875, + 1.914062, + 1.796875, + 1.570312, + 1.351562, + 2.71875, + 1.546875, + 3.5625, + 1.273438, + 1.960938, + 1.265625, + 1.320312, + 1.265625, + 1.234375, + 1.179688, + 1.46875, + 1.117188, + 1.367188, + 1.421875, + 4.5625, + 1.234375, + 1.601562, + 4.09375, + 3.0625, + 1.28125, + 1.40625, + 1.210938, + 1.226562, + 1.648438, + 1.171875, + 1.804688, + 1.523438, + 1.523438, + 1.460938, + 1.960938, + 1.226562, + 1.304688, + 1.601562, + 1.632812, + 1.21875, + 1.1875, + 1.273438, + 1.6875, + 1.320312, + 1.101562, + 1.242188, + 1.25, + 1.195312, + 1.453125, + 1.203125, + 1.140625, + 1.242188, + 1.710938, + 1.3125, + 2.21875, + 1.367188, + 2.296875, + 1.40625, + 1.492188, + 1.203125, + 2.421875, + 5.34375, + 1.320312, + 1.992188, + 1.234375, + 1.304688, + 1.625, + 1.296875, + 1.226562, + 1.5, + 1.820312, + 2.046875, + 1.875, + 1.171875, + 1.085938, + 1.6875, + 1.25, + 1.484375, + 2.421875, + 2.3125, + 1.28125, + 1.195312, + 1.382812, + 1.304688, + 1.835938, + 1.265625, + 3.453125, + 1.289062, + 1.375, + 2.96875, + 1.273438, + 1.585938, + 1.125, + 1.304688, + 1.15625, + 1.710938, + 1.179688, + 1.039062, + 3.4375, + 1.273438, + 1.453125, + 4.25, + 1.859375, + 1.335938, + 1.34375, + 1.617188, + 1.382812, + 1.445312, + 3.21875, + 1.273438, + 1.21875, + 1.546875, + 5.625, + 1.328125, + 1.171875, + 1.59375, + 1.085938, + 1.101562, + 1.25, + 1.507812, + 1.679688, + 1.25, + 1.289062, + 2.046875, + 1.296875, + 1.570312, + 1.289062, + 1.210938, + 6.65625, + 2.5, + 1.921875, + 1.460938, + 1.164062, + 5.1875, + 2.125, + 1.210938, + 3.3125, + 1.476562, + 1.203125, + 1.554688, + 1.296875, + 1.867188, + 1.179688, + 1.40625, + 1.164062, + 2.8125, + 1.664062, + 1.195312, + 1.289062, + 1.09375, + 1.351562, + 1.296875, + 1.3125, + 1.578125, + 1.65625, + 1.226562, + 1.359375, + 1.390625, + 1.257812, + 1.335938, + 1.21875, + 4.0625, + 1.804688, + 1.453125, + 1.796875, + 3.71875, + 1.3125, + 1.71875, + 1.203125, + 1.484375, + 1.242188, + 1.867188, + 1.125, + 1.257812, + 1.304688, + 1.8125, + 1.195312, + 1.453125, + 1.164062, + 1.359375, + 1.296875, + 1.554688, + 1.492188 + ] + }, + "name": "model.transformer.layers.17.attn_norm.weight", + "outputIndexes": [ + 1082 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1081, + 1082 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_17/Mul_1_output_0", + "outputIndexes": [ + 1083 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1083 + ], + "outputIndexes": [ + 1874 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1874 + ], + "outputIndexes": [ + 1875 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear", + "inputIndexes": [ + 1875 + ], + "outputIndexes": [ + 1876 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 173854404, + 1179670, + 147456, + 6144, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1876 + ], + "outputIndexes": [ + 1877 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1877 + ], + "outputIndexes": [ + 1084 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1083 + ], + "main_type": "NONE", + "name": "/Shape_69_output_0", + "outputIndexes": [ + 1085 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1085 + ], + "main_type": "NONE", + "name": "Shape1536", + "outputIndexes": [ + 1086 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1085 + ], + "main_type": "NONE", + "name": "Rank1538", + "outputIndexes": [ + 1087 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1087, + 1087 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1540", + "outputIndexes": [ + 1088 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1088 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1541", + "outputIndexes": [ + 1089 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1088, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1543", + "outputIndexes": [ + 1090 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1090 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1544", + "outputIndexes": [ + 1091 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1086, + 1089, + 1091, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1547", + "outputIndexes": [ + 1092 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1092 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1548", + "outputIndexes": [ + 1093 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1093 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1549", + "outputIndexes": [ + 1094 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1094, + 1093 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1550", + "outputIndexes": [ + 1095 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1085, + 1095, + 1088 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_89_output_0", + "outputIndexes": [ + 1096 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1096, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_171_output_0", + "outputIndexes": [ + 1097 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1097, + 1035, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_85_output_0", + "outputIndexes": [ + 1098 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1084, + 1098 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_69_output_0", + "outputIndexes": [ + 1099 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1099 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_17/Mul_output_0", + "outputIndexes": [ + 1100 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.000165, + 0.050293, + 0.012207, + 0.006683, + 1.507812, + 1.78125, + 2.140625, + 0.695312, + 1.335938, + 1.9375, + 2.015625, + 1.96875, + 1.34375, + 1.882812, + 1.90625, + 2.015625, + 2.15625, + 2.203125, + 2.046875, + 2.15625, + 1.921875, + 1.460938, + 2.140625, + 2.109375, + 2.0625, + 2.015625, + 1.945312, + 1.976562, + 1.960938, + 2.09375, + 1.78125, + 2.265625, + -0.060059, + 0.041748, + -0.057617, + 0.151367, + 0.01416, + 1.265625, + 0.00647, + 1.921875, + 1.929688, + 0.949219, + 1.109375, + 1.539062, + 1.875, + 1.726562, + 1.6875, + 1.859375, + 1.75, + 1.554688, + 2.390625, + 1.953125, + 2.390625, + 2.921875, + 2.140625, + 2.109375, + 2.03125, + 2.03125, + 2.03125, + 2.015625, + 1.953125, + 2.328125, + 2.265625, + 1.898438 + ] + }, + "name": "model.transformer.layers.17.attn.q_norm.weight", + "outputIndexes": [ + 1101 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1100, + 1101 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_17/Mul_1_output_0", + "outputIndexes": [ + 1102 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1102, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_68_output_0", + "outputIndexes": [ + 1103 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1102, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_69_output_0", + "outputIndexes": [ + 1104 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1104 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_34_output_0", + "outputIndexes": [ + 1105 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1102, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_68_output_0", + "outputIndexes": [ + 1106 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1105, + 1106 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_88_output_0", + "outputIndexes": [ + 1107 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1107, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_69_output_0", + "outputIndexes": [ + 1108 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1103, + 1108 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_68_output_0", + "outputIndexes": [ + 1109 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1083 + ], + "outputIndexes": [ + 1878 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1878 + ], + "outputIndexes": [ + 1879 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear", + "inputIndexes": [ + 1879 + ], + "outputIndexes": [ + 1880 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 384, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608, + "weightSize": 0 + }, + "external": [ + 175187674, + 294934, + 36864, + 1536, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1880 + ], + "outputIndexes": [ + 1881 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1881 + ], + "outputIndexes": [ + 1110 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 384 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1097, + 1049, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_86_output_0", + "outputIndexes": [ + 1111 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1110, + 1111 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_70_output_0", + "outputIndexes": [ + 1112 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1112 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_17/Mul_output_0", + "outputIndexes": [ + 1113 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.023193, + -0.090332, + -0.016479, + -0.005676, + 1.171875, + 1.703125, + 1.609375, + 0.048584, + 1.695312, + 1.984375, + 2.078125, + 1.96875, + 0.067871, + 2.0, + 0.507812, + 2.140625, + 1.148438, + 0.601562, + 2.265625, + 1.914062, + 2.4375, + 2.765625, + 2.203125, + 2.078125, + 2.046875, + 2.0625, + 2.0625, + 2.0625, + 1.976562, + 2.171875, + 2.234375, + 2.296875, + 0.035889, + 0.011658, + -0.111816, + 0.11084, + 0.10791, + 1.742188, + 0.05835, + 1.90625, + 1.804688, + 0.124512, + 0.148438, + 1.304688, + 1.992188, + 1.375, + 2.03125, + 1.492188, + 2.0, + 2.75, + 1.617188, + 2.1875, + 1.710938, + 1.164062, + 2.171875, + 2.03125, + 2.046875, + 2.046875, + 2.0625, + 2.015625, + 2.0625, + 2.078125, + 2.265625, + 2.296875 + ] + }, + "name": "model.transformer.layers.17.attn.k_norm.weight", + "outputIndexes": [ + 1114 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1113, + 1114 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_17/Mul_1_output_0", + "outputIndexes": [ + 1115 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1115, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_70_output_0", + "outputIndexes": [ + 1116 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1115, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_71_output_0", + "outputIndexes": [ + 1117 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1117 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_35_output_0", + "outputIndexes": [ + 1118 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1115, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_70_output_0", + "outputIndexes": [ + 1119 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1118, + 1119 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_89_output_0", + "outputIndexes": [ + 1120 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1120, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_71_output_0", + "outputIndexes": [ + 1121 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1116, + 1121 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_69_output_0", + "outputIndexes": [ + 1122 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1083 + ], + "outputIndexes": [ + 1882 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1882 + ], + "outputIndexes": [ + 1883 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear", + "inputIndexes": [ + 1883 + ], + "outputIndexes": [ + 1884 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 384, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608, + "weightSize": 0 + }, + "external": [ + 175521008, + 294934, + 36864, + 1536, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1884 + ], + "outputIndexes": [ + 1885 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1885 + ], + "outputIndexes": [ + 1123 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 384 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1123, + 1111 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_71_output_0", + "outputIndexes": [ + 1124 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1109, + 1122, + 1124, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.17/self_attn/FusedAttention", + "outputIndexes": [ + 1125 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1125 + ], + "outputIndexes": [ + 1886 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1886 + ], + "outputIndexes": [ + 1887 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear", + "inputIndexes": [ + 1887 + ], + "outputIndexes": [ + 1888 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 175854342, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1888 + ], + "outputIndexes": [ + 1889 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1889 + ], + "outputIndexes": [ + 1126 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1080, + 1126 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_70_output_0", + "outputIndexes": [ + 1127 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1127 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_17/Mul_output_0", + "outputIndexes": [ + 1128 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.84375, + 0.820312, + 0.851562, + 0.789062, + 0.832031, + 0.847656, + 0.839844, + 0.824219, + 0.910156, + 0.863281, + 0.953125, + 0.871094, + 0.828125, + 0.824219, + 0.859375, + 0.890625, + 0.835938, + 0.8125, + 0.84375, + 1.007812, + 0.78125, + 0.871094, + 0.839844, + 0.859375, + 0.855469, + 0.8125, + 0.84375, + 0.855469, + 0.808594, + 0.820312, + 0.816406, + 0.828125, + 0.816406, + 0.824219, + 0.847656, + 0.835938, + 0.820312, + 0.835938, + 0.839844, + 0.832031, + 0.855469, + 0.808594, + 0.835938, + 0.832031, + 0.84375, + 0.84375, + 0.847656, + 0.832031, + 0.832031, + 0.921875, + 0.8125, + 0.859375, + 0.824219, + 0.855469, + 0.449219, + 0.847656, + 0.839844, + 0.835938, + 0.816406, + 0.847656, + 0.820312, + 0.824219, + 0.808594, + 0.839844, + 0.910156, + 0.851562, + 0.847656, + 0.824219, + 0.804688, + 0.585938, + 0.839844, + 0.839844, + 0.828125, + 0.820312, + 0.847656, + 0.839844, + 0.851562, + 0.824219, + 0.84375, + 0.828125, + 0.847656, + 0.851562, + 0.835938, + 0.855469, + 0.914062, + 0.832031, + 0.808594, + 0.847656, + 0.8125, + 0.847656, + 0.84375, + 0.785156, + 0.835938, + 0.863281, + 0.839844, + 0.808594, + 0.820312, + 0.820312, + 0.8125, + 0.839844, + 0.847656, + 0.476562, + 0.894531, + 0.851562, + 0.847656, + 0.832031, + 0.820312, + 0.84375, + 0.800781, + 0.816406, + 0.820312, + 0.804688, + 0.953125, + 0.796875, + 0.84375, + 0.851562, + 0.890625, + 0.820312, + 0.84375, + 0.839844, + 0.820312, + 0.816406, + 0.8125, + 0.871094, + 0.84375, + 0.894531, + 0.863281, + 0.851562, + 0.816406, + 0.816406, + 0.878906, + 0.851562, + 0.828125, + 0.882812, + 0.800781, + 0.8125, + 0.738281, + 0.832031, + 0.847656, + 0.835938, + 0.847656, + 0.816406, + 0.816406, + 0.835938, + 0.792969, + 0.84375, + 0.84375, + 0.835938, + 0.910156, + 0.8125, + 0.835938, + 0.835938, + 0.808594, + 0.851562, + 0.851562, + 0.84375, + 0.824219, + 0.851562, + 0.824219, + 0.796875, + 0.859375, + 1.023438, + 0.84375, + 0.828125, + 0.835938, + 0.84375, + 0.855469, + 0.828125, + 0.8125, + 0.632812, + 0.898438, + 0.859375, + 0.847656, + 0.847656, + 0.832031, + 0.878906, + 0.84375, + 0.835938, + 0.839844, + 0.839844, + 0.816406, + 0.8125, + 1.0625, + 0.847656, + 0.824219, + 0.859375, + 0.851562, + 0.808594, + 0.851562, + 0.847656, + 0.828125, + 0.8125, + 0.227539, + 0.824219, + 0.828125, + 0.839844, + 0.777344, + 0.832031, + 0.855469, + 0.773438, + 0.816406, + 0.789062, + 0.828125, + 0.820312, + 0.8125, + 0.839844, + 0.945312, + 0.820312, + 0.847656, + 0.859375, + 0.804688, + 0.835938, + 0.824219, + 0.816406, + 0.835938, + 0.832031, + 0.863281, + 0.851562, + 0.859375, + 0.785156, + 0.828125, + 0.808594, + 0.8125, + 0.839844, + 0.875, + 0.722656, + 0.839844, + 0.824219, + 0.820312, + 0.84375, + 0.851562, + 0.835938, + 0.800781, + 0.816406, + 0.816406, + 0.824219, + 0.816406, + 0.828125, + 0.808594, + 0.765625, + 0.839844, + 0.816406, + 0.828125, + 0.800781, + 0.808594, + 0.84375, + 0.785156, + 0.851562, + 0.84375, + 0.835938, + 0.828125, + 0.851562, + 0.824219, + 0.757812, + 0.847656, + 0.882812, + 0.839844, + 0.824219, + 0.828125, + 0.84375, + 0.867188, + 0.835938, + 0.8125, + 0.839844, + 0.832031, + 0.863281, + 0.875, + 0.542969, + 0.789062, + 0.835938, + 0.863281, + 0.828125, + 0.835938, + 0.84375, + 0.851562, + 0.851562, + 0.863281, + 0.601562, + 0.820312, + 0.8125, + 0.8125, + 0.84375, + 0.820312, + 0.8125, + 0.851562, + 0.855469, + 0.839844, + 0.863281, + 0.859375, + 0.824219, + 0.808594, + 0.855469, + 0.824219, + 0.847656, + 0.847656, + 0.824219, + 0.828125, + 0.832031, + 0.828125, + 0.839844, + 0.867188, + 0.851562, + 0.820312, + 0.832031, + 0.835938, + 0.8125, + 0.828125, + 0.824219, + 0.824219, + 0.839844, + 0.84375, + 0.855469, + 0.753906, + 0.832031, + 0.84375, + 0.804688, + 0.84375, + 0.820312, + 0.507812, + 0.839844, + 0.824219, + 0.839844, + 0.847656, + 0.839844, + 0.855469, + 0.820312, + 0.839844, + 0.855469, + 0.839844, + 0.847656, + 0.816406, + 0.917969, + 0.867188, + 0.820312, + 0.863281, + 0.859375, + 0.839844, + 0.859375, + 0.796875, + 0.867188, + 0.808594, + 0.824219, + 0.832031, + 0.832031, + 0.847656, + 0.832031, + 0.347656, + 0.847656, + 0.804688, + 0.878906, + 0.679688, + 0.839844, + 0.765625, + 0.636719, + 0.835938, + 0.285156, + 0.84375, + 0.851562, + 0.808594, + 0.832031, + 0.828125, + 0.820312, + 0.835938, + 0.816406, + 0.789062, + 0.777344, + 0.839844, + 0.695312, + 0.824219, + 0.886719, + 0.839844, + 0.835938, + 0.832031, + 0.851562, + 0.839844, + 0.886719, + 0.824219, + 0.835938, + 0.835938, + 0.847656, + 0.855469, + 0.8125, + 0.847656, + 0.871094, + 0.835938, + 0.832031, + 0.847656, + 0.816406, + 0.804688, + 0.8125, + 0.835938, + 0.855469, + 0.84375, + 0.828125, + 0.859375, + 0.419922, + 0.855469, + 0.408203, + 0.357422, + 0.933594, + 0.839844, + 0.816406, + 0.863281, + 0.824219, + 0.851562, + 0.808594, + 0.804688, + 0.828125, + 0.839844, + 0.792969, + 0.859375, + 0.597656, + 0.832031, + 0.847656, + 0.839844, + 0.851562, + 0.808594, + 0.875, + 0.824219, + 0.875, + 0.84375, + 0.808594, + 0.800781, + 0.386719, + 0.835938, + 0.738281, + 0.863281, + 0.824219, + 0.816406, + 0.867188, + 0.800781, + 0.835938, + 0.808594, + 0.84375, + 0.851562, + 0.847656, + 0.859375, + 0.855469, + 0.855469, + 0.851562, + 0.816406, + 0.871094, + 0.800781, + 0.839844, + 0.828125, + 0.855469, + 0.839844, + 0.855469, + 0.828125, + 0.828125, + 0.431641, + 0.863281, + 0.839844, + 0.832031, + 0.835938, + 0.828125, + 0.847656, + 0.863281, + 0.851562, + 0.863281, + 0.835938, + 0.835938, + 0.839844, + 0.8125, + 0.824219, + 0.808594, + 0.859375, + 0.839844, + 0.835938, + 0.882812, + 0.542969, + 0.820312, + 0.847656, + 0.816406, + 0.8125, + 0.847656, + 0.820312, + 0.839844, + 0.832031, + 0.851562, + 0.851562, + 0.832031, + 0.847656, + 0.78125, + 0.851562, + 0.835938, + 0.835938, + 0.824219, + 0.832031, + 0.824219, + 0.785156, + 0.769531, + 0.851562, + 0.824219, + 0.84375, + 0.816406, + 0.839844, + 0.804688, + 0.835938, + 0.796875, + 0.816406, + 0.84375, + 0.859375, + 0.832031, + 0.800781, + 0.847656, + 0.828125, + 0.847656, + 0.832031, + 0.769531, + 0.890625, + 0.882812, + 0.84375, + 0.835938, + 0.644531, + 0.863281, + 0.832031, + 0.84375, + 0.824219, + 0.835938, + 0.835938, + 0.839844, + 0.863281, + 0.851562, + 0.832031, + 0.828125, + 0.820312, + 0.792969, + 0.832031, + 0.867188, + 0.804688, + 0.847656, + 0.851562, + 0.84375, + 0.835938, + 0.804688, + 0.84375, + 0.820312, + 0.863281, + 0.824219, + 0.863281, + 0.832031, + 0.785156, + 0.824219, + 0.84375, + 0.867188, + 0.824219, + 0.820312, + 0.800781, + 0.835938, + 0.820312, + 0.839844, + 0.789062, + 0.636719, + 0.847656, + 0.882812, + 0.851562, + 0.851562, + 0.832031, + 0.824219, + 0.859375, + 0.703125, + 0.582031, + 0.84375, + 0.785156, + 0.820312, + 0.847656, + 0.820312, + 0.855469, + 0.824219, + 0.835938, + 0.816406, + 0.820312, + 0.832031, + 0.859375, + 0.820312, + 0.730469, + 0.828125, + 0.835938, + 0.835938, + 0.84375, + 0.839844, + 0.863281, + 0.828125, + 0.828125, + 0.890625, + 0.824219, + 0.851562, + 0.800781, + 0.835938, + 0.832031, + 0.816406, + 0.859375, + 0.828125, + 0.832031, + 0.84375, + 0.800781, + 0.859375, + 0.8125, + 0.84375, + 0.878906, + 0.835938, + 0.824219, + 0.832031, + 0.832031, + 0.828125, + 0.835938, + 0.824219, + 0.832031, + 0.855469, + 0.8125, + 0.816406, + 0.863281, + 0.800781, + 0.835938, + 0.839844, + 0.84375, + 0.816406, + 0.511719, + 0.875, + 0.84375, + 0.839844, + 0.816406, + 0.828125, + 0.824219, + 0.859375, + 0.847656, + 0.835938, + 0.820312, + 0.894531, + 0.859375, + 0.832031, + 0.824219, + 0.847656, + 0.800781, + 0.792969, + 0.816406, + 0.796875, + 0.828125, + 0.851562, + 0.800781, + 0.769531, + 0.808594, + 0.832031, + 0.816406, + 0.816406, + 0.859375, + 0.84375, + 0.816406, + 0.871094, + 0.859375, + 0.832031, + 0.835938, + 0.816406, + 0.832031, + 0.871094, + 0.835938, + 0.8125, + 0.835938, + 0.447266, + 0.828125, + 0.839844, + 0.8125, + 0.839844, + 0.828125, + 0.828125, + 0.824219, + 0.835938, + 0.851562, + 0.820312, + 0.855469, + 0.851562, + 0.859375, + 0.835938, + 0.851562, + 0.84375, + 0.816406, + 0.820312, + 0.84375, + 0.820312, + 0.832031, + 0.835938, + 0.835938, + 0.804688, + 0.816406, + 0.832031, + 0.769531, + 0.859375, + 1.351562, + 0.863281, + 0.855469, + 1.046875, + 0.859375, + 0.855469, + 0.835938, + 0.859375, + 0.8125, + 0.832031, + 0.851562, + 0.820312, + 0.847656, + 0.804688, + 0.871094, + 0.816406, + 1.054688, + 0.859375, + 0.832031, + 0.8125, + 0.847656, + 0.871094, + 0.824219, + 0.828125, + 0.832031, + 0.847656, + 0.808594, + 0.839844, + 0.835938, + 0.835938, + 0.878906, + 0.816406, + 0.882812, + 0.828125, + 0.902344, + 0.824219, + 0.84375, + 0.824219, + 0.851562, + 0.839844, + 0.832031, + 0.832031, + 0.851562, + 0.875, + 0.855469, + 0.957031, + 0.828125, + 0.855469, + 0.859375, + 0.839844, + 0.839844, + 0.832031, + 0.820312, + 0.808594, + 0.824219, + 0.457031, + 0.8125, + 0.816406, + 0.824219, + 0.824219, + 0.851562, + 0.75, + 0.851562, + 0.8125, + 0.632812, + 0.816406, + 0.867188, + 0.478516, + 0.84375, + 0.832031, + 0.839844, + 0.816406, + 0.96875, + 0.847656, + 0.832031, + 0.839844, + 0.855469, + 0.84375, + 0.828125, + 0.804688, + 0.863281, + 0.8125, + 0.84375, + 0.863281, + 0.851562, + 0.828125, + 0.84375, + 0.855469, + 0.828125, + 0.875, + 0.84375, + 0.847656, + 0.847656, + 0.824219, + 0.859375, + 0.828125, + 0.832031, + 0.796875, + 0.832031, + 0.835938, + 0.878906, + 0.835938, + 0.792969, + 0.796875, + 0.851562, + 0.8125, + 0.84375, + 0.808594, + 0.902344, + 0.847656, + 0.84375, + 0.8125, + 0.839844, + 0.855469, + 0.859375, + 0.828125, + 0.847656, + 0.828125, + 0.84375, + 0.867188, + 0.8125, + 0.742188, + 0.855469, + 0.832031, + 0.839844, + 0.835938, + 0.828125, + 0.832031, + 0.820312, + 0.835938, + 0.855469, + 0.863281, + 0.25, + 0.847656, + 0.789062, + 0.832031, + 0.890625, + 0.800781, + 0.828125, + 0.847656, + 0.839844, + 0.839844, + 0.832031, + 0.859375, + 0.373047, + 0.863281, + 0.835938, + 0.800781, + 0.828125, + 0.804688, + 0.828125, + 0.816406, + 0.84375, + 0.78125, + 0.804688, + 0.851562, + 0.835938, + 1.046875, + 0.824219, + 0.84375, + 0.839844, + 0.839844, + 1.515625, + 0.808594, + 0.8125, + 0.832031, + 0.820312, + 0.847656, + 0.839844, + 0.839844, + 0.832031, + 0.820312, + 0.804688, + 0.859375, + 0.816406, + 0.847656, + 0.839844, + 0.855469, + 0.84375, + 0.855469, + 0.828125, + 0.816406, + 0.847656, + 0.839844, + 0.847656, + 0.855469, + 0.875, + 0.84375, + 0.832031, + 0.824219, + 0.835938, + 0.828125, + 0.851562, + 0.878906, + 0.839844, + 0.824219, + 0.859375, + 0.839844, + 0.832031, + 0.851562, + -0.000557, + 0.84375, + 0.824219, + 0.820312, + 0.820312, + 0.859375, + 0.828125, + 0.835938, + 0.800781, + 0.820312, + 0.96875, + 0.882812, + 0.84375, + 0.832031, + 0.863281, + 0.820312, + 0.820312, + 0.832031, + 0.539062, + 0.859375, + -0.000115, + 0.828125, + 0.851562, + 0.851562, + 0.84375, + 0.8125, + 0.828125, + 0.824219, + 0.859375, + 0.984375, + 0.875, + 0.84375, + 0.832031, + 0.839844, + 0.832031, + 0.828125, + 0.84375, + 0.847656, + 0.835938, + 0.839844, + 0.855469, + 0.726562, + 0.832031, + 0.820312, + 0.839844, + 0.847656, + 0.804688, + 0.84375, + 0.832031, + 0.824219, + 0.832031, + 0.835938, + 0.863281, + 0.824219, + 1.054688, + 0.828125, + 0.824219, + 0.808594, + 0.828125, + 0.835938, + 0.8125, + 0.832031, + 0.824219, + 0.804688, + 0.839844, + 0.832031, + 0.835938, + 0.855469, + 0.839844, + 0.816406, + 0.835938, + 0.832031, + 0.8125, + 0.90625, + 0.816406, + 0.78125, + 0.5, + 0.84375, + 0.847656, + 0.820312, + 0.824219, + 0.835938, + 0.832031, + 0.832031, + 0.773438, + 0.847656, + 0.824219, + 0.851562, + 0.84375, + 0.851562, + 0.851562, + 0.773438, + 0.847656, + 0.851562, + 0.835938, + 0.789062, + 0.839844, + 0.820312, + 0.847656, + 0.828125, + 0.84375, + 0.765625, + 0.84375, + 0.835938, + 0.839844, + 0.847656, + 0.84375, + 0.832031, + 0.828125, + 0.835938, + 0.847656, + 0.824219, + 0.847656, + 0.871094, + 0.839844, + 0.867188, + 0.8125, + 0.867188, + 0.882812, + 0.804688, + 0.828125, + 0.863281, + 0.832031, + 0.832031, + 0.828125, + 0.851562, + 0.832031, + 0.824219, + 0.792969, + 0.847656, + 0.808594, + 0.816406, + 0.808594, + 0.859375, + 0.855469, + 1.078125, + 0.84375, + 0.839844, + 0.84375, + 0.828125, + 0.832031, + 0.832031, + 0.847656, + 0.839844, + 0.824219, + 0.84375, + 0.804688, + 0.824219, + 0.851562, + 0.859375, + 0.816406, + 0.835938, + 0.839844, + 0.835938, + 0.796875, + 0.582031, + 0.855469, + 0.5, + 0.546875, + 0.816406, + 0.820312, + 0.835938, + 0.847656, + 0.832031, + 0.832031, + 0.820312, + 0.847656, + 0.828125, + 1.257812, + 0.832031, + 0.863281, + 1.046875, + 0.851562, + 1.28125, + 0.84375, + 0.804688, + 0.84375, + 0.8125, + 0.84375, + 0.832031, + 0.851562, + 0.835938, + 0.832031, + 0.824219, + 0.84375, + 0.828125, + 0.835938, + 0.851562, + 0.839844, + 1.15625, + 0.859375, + 0.8125, + 0.832031, + 0.832031, + 0.800781, + 0.832031, + 0.796875, + 0.296875, + 0.875, + 0.847656, + 0.824219, + 0.796875, + 0.828125, + 0.894531, + 0.820312, + 0.867188, + 0.855469, + 0.847656, + 0.859375, + 0.816406, + 0.851562, + 0.832031, + 0.84375, + 0.917969, + 0.824219, + 0.859375, + 0.859375, + 0.808594, + 0.855469, + 0.835938, + 0.839844, + 0.828125, + 0.832031, + 0.8125, + 0.816406, + 0.734375, + 0.832031, + 0.835938, + 0.859375, + 0.832031, + 0.816406, + 0.828125, + 0.824219, + 0.855469, + 0.867188, + 0.84375, + 0.761719, + 0.835938, + 0.851562, + 0.839844, + 0.84375, + 0.832031, + 0.835938, + 0.847656, + 0.828125, + 0.832031, + 0.824219, + 0.824219, + 0.820312, + 0.839844, + 0.839844, + 0.855469, + 0.816406, + 0.917969, + 0.828125, + 0.816406, + 0.451172, + 0.847656, + 0.84375, + 0.820312, + 1.25, + 0.839844, + 0.808594, + 0.839844, + 0.804688, + 0.839844, + 0.839844, + 0.84375, + 0.839844, + 0.816406, + 0.832031, + 0.839844, + 0.78125, + 0.851562, + 0.867188, + 0.824219, + 0.824219, + 1.015625, + 0.828125, + 0.828125, + 0.863281, + 0.824219, + 0.816406, + 0.785156, + 0.835938, + 0.84375, + 0.832031, + 0.871094, + 0.828125, + 0.851562, + 0.84375, + 0.84375, + 0.804688, + 0.828125, + 0.851562, + 1.59375, + 0.824219, + 0.835938, + 0.867188, + 0.855469, + 0.804688, + 0.816406, + 0.847656, + 0.828125, + 0.832031, + 0.8125, + 0.839844, + 0.847656, + 0.816406, + 0.84375, + 0.84375, + 0.71875, + 0.847656, + 0.835938, + 0.878906, + 0.871094, + 0.835938, + 0.738281, + 0.847656, + 0.824219, + 0.804688, + 0.816406, + 0.839844, + 0.832031, + 0.839844, + 0.820312, + 0.839844, + 0.828125, + 0.824219, + 0.835938, + 0.816406, + 0.828125, + 0.761719, + 0.8125, + 0.867188, + 0.796875, + 0.835938, + 0.820312, + 0.859375, + 0.855469, + 0.816406, + 0.855469, + 0.847656, + 0.9375, + 0.835938, + 0.804688, + 0.84375, + 0.863281, + 1.101562, + 0.835938, + 0.863281, + 0.847656, + 0.832031, + 0.847656, + 0.757812, + 0.851562, + 0.839844, + 0.851562, + 0.832031, + 0.875, + 0.835938, + 0.855469, + 0.84375, + 0.859375, + 0.828125, + 0.816406, + 0.824219, + 0.855469, + 0.847656, + 0.804688, + 0.84375, + 1.070312, + 0.847656, + 0.828125, + 0.800781, + 0.835938, + 0.832031, + 0.792969, + 0.824219, + 0.851562, + 0.8125, + 0.820312, + 0.816406, + 0.847656, + 0.816406, + 0.824219, + 0.632812, + 0.835938, + 0.839844, + 0.851562, + 0.824219, + 0.726562, + 0.839844, + 0.828125, + 0.851562, + 0.832031, + 0.835938, + 0.867188, + 0.84375, + 0.84375, + 0.835938, + 0.847656, + 0.867188, + 0.847656, + 0.828125, + 0.820312, + 0.847656, + 0.816406, + 0.835938, + 0.828125, + 0.808594, + 0.851562, + 0.859375, + 0.863281, + 0.824219, + 0.832031, + 0.875, + 0.804688, + 0.898438, + 0.820312, + 0.820312, + 0.828125, + 0.824219, + 0.847656, + 0.988281, + 0.828125, + 0.808594, + 0.835938, + 0.847656, + 0.820312, + 0.804688, + 0.820312, + 0.828125, + 0.800781, + 0.851562, + 0.863281, + 0.828125, + 0.847656, + 0.824219, + 0.839844, + 0.824219, + 0.800781, + 0.84375, + 0.851562, + 0.84375, + 0.847656, + 0.84375, + 0.722656, + 0.867188, + 0.761719, + 0.824219, + 0.839844, + 0.851562, + 0.824219, + 0.847656, + 0.392578, + 0.84375, + 0.804688, + 0.828125, + 0.828125, + 0.835938, + 0.832031, + 0.847656, + 0.839844, + 0.695312, + 0.859375, + 0.871094, + 0.828125, + 0.875, + 0.839844, + 0.839844, + 0.8125, + 0.789062, + 0.84375, + 0.835938, + 0.84375, + 0.804688, + 0.820312, + 0.828125, + 0.847656, + 0.84375, + 0.847656, + 0.824219, + 0.816406, + 0.605469, + 0.808594, + 0.824219, + 0.664062, + 0.773438, + 0.832031, + 0.8125, + 0.820312, + 0.816406, + 0.875, + 0.824219, + 0.796875, + 0.875, + 0.851562, + 0.824219, + 0.824219, + 0.839844, + 0.8125, + 0.851562, + 0.800781, + 0.867188, + 0.839844, + 0.820312, + 0.851562, + 0.855469, + 0.851562, + 0.832031, + 0.851562, + 0.84375, + 0.847656, + 0.839844, + 0.835938, + 0.804688, + 0.855469, + 0.863281, + 0.78125, + 0.824219, + 0.914062, + 0.832031, + 0.808594, + 0.824219, + 0.8125, + 0.570312, + 0.863281, + 0.835938, + 0.828125, + 0.847656, + 0.859375, + 0.84375, + 0.847656, + 0.847656, + 0.851562, + 0.832031, + 0.832031, + 0.847656, + 0.851562, + 0.855469, + 0.851562, + 0.824219, + 0.804688, + 0.820312, + 0.828125, + 0.816406, + 0.839844, + 0.84375, + 0.816406, + 0.835938, + 0.691406, + 0.84375, + 0.84375, + 0.832031, + 0.824219, + 0.835938, + 0.851562, + 0.84375, + 0.839844, + 0.808594, + 0.855469, + 0.863281, + 0.816406, + 0.828125, + 0.828125, + 0.867188, + 0.808594, + 0.847656, + 0.839844, + 0.832031, + 0.847656, + 0.824219, + 0.855469, + 0.824219, + 0.851562, + 0.8125, + 0.851562, + 0.859375, + 0.867188, + 0.875, + 0.863281, + 0.875, + 0.851562, + 0.832031, + 0.816406, + 0.796875, + 0.839844, + 0.8125, + 0.867188, + 0.835938, + 0.828125, + 0.855469, + 0.40625, + 0.78125, + 0.832031, + 0.902344, + 0.832031, + 0.453125, + 0.828125, + 0.816406, + 0.773438, + 0.847656, + 0.839844, + 0.84375, + 0.835938, + 0.695312, + 0.863281, + 0.863281, + 0.84375, + 0.816406, + 0.796875, + 0.863281, + 0.816406, + 0.835938, + 0.820312, + 0.820312, + 0.84375, + 0.839844, + 0.8125, + 0.84375, + 0.847656, + 0.871094, + 0.828125, + 0.816406, + 0.839844, + 0.78125, + 0.824219, + 0.855469, + 0.8125, + 0.828125, + 0.820312, + 0.816406, + 0.839844, + 0.84375, + 0.820312, + 0.855469, + 0.851562, + 0.832031, + 0.832031, + 0.8125, + 0.824219, + 0.816406, + 0.835938, + 0.824219, + 0.820312, + 0.835938, + 0.835938 + ] + }, + "name": "model.transformer.layers.17.ffn_norm.weight", + "outputIndexes": [ + 1129 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1128, + 1129 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_17/Mul_1_output_0", + "outputIndexes": [ + 1130 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1130 + ], + "outputIndexes": [ + 1890 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1890 + ], + "outputIndexes": [ + 1891 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_1/Linear", + "inputIndexes": [ + 1891 + ], + "outputIndexes": [ + 1892 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 11264, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 135168, + "weightSize": 0 + }, + "external": [ + 177181468, + 8650774, + 1081344, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1892 + ], + "outputIndexes": [ + 1893 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1893 + ], + "outputIndexes": [ + 1131 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 11264 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1131, + 21, + 526, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_17/Slice_output_0", + "outputIndexes": [ + 1132 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1132 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_17/Sigmoid_output_0", + "outputIndexes": [ + 1133 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1132, + 1133 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_17/Mul_output_0", + "outputIndexes": [ + 1134 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 11264 + ] + }, + "name": "/ffn_17/Mul_1_output_0", + "outputIndexes": [ + 1135 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1131, + 526, + 1135, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_17/Slice_1_output_0", + "outputIndexes": [ + 1136 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1134, + 1136 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_17/Mul_2_output_0", + "outputIndexes": [ + 1137 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1137 + ], + "outputIndexes": [ + 1894 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 5632, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1894 + ], + "outputIndexes": [ + 1895 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_2/Linear", + "inputIndexes": [ + 1895 + ], + "outputIndexes": [ + 1896 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 5632, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 67584, + "weightSize": 0 + }, + "external": [ + 186913586, + 4325398, + 540672, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1896 + ], + "outputIndexes": [ + 1897 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.17/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1897 + ], + "outputIndexes": [ + 1138 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1127, + 1138 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_71_output_0", + "outputIndexes": [ + 1139 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1139, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_72_output_0", + "outputIndexes": [ + 1140 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1140 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_18/Mul_output_0", + "outputIndexes": [ + 1141 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.898438, + 1.875, + 1.804688, + 4.1875, + 4.375, + 1.585938, + 1.671875, + 1.898438, + 1.921875, + 1.65625, + 1.703125, + 7.15625, + 2.03125, + 2.5, + 1.804688, + 1.40625, + 1.429688, + 1.523438, + 2.3125, + 3.640625, + 9.0625, + 1.632812, + 6.0, + 1.695312, + 1.914062, + 1.546875, + 1.609375, + 1.460938, + 2.640625, + 1.679688, + 1.578125, + 1.992188, + 4.8125, + 3.421875, + 1.953125, + 1.578125, + 1.59375, + 1.578125, + 1.429688, + 2.109375, + 1.984375, + 1.539062, + 1.96875, + 1.703125, + 2.359375, + 2.03125, + 2.078125, + 1.8125, + 2.109375, + 4.65625, + 1.96875, + 1.640625, + 2.203125, + 1.757812, + 9.8125, + 1.601562, + 1.632812, + 1.859375, + 1.5625, + 1.546875, + 2.421875, + 1.820312, + 8.25, + 1.703125, + 1.1875, + 1.742188, + 1.429688, + 2.15625, + 2.171875, + 6.5, + 1.585938, + 1.835938, + 1.90625, + 1.601562, + 4.9375, + 1.695312, + 1.59375, + 1.476562, + 1.898438, + 1.804688, + 2.671875, + 1.367188, + 1.882812, + 1.945312, + 4.84375, + 1.492188, + 2.109375, + 1.648438, + 1.679688, + 3.453125, + 1.382812, + 3.234375, + 1.59375, + 2.171875, + 1.867188, + 2.328125, + 5.71875, + 1.953125, + 8.3125, + 7.71875, + 1.601562, + 9.5, + 2.25, + 1.742188, + 2.03125, + 2.25, + 3.328125, + 3.484375, + 5.0625, + 1.796875, + 1.421875, + 1.640625, + 1.367188, + 4.40625, + 2.171875, + 1.992188, + 1.359375, + 1.976562, + 2.34375, + 1.789062, + 1.671875, + 2.265625, + 1.773438, + 1.71875, + 2.09375, + 1.515625, + 1.484375, + 1.664062, + 1.789062, + 1.75, + 1.492188, + 1.617188, + 2.703125, + 1.507812, + 2.734375, + 2.15625, + 7.4375, + 1.507812, + 2.0625, + 5.0625, + 1.726562, + 1.851562, + 2.515625, + 1.625, + 7.6875, + 7.03125, + 2.484375, + 2.0, + 2.25, + 2.84375, + 1.460938, + 3.265625, + 2.0, + 1.84375, + 2.4375, + 2.359375, + 1.742188, + 1.359375, + 1.59375, + 2.65625, + 1.71875, + 6.125, + 1.601562, + 2.140625, + 1.882812, + 1.882812, + 1.460938, + 1.835938, + 1.96875, + 4.625, + 3.953125, + 1.914062, + 6.84375, + 1.734375, + 1.460938, + 1.539062, + 2.078125, + 1.710938, + 1.773438, + 1.8125, + 1.59375, + 1.84375, + 3.46875, + 1.976562, + 2.203125, + 1.484375, + 1.820312, + 2.4375, + 1.554688, + 2.484375, + 1.648438, + 2.09375, + 11.875, + 1.695312, + 2.03125, + 1.554688, + 2.96875, + 1.617188, + 1.796875, + 2.625, + 1.65625, + 3.515625, + 1.554688, + 1.703125, + 1.46875, + 1.75, + 1.445312, + 2.453125, + 1.6875, + 2.0, + 3.90625, + 1.765625, + 1.46875, + 2.109375, + 1.867188, + 1.648438, + 1.609375, + 1.625, + 1.726562, + 2.28125, + 1.914062, + 1.539062, + 1.804688, + 6.96875, + 1.429688, + 11.8125, + 1.53125, + 2.109375, + 1.875, + 1.53125, + 1.632812, + 2.125, + 3.5, + 3.734375, + 2.4375, + 1.835938, + 1.859375, + 2.375, + 2.09375, + 4.34375, + 2.640625, + 6.59375, + 1.523438, + 1.632812, + 2.796875, + 1.804688, + 8.3125, + 1.679688, + 1.71875, + 2.65625, + 1.757812, + 8.625, + 1.898438, + 3.921875, + 1.585938, + 1.539062, + 1.765625, + 2.5, + 1.828125, + 1.640625, + 1.75, + 1.6875, + 8.5625, + 1.726562, + 1.695312, + 1.5625, + 1.5, + 9.75, + 3.46875, + 2.5625, + 1.609375, + 1.695312, + 2.25, + 1.53125, + 1.585938, + 2.234375, + 1.5625, + 4.25, + 2.484375, + 3.578125, + 1.820312, + 1.46875, + 3.828125, + 1.734375, + 1.710938, + 1.742188, + 1.601562, + 1.601562, + 1.773438, + 1.890625, + 3.515625, + 1.53125, + 1.929688, + 1.617188, + 7.71875, + 1.601562, + 7.78125, + 1.507812, + 4.0625, + 5.53125, + 1.65625, + 1.585938, + 1.671875, + 1.648438, + 1.882812, + 1.835938, + 1.664062, + 4.09375, + 1.585938, + 1.554688, + 1.726562, + 1.640625, + 12.125, + 2.234375, + 1.726562, + 1.703125, + 1.710938, + 6.5625, + 8.0625, + 2.25, + 1.578125, + 1.625, + 1.359375, + 1.59375, + 1.507812, + 2.046875, + 1.46875, + 2.0625, + 1.851562, + 1.625, + 2.9375, + 2.25, + 2.21875, + 1.578125, + 1.726562, + 1.695312, + 1.742188, + 2.359375, + 5.09375, + 1.546875, + 4.53125, + 3.265625, + 1.632812, + 5.25, + 1.726562, + 1.359375, + 12.3125, + 4.40625, + 2.8125, + 1.648438, + 7.53125, + 2.265625, + 7.6875, + 4.28125, + 1.492188, + 10.125, + 3.15625, + 1.726562, + 3.78125, + 1.617188, + 1.90625, + 3.703125, + 1.476562, + 2.046875, + 3.984375, + 2.609375, + 1.9375, + 7.71875, + 1.914062, + 7.59375, + 6.09375, + 1.835938, + 7.9375, + 1.585938, + 1.476562, + 7.0625, + 1.671875, + 1.6875, + 1.539062, + 2.1875, + 1.695312, + 2.3125, + 1.328125, + 1.578125, + 6.53125, + 3.109375, + 7.875, + 1.554688, + 2.1875, + 1.71875, + 1.710938, + 3.671875, + 1.765625, + 7.4375, + 1.5625, + 8.375, + 1.375, + 9.8125, + 0.71875, + 2.21875, + 1.914062, + 1.71875, + 1.4375, + 1.835938, + 1.804688, + 8.25, + 7.6875, + 1.484375, + 1.804688, + 1.476562, + 1.1875, + 8.1875, + 2.265625, + 1.539062, + 1.671875, + 2.234375, + 2.546875, + 1.71875, + 2.109375, + 1.6875, + 2.25, + 4.0625, + 3.59375, + 9.0625, + 1.757812, + 7.1875, + 1.625, + 1.546875, + 2.046875, + 1.53125, + 2.5, + 1.734375, + 2.09375, + 1.820312, + 1.492188, + 1.53125, + 1.890625, + 1.664062, + 2.828125, + 1.78125, + 2.09375, + 2.109375, + 3.4375, + 2.171875, + 1.539062, + 1.640625, + 2.34375, + 7.3125, + 1.546875, + 1.609375, + 9.25, + 1.585938, + 1.5625, + 1.992188, + 5.15625, + 1.625, + 1.835938, + 3.859375, + 2.03125, + 1.578125, + 1.703125, + 6.6875, + 1.945312, + 1.789062, + 2.265625, + 7.03125, + 1.945312, + 1.9375, + 1.6875, + 1.960938, + 6.09375, + 1.851562, + 1.796875, + 7.875, + 2.25, + 1.671875, + 1.8125, + 1.8125, + 1.96875, + 1.820312, + 1.695312, + 1.757812, + 1.898438, + 5.1875, + 1.648438, + 8.5625, + 1.46875, + 1.5625, + 1.539062, + 1.898438, + 2.53125, + 2.828125, + 2.03125, + 2.359375, + 1.429688, + 1.851562, + 1.664062, + 3.96875, + 1.585938, + 2.921875, + 2.15625, + 1.632812, + 7.375, + 1.882812, + 3.4375, + 1.742188, + 1.992188, + 1.960938, + 1.601562, + 7.875, + 1.609375, + 1.570312, + 1.523438, + 1.867188, + 5.9375, + 1.640625, + 1.546875, + 1.648438, + 1.757812, + 1.421875, + 4.3125, + 1.75, + 1.523438, + 1.757812, + 3.609375, + 2.203125, + 1.664062, + 2.25, + 1.8125, + 16.5, + 2.078125, + 1.640625, + 1.40625, + 1.820312, + 2.109375, + 8.75, + 1.476562, + 1.796875, + 1.53125, + 1.75, + 1.515625, + 2.265625, + 6.0625, + 1.476562, + 1.710938, + 1.734375, + 1.664062, + 2.6875, + 1.78125, + 2.046875, + 3.84375, + 1.960938, + 2.609375, + 3.5, + 3.40625, + 1.617188, + 1.953125, + 1.75, + 1.890625, + 1.625, + 1.601562, + 7.53125, + 4.90625, + 1.570312, + 2.65625, + 1.335938, + 3.28125, + 2.265625, + 1.414062, + 1.640625, + 1.515625, + 4.875, + 1.921875, + 2.796875, + 1.9375, + 1.96875, + 4.8125, + 1.898438, + 3.265625, + 1.632812, + 1.695312, + 1.46875, + 1.5625, + 1.734375, + 2.1875, + 1.523438, + 2.078125, + 2.484375, + 2.515625, + 1.804688, + 1.382812, + 1.632812, + 1.625, + 2.421875, + 1.492188, + 1.515625, + 3.484375, + 8.5, + 2.296875, + 4.71875, + 1.773438, + 1.5, + 1.554688, + 1.640625, + 3.03125, + 2.8125, + 1.632812, + 6.21875, + 5.59375, + 1.523438, + 2.03125, + 4.59375, + 1.75, + 2.03125, + 1.507812, + 1.679688, + 1.65625, + 1.75, + 7.125, + 1.914062, + 1.6875, + 1.492188, + 1.914062, + 1.617188, + 1.5625, + 2.1875, + 1.523438, + 2.0, + 1.640625, + 1.703125, + 1.765625, + 2.125, + 1.921875, + 1.65625, + 1.9375, + 1.695312, + 1.515625, + 1.921875, + 1.726562, + 1.992188, + 1.882812, + 5.25, + 1.78125, + 1.609375, + 2.328125, + 3.546875, + 1.476562, + 8.9375, + 2.234375, + 1.703125, + 1.875, + 1.78125, + 1.65625, + 2.5, + 1.773438, + 1.359375, + 1.84375, + 3.15625, + 1.601562, + 9.4375, + 2.265625, + 1.726562, + 3.03125, + 1.835938, + 2.46875, + 1.796875, + 2.90625, + 1.75, + 1.976562, + 2.765625, + 3.359375, + 1.609375, + 7.625, + 1.804688, + 1.953125, + 1.484375, + 1.960938, + 1.515625, + 2.25, + 1.75, + 1.75, + 2.34375, + 1.757812, + 1.757812, + 2.484375, + 1.632812, + 10.25, + 1.414062, + 3.421875, + 2.15625, + 1.84375, + 3.203125, + 1.703125, + 1.59375, + 2.4375, + 1.976562, + 1.65625, + 1.898438, + 1.757812, + 2.109375, + 1.640625, + 2.171875, + 7.46875, + 1.898438, + 3.140625, + 2.046875, + 1.78125, + 4.84375, + 1.65625, + 2.078125, + 1.539062, + 1.53125, + 1.695312, + 2.0625, + 1.78125, + 1.585938, + 2.578125, + 4.96875, + 1.976562, + 1.578125, + 1.601562, + 2.171875, + 1.382812, + 1.445312, + 2.1875, + 1.890625, + 2.0625, + 1.414062, + 1.539062, + 1.851562, + 1.757812, + 1.585938, + 1.492188, + 3.046875, + 2.546875, + 1.398438, + 2.109375, + 1.734375, + 1.632812, + 1.523438, + 1.859375, + 1.742188, + 1.929688, + 9.4375, + 4.03125, + 1.6875, + 1.484375, + 1.742188, + 1.96875, + 7.3125, + 1.515625, + 2.453125, + 8.1875, + 1.726562, + 1.632812, + 8.25, + 2.171875, + 1.757812, + 1.601562, + 1.710938, + 1.71875, + 1.445312, + 2.203125, + 1.835938, + 1.648438, + 8.375, + 1.773438, + 2.453125, + 1.476562, + 2.125, + 1.585938, + 1.632812, + 1.78125, + 2.5625, + 1.945312, + 1.6875, + 1.726562, + 1.53125, + 1.789062, + 1.882812, + 1.742188, + 2.9375, + 1.390625, + 1.945312, + 7.84375, + 8.5625, + 1.570312, + 1.8125, + 1.445312, + 1.898438, + 7.1875, + 3.828125, + 1.5625, + 2.203125, + 1.65625, + 5.0, + 2.46875, + 1.789062, + 1.554688, + 1.695312, + 1.804688, + 1.703125, + 1.617188, + 1.859375, + 1.726562, + 2.125, + 1.796875, + 1.671875, + 1.632812, + 4.03125, + 1.5, + 2.96875, + 1.648438, + 2.1875, + 1.453125, + 1.523438, + 6.15625, + 2.0625, + 2.90625, + 1.773438, + 10.25, + 1.601562, + 3.1875, + 1.59375, + 1.859375, + 1.921875, + 1.625, + 1.476562, + 1.921875, + 1.625, + 2.046875, + 1.5625, + 9.375, + 2.328125, + 1.664062, + 9.625, + 1.570312, + 4.03125, + 1.679688, + 4.125, + 3.515625, + 2.328125, + 1.992188, + 1.234375, + 1.882812, + 3.9375, + 1.523438, + 1.390625, + 1.890625, + 1.6875, + 4.03125, + 9.125, + 1.679688, + 7.46875, + 2.75, + 1.617188, + 2.40625, + 1.617188, + 2.921875, + 1.59375, + 1.601562, + 1.554688, + 3.1875, + 1.578125, + 1.726562, + 1.726562, + 1.609375, + 1.65625, + 2.34375, + 2.515625, + 1.851562, + 1.742188, + 1.5, + 1.84375, + 1.632812, + 1.53125, + 2.421875, + 2.25, + 2.015625, + 1.382812, + 1.578125, + 1.585938, + 1.6875, + 3.0, + 1.53125, + 2.421875, + 1.90625, + 3.46875, + 2.703125, + 1.546875, + 2.671875, + 2.015625, + 2.0, + 1.601562, + 1.59375, + 3.265625, + 1.625, + 2.296875, + 2.46875, + 1.625, + 5.78125, + 2.6875, + 1.664062, + 1.90625, + 1.765625, + 2.0, + 6.5, + 1.828125, + -0.000866, + 2.5, + 1.875, + 2.078125, + 1.515625, + 2.421875, + 1.828125, + 1.984375, + 1.6875, + 3.828125, + 1.335938, + 2.375, + 1.8125, + 1.742188, + 1.695312, + 1.789062, + 1.609375, + 7.96875, + 1.804688, + 1.9375, + 1.484375, + 7.0625, + 1.921875, + 1.429688, + 1.828125, + 1.5625, + 1.585938, + 1.664062, + 2.125, + 1.875, + 2.21875, + 1.859375, + 1.414062, + 1.773438, + 2.3125, + 1.742188, + 1.773438, + 1.570312, + 3.5, + 1.460938, + 1.804688, + 1.921875, + 1.851562, + 4.59375, + 1.25, + 1.515625, + 1.6875, + 1.671875, + 2.3125, + 1.648438, + 1.460938, + 3.84375, + 1.65625, + 1.5, + 3.796875, + 3.671875, + 7.8125, + 1.6875, + 7.96875, + 1.671875, + 1.890625, + 1.726562, + 1.789062, + 1.640625, + 4.34375, + 1.710938, + 2.609375, + 1.804688, + 1.882812, + 1.28125, + 1.59375, + 3.796875, + 1.578125, + 2.546875, + 2.015625, + 4.28125, + 2.015625, + 1.5625, + 2.53125, + 1.664062, + 1.953125, + 4.90625, + 1.632812, + 2.390625, + 1.398438, + 2.765625, + 1.703125, + 2.0, + 7.09375, + 3.5625, + 1.640625, + 2.796875, + 2.59375, + 7.625, + 1.617188, + 1.625, + 1.757812, + 1.65625, + 1.257812, + 1.703125, + 2.4375, + 1.492188, + 8.9375, + 1.53125, + 1.429688, + 4.6875, + 1.882812, + 1.484375, + 2.96875, + 1.539062, + 1.945312, + 1.664062, + 3.5625, + 1.71875, + 1.601562, + 16.375, + 1.578125, + 2.921875, + 1.679688, + 1.796875, + 2.0625, + 1.585938, + 2.15625, + 1.429688, + 1.742188, + 6.78125, + 6.1875, + 2.046875, + 1.507812, + 1.601562, + 1.367188, + 1.65625, + 1.5625, + 1.765625, + 1.78125, + 7.0625, + 1.609375, + 7.03125, + 6.25, + 1.515625, + 1.765625, + 1.953125, + 2.0625, + 1.976562, + 1.96875, + 3.1875, + 1.671875, + 6.1875, + 3.046875, + 2.03125, + 1.570312, + 4.5625, + 2.328125, + 2.0625, + 1.789062, + 2.25, + 2.203125, + 2.828125, + 1.703125, + 1.585938, + 1.53125, + 1.851562, + 1.664062, + 7.09375, + 1.4375, + 3.875, + 1.476562, + 1.5, + 1.640625, + 1.625, + 1.523438, + 8.0, + 1.976562, + 1.757812, + 1.65625, + 8.4375, + 7.3125, + 10.625, + 8.0625, + 4.65625, + 2.453125, + 3.578125, + 2.078125, + 1.632812, + 2.078125, + 1.546875, + 1.578125, + 2.90625, + 1.734375, + 1.867188, + 1.5, + 1.554688, + 1.960938, + 3.34375, + 1.75, + 1.359375, + 1.601562, + 1.367188, + 1.625, + 1.617188, + 2.53125, + 1.382812, + 1.609375, + 2.171875, + 1.6875, + 1.84375, + 5.375, + 1.867188, + 1.453125, + 1.828125, + 1.84375, + 2.578125, + 1.554688, + 7.6875, + 1.96875, + 1.820312, + 8.25, + 1.585938, + 1.742188, + 2.0, + 1.335938, + 2.625, + 1.875, + 3.0625, + 5.875, + 2.125, + 1.851562, + 1.945312, + 1.8125, + 4.46875, + 1.585938, + 2.828125, + 2.0625, + 2.234375, + 1.835938, + 2.25, + 9.1875, + 1.828125, + 1.679688, + 2.390625, + 2.65625, + 1.570312, + 2.03125, + 3.765625, + 2.09375, + 1.851562, + 1.882812, + 2.515625, + 1.90625, + 2.9375, + 2.078125, + 1.851562, + 5.78125, + 1.742188, + 1.8125, + 3.5, + 2.390625, + 1.0625, + 1.59375, + 2.5625, + 3.15625, + 1.65625, + 1.710938, + 4.21875, + 7.40625, + 1.5, + 2.046875, + 1.609375, + 2.09375, + 2.140625, + 2.6875, + 1.53125, + 2.09375, + 1.742188, + 1.835938, + 3.40625, + 2.21875, + 8.4375, + 1.539062, + 1.539062, + 3.6875, + 1.679688, + 2.140625, + 2.046875, + 1.484375, + 3.0, + 2.140625, + 1.78125, + 1.945312, + 1.640625, + 1.5625, + 4.65625, + 1.421875, + 1.8125, + 1.8125, + 7.96875, + 1.65625, + 2.9375, + 2.671875, + 1.40625, + 3.390625, + 1.546875, + 1.46875, + 1.796875, + 1.554688, + 1.773438, + 1.570312, + 2.390625, + 1.734375, + 1.84375, + 2.3125, + 2.359375, + 3.515625, + 1.820312, + 1.632812, + 2.109375, + 1.476562, + 1.59375, + 1.820312, + 1.617188, + 2.15625, + 1.71875, + 1.734375, + 2.34375, + 1.953125, + 1.484375, + 1.617188, + 1.695312, + 6.03125, + 1.921875, + 1.625, + 1.765625, + 1.789062, + 1.578125, + 5.65625, + 1.734375, + 1.507812, + 2.421875, + 1.835938, + 2.078125, + 1.882812, + 1.523438, + 2.0, + 1.46875, + 1.75, + 11.125, + 4.0625, + 1.664062, + 1.820312, + 7.125, + 1.695312, + 2.375, + 1.710938, + 1.570312, + 3.6875, + 1.882812, + 2.890625, + 1.757812, + 2.125, + 1.820312, + 2.140625, + 1.929688, + 1.78125, + 3.875, + 2.578125, + 1.929688, + 2.359375, + 1.726562, + 2.265625, + 2.71875, + 2.140625, + 6.9375, + 1.71875, + 2.125, + 8.625, + 1.851562, + 2.9375, + 1.53125, + 1.757812, + 1.625, + 2.421875, + 1.53125, + 1.648438, + 1.804688, + 1.59375, + 1.765625, + 5.9375, + 2.0, + 1.757812, + 1.492188, + 2.34375, + 2.125, + 1.554688, + 1.453125, + 2.734375, + 1.5, + 1.664062, + 5.0625, + 2.0, + 2.4375, + 1.984375, + 2.96875, + 1.765625, + 3.046875, + 1.429688, + 1.617188, + 8.5, + 1.726562, + 1.765625, + 2.390625, + 1.960938, + 1.414062, + 2.21875, + 1.875, + 1.710938, + 1.859375, + 1.984375, + 1.632812, + 1.601562, + 1.65625, + 1.90625, + 3.734375, + 2.484375, + 6.71875, + 2.25, + 1.4375, + 1.632812, + 4.84375, + 2.0, + 1.976562, + 1.664062, + 1.65625, + 2.234375, + 1.960938, + 2.109375, + 10.5625, + 1.984375, + 2.546875, + 1.414062, + 1.695312, + 1.40625, + 1.390625, + 1.460938, + 2.125, + 5.96875, + 1.6875, + 3.265625, + 2.796875, + 1.9375, + 1.703125, + 6.1875, + 2.3125, + 8.5, + 1.523438, + 2.90625, + 1.765625, + 1.8125, + 1.507812, + 1.546875, + 1.523438, + 1.898438, + 1.445312, + 1.65625, + 2.21875, + 7.84375, + 1.742188, + 2.203125, + 6.5625, + 5.1875, + 1.671875, + 1.84375, + 2.140625, + 1.609375, + 2.078125, + 1.53125, + 2.453125, + 1.875, + 1.890625, + 1.78125, + 3.40625, + 1.625, + 1.648438, + 2.234375, + 2.140625, + 1.53125, + 1.578125, + 1.84375, + 1.96875, + 1.59375, + 1.5, + 1.632812, + 1.570312, + 1.546875, + 2.4375, + 1.523438, + 1.921875, + 1.875, + 2.34375, + 1.515625, + 3.03125, + 1.898438, + 3.8125, + 1.96875, + 2.15625, + 1.476562, + 4.65625, + 8.3125, + 1.703125, + 3.21875, + 1.929688, + 1.75, + 1.859375, + 1.796875, + 1.640625, + 2.28125, + 2.703125, + 2.859375, + 2.765625, + 1.601562, + 1.515625, + 2.9375, + 1.578125, + 2.484375, + 4.4375, + 3.359375, + 1.664062, + 1.414062, + 1.585938, + 1.882812, + 2.6875, + 1.5625, + 6.84375, + 1.835938, + 2.015625, + 6.46875, + 1.570312, + 2.65625, + 1.421875, + 1.570312, + 1.59375, + 2.765625, + 1.710938, + 1.351562, + 6.875, + 1.898438, + 1.539062, + 8.0, + 2.953125, + 1.53125, + 1.960938, + 2.71875, + 2.03125, + 2.140625, + 6.8125, + 1.398438, + 1.546875, + 2.375, + 8.25, + 1.734375, + 1.5625, + 1.929688, + 1.453125, + 1.4375, + 1.585938, + 2.859375, + 3.109375, + 1.664062, + 1.945312, + 3.21875, + 1.710938, + 2.515625, + 1.78125, + 1.554688, + 11.75, + 4.0625, + 2.78125, + 1.640625, + 1.570312, + 8.9375, + 3.140625, + 1.65625, + 5.53125, + 1.648438, + 1.65625, + 2.515625, + 1.671875, + 2.40625, + 1.65625, + 1.773438, + 1.585938, + 4.59375, + 2.828125, + 1.453125, + 1.78125, + 1.421875, + 1.664062, + 1.726562, + 2.03125, + 2.75, + 2.46875, + 1.632812, + 1.726562, + 1.648438, + 1.625, + 1.578125, + 1.515625, + 9.375, + 2.296875, + 1.929688, + 2.5, + 7.46875, + 1.875, + 2.8125, + 1.734375, + 2.03125, + 1.6875, + 2.515625, + 1.648438, + 1.65625, + 1.796875, + 2.546875, + 1.5625, + 2.203125, + 1.554688, + 1.835938, + 1.820312, + 2.0625, + 2.125 + ] + }, + "name": "model.transformer.layers.18.attn_norm.weight", + "outputIndexes": [ + 1142 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1141, + 1142 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_18/Mul_1_output_0", + "outputIndexes": [ + 1143 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1143 + ], + "outputIndexes": [ + 1898 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1898 + ], + "outputIndexes": [ + 1899 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear", + "inputIndexes": [ + 1899 + ], + "outputIndexes": [ + 1900 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 191779656, + 1179670, + 147456, + 6144, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1900 + ], + "outputIndexes": [ + 1901 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1901 + ], + "outputIndexes": [ + 1144 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1143 + ], + "main_type": "NONE", + "name": "/Shape_73_output_0", + "outputIndexes": [ + 1145 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1145 + ], + "main_type": "NONE", + "name": "Shape1621", + "outputIndexes": [ + 1146 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1145 + ], + "main_type": "NONE", + "name": "Rank1623", + "outputIndexes": [ + 1147 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1147, + 1147 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1625", + "outputIndexes": [ + 1148 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1148 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1626", + "outputIndexes": [ + 1149 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1148, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1628", + "outputIndexes": [ + 1150 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1150 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1629", + "outputIndexes": [ + 1151 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1146, + 1149, + 1151, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1632", + "outputIndexes": [ + 1152 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1152 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1633", + "outputIndexes": [ + 1153 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1153 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1634", + "outputIndexes": [ + 1154 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1154, + 1153 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1635", + "outputIndexes": [ + 1155 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1145, + 1155, + 1148 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_94_output_0", + "outputIndexes": [ + 1156 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1156, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_181_output_0", + "outputIndexes": [ + 1157 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1157, + 1035, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_90_output_0", + "outputIndexes": [ + 1158 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1144, + 1158 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_73_output_0", + "outputIndexes": [ + 1159 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1159 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_18/Mul_output_0", + "outputIndexes": [ + 1160 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.045654, + -0.064941, + 0.057861, + 0.008179, + 0.112793, + 0.949219, + 0.835938, + 1.132812, + 0.871094, + 1.03125, + 1.703125, + 1.429688, + 1.554688, + 1.320312, + 1.804688, + 1.570312, + 1.734375, + 2.40625, + 2.125, + 1.625, + 2.1875, + 2.234375, + 3.09375, + 1.9375, + 1.90625, + 1.945312, + 1.929688, + 1.789062, + 1.828125, + 1.851562, + 1.578125, + 1.679688, + 0.007782, + 0.064453, + 0.042236, + -0.06543, + -0.010071, + 1.484375, + 1.507812, + 1.710938, + 1.664062, + 1.640625, + 1.492188, + 1.570312, + 1.6875, + 1.734375, + 1.648438, + 1.960938, + 1.765625, + 1.210938, + 1.679688, + 2.140625, + 1.75, + 1.601562, + 0.960938, + 1.945312, + 1.882812, + 1.882812, + 1.898438, + 1.890625, + 1.71875, + 1.6875, + 1.804688, + 2.1875 + ] + }, + "name": "model.transformer.layers.18.attn.q_norm.weight", + "outputIndexes": [ + 1161 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1160, + 1161 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_18/Mul_1_output_0", + "outputIndexes": [ + 1162 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1162, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_72_output_0", + "outputIndexes": [ + 1163 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1162, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_73_output_0", + "outputIndexes": [ + 1164 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1164 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_36_output_0", + "outputIndexes": [ + 1165 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1162, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_72_output_0", + "outputIndexes": [ + 1166 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1165, + 1166 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_93_output_0", + "outputIndexes": [ + 1167 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1167, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_73_output_0", + "outputIndexes": [ + 1168 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1163, + 1168 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_72_output_0", + "outputIndexes": [ + 1169 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1143 + ], + "outputIndexes": [ + 1902 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1902 + ], + "outputIndexes": [ + 1903 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear", + "inputIndexes": [ + 1903 + ], + "outputIndexes": [ + 1904 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 384, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608, + "weightSize": 0 + }, + "external": [ + 193112926, + 294934, + 36864, + 1536, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1904 + ], + "outputIndexes": [ + 1905 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1905 + ], + "outputIndexes": [ + 1170 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 384 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1157, + 1049, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_91_output_0", + "outputIndexes": [ + 1171 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1170, + 1171 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_74_output_0", + "outputIndexes": [ + 1172 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1172 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_18/Mul_output_0", + "outputIndexes": [ + 1173 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.027466, + -0.012085, + 0.009155, + -0.026367, + 0.0625, + 0.683594, + 0.029297, + 1.328125, + 0.083496, + 0.10791, + 1.867188, + 0.824219, + 1.9375, + 1.984375, + 1.023438, + 1.898438, + 1.789062, + 0.298828, + 1.328125, + 2.171875, + 1.539062, + 1.75, + 0.777344, + 1.984375, + 1.9375, + 1.898438, + 1.875, + 1.820312, + 1.796875, + 1.882812, + 2.03125, + 2.125, + 0.038086, + 0.080566, + 0.071777, + 0.053955, + 0.017822, + 1.476562, + 1.539062, + 1.523438, + 1.835938, + 1.851562, + 1.335938, + 1.820312, + 1.179688, + 0.902344, + 1.914062, + 1.132812, + 1.6875, + 2.375, + 2.125, + 1.476562, + 2.15625, + 2.359375, + 3.609375, + 1.960938, + 1.953125, + 1.898438, + 1.851562, + 1.921875, + 1.929688, + 1.710938, + 1.75, + 2.109375 + ] + }, + "name": "model.transformer.layers.18.attn.k_norm.weight", + "outputIndexes": [ + 1174 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1173, + 1174 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_18/Mul_1_output_0", + "outputIndexes": [ + 1175 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1175, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_74_output_0", + "outputIndexes": [ + 1176 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1175, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_75_output_0", + "outputIndexes": [ + 1177 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1177 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_37_output_0", + "outputIndexes": [ + 1178 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1175, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_74_output_0", + "outputIndexes": [ + 1179 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1178, + 1179 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_94_output_0", + "outputIndexes": [ + 1180 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1180, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_75_output_0", + "outputIndexes": [ + 1181 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1176, + 1181 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_73_output_0", + "outputIndexes": [ + 1182 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1143 + ], + "outputIndexes": [ + 1906 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1906 + ], + "outputIndexes": [ + 1907 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear", + "inputIndexes": [ + 1907 + ], + "outputIndexes": [ + 1908 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 384, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608, + "weightSize": 0 + }, + "external": [ + 193446260, + 294934, + 36864, + 1536, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1908 + ], + "outputIndexes": [ + 1909 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1909 + ], + "outputIndexes": [ + 1183 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 384 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1183, + 1171 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_75_output_0", + "outputIndexes": [ + 1184 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1169, + 1182, + 1184, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.18/self_attn/FusedAttention", + "outputIndexes": [ + 1185 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1185 + ], + "outputIndexes": [ + 1910 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1910 + ], + "outputIndexes": [ + 1911 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear", + "inputIndexes": [ + 1911 + ], + "outputIndexes": [ + 1912 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 193779594, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1912 + ], + "outputIndexes": [ + 1913 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1913 + ], + "outputIndexes": [ + 1186 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1140, + 1186 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_74_output_0", + "outputIndexes": [ + 1187 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1187 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_18/Mul_output_0", + "outputIndexes": [ + 1188 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 0.933594, + 0.925781, + 0.929688, + 0.933594, + 0.949219, + 0.933594, + 0.957031, + 0.925781, + 0.9375, + 0.945312, + 0.976562, + 0.992188, + 0.921875, + 0.914062, + 0.953125, + 0.960938, + 0.914062, + 0.941406, + 0.953125, + 1.21875, + 0.941406, + 0.933594, + 0.957031, + 0.925781, + 0.929688, + 0.921875, + 0.972656, + 0.933594, + 0.917969, + 0.953125, + 0.914062, + 0.902344, + 0.9375, + 0.941406, + 0.957031, + 0.949219, + 0.941406, + 0.914062, + 0.921875, + 0.9375, + 0.914062, + 0.953125, + 0.957031, + 0.941406, + 0.9375, + 0.945312, + 0.917969, + 1.03125, + 0.917969, + 1.117188, + 0.964844, + 0.933594, + 0.925781, + 0.941406, + 0.582031, + 0.917969, + 0.953125, + 0.925781, + 0.949219, + 0.921875, + 0.9375, + 0.929688, + 0.972656, + 0.921875, + 1.078125, + 0.949219, + 0.96875, + 0.910156, + 0.90625, + 0.726562, + 0.949219, + 0.953125, + 0.941406, + 0.914062, + 0.953125, + 0.921875, + 0.957031, + 0.910156, + 0.929688, + 0.9375, + 0.933594, + 0.957031, + 0.9375, + 0.9375, + 1.078125, + 0.972656, + 0.910156, + 0.949219, + 0.933594, + 0.964844, + 0.960938, + 0.933594, + 0.9375, + 0.941406, + 0.957031, + 0.914062, + 0.964844, + 0.929688, + 0.972656, + 0.964844, + 0.910156, + 0.597656, + 1.140625, + 0.925781, + 0.929688, + 0.914062, + 0.914062, + 0.941406, + 0.9375, + 0.933594, + 0.964844, + 0.929688, + 1.195312, + 0.972656, + 0.910156, + 0.96875, + 1.140625, + 0.929688, + 0.933594, + 0.9375, + 0.914062, + 0.933594, + 0.945312, + 0.929688, + 0.933594, + 0.953125, + 0.953125, + 0.929688, + 0.921875, + 0.925781, + 0.925781, + 0.933594, + 0.914062, + 0.949219, + 0.914062, + 0.925781, + 0.855469, + 0.949219, + 0.957031, + 0.972656, + 0.941406, + 0.921875, + 0.933594, + 0.945312, + 0.960938, + 0.980469, + 0.9375, + 0.921875, + 1.179688, + 0.992188, + 0.929688, + 0.972656, + 0.929688, + 0.941406, + 0.941406, + 0.90625, + 0.929688, + 1.039062, + 0.925781, + 0.902344, + 0.929688, + 1.351562, + 0.9375, + 0.941406, + 0.9375, + 0.933594, + 0.953125, + 0.917969, + 0.941406, + 0.714844, + 1.125, + 0.945312, + 1.046875, + 0.945312, + 0.929688, + 0.933594, + 0.949219, + 0.917969, + 0.925781, + 0.929688, + 0.941406, + 0.90625, + 1.304688, + 0.914062, + 0.921875, + 0.960938, + 0.9375, + 0.9375, + 0.902344, + 0.914062, + 0.921875, + 0.925781, + 0.330078, + 0.9375, + 0.925781, + 0.929688, + 0.898438, + 0.9375, + 0.910156, + 0.878906, + 0.925781, + 0.960938, + 0.898438, + 0.929688, + 0.910156, + 0.921875, + 1.15625, + 0.941406, + 0.964844, + 0.941406, + 0.898438, + 0.929688, + 0.957031, + 0.917969, + 0.929688, + 0.964844, + 0.953125, + 0.949219, + 0.925781, + 0.914062, + 0.917969, + 0.933594, + 0.929688, + 1.007812, + 0.9375, + 0.824219, + 0.929688, + 0.9375, + 0.914062, + 0.941406, + 0.941406, + 0.9375, + 0.910156, + 0.945312, + 0.953125, + 0.925781, + 0.921875, + 0.960938, + 0.933594, + 0.894531, + 0.917969, + 0.941406, + 0.929688, + 0.925781, + 0.90625, + 0.933594, + 0.945312, + 0.953125, + 0.90625, + 0.898438, + 0.9375, + 1.0, + 0.921875, + 0.847656, + 0.941406, + 0.957031, + 0.953125, + 0.925781, + 0.941406, + 0.949219, + 0.976562, + 0.914062, + 0.960938, + 0.921875, + 0.96875, + 0.949219, + 0.9375, + 0.679688, + 0.914062, + 0.941406, + 0.941406, + 0.945312, + 0.925781, + 0.957031, + 0.949219, + 0.957031, + 0.929688, + 0.71875, + 0.910156, + 0.976562, + 0.929688, + 0.929688, + 0.929688, + 0.917969, + 0.941406, + 0.941406, + 0.957031, + 0.9375, + 0.929688, + 0.929688, + 0.976562, + 0.9375, + 0.945312, + 0.921875, + 0.992188, + 0.925781, + 0.96875, + 0.933594, + 0.9375, + 0.964844, + 0.914062, + 0.953125, + 0.960938, + 0.933594, + 0.925781, + 0.914062, + 0.914062, + 1.125, + 0.925781, + 0.949219, + 0.949219, + 0.941406, + 0.921875, + 0.929688, + 0.929688, + 0.933594, + 0.917969, + 0.996094, + 0.65625, + 0.914062, + 0.929688, + 0.972656, + 0.945312, + 0.925781, + 0.96875, + 0.929688, + 0.925781, + 0.929688, + 0.9375, + 0.941406, + 0.929688, + 0.949219, + 0.925781, + 0.925781, + 0.964844, + 0.929688, + 0.921875, + 0.953125, + 0.898438, + 0.933594, + 0.945312, + 0.910156, + 0.917969, + 0.960938, + 0.941406, + 0.964844, + 0.414062, + 0.988281, + 0.933594, + 0.992188, + 0.84375, + 0.925781, + 0.9375, + 0.75, + 0.941406, + 0.373047, + 0.945312, + 0.960938, + 0.941406, + 0.941406, + 0.933594, + 0.921875, + 0.933594, + 0.925781, + 0.945312, + 0.886719, + 0.914062, + 0.8125, + 0.910156, + 0.988281, + 0.964844, + 0.890625, + 0.980469, + 0.949219, + 0.953125, + 1.007812, + 0.929688, + 0.933594, + 0.9375, + 0.957031, + 0.925781, + 0.921875, + 0.957031, + 0.960938, + 0.953125, + 0.929688, + 0.996094, + 0.933594, + 0.957031, + 0.925781, + 0.964844, + 0.921875, + 0.917969, + 0.988281, + 0.949219, + 0.542969, + 0.949219, + 0.515625, + 0.640625, + 1.210938, + 0.941406, + 0.960938, + 1.007812, + 0.9375, + 0.9375, + 0.992188, + 0.988281, + 0.921875, + 0.929688, + 0.925781, + 1.054688, + 0.734375, + 0.917969, + 0.921875, + 0.953125, + 0.941406, + 0.917969, + 0.945312, + 0.925781, + 0.949219, + 0.933594, + 0.929688, + 0.894531, + 0.515625, + 0.921875, + 0.886719, + 0.90625, + 0.914062, + 0.921875, + 0.933594, + 0.929688, + 0.925781, + 0.902344, + 0.941406, + 0.929688, + 0.929688, + 0.945312, + 0.933594, + 0.941406, + 0.945312, + 0.925781, + 0.9375, + 0.960938, + 0.917969, + 0.933594, + 0.921875, + 0.917969, + 0.96875, + 0.941406, + 0.953125, + 0.527344, + 0.941406, + 0.929688, + 0.921875, + 0.957031, + 0.910156, + 0.898438, + 1.109375, + 0.921875, + 0.949219, + 0.929688, + 0.996094, + 0.917969, + 0.917969, + 0.9375, + 0.921875, + 0.949219, + 0.921875, + 0.957031, + 0.949219, + 0.644531, + 0.914062, + 0.949219, + 0.953125, + 0.9375, + 0.945312, + 0.917969, + 0.945312, + 0.910156, + 0.925781, + 0.941406, + 0.933594, + 0.917969, + 0.910156, + 0.929688, + 0.980469, + 0.941406, + 0.941406, + 0.96875, + 0.921875, + 0.886719, + 0.894531, + 0.925781, + 0.929688, + 0.957031, + 0.921875, + 0.964844, + 0.917969, + 0.949219, + 1.070312, + 0.90625, + 0.945312, + 1.0, + 0.941406, + 0.925781, + 0.925781, + 0.921875, + 0.921875, + 0.914062, + 0.894531, + 0.949219, + 0.9375, + 0.933594, + 0.914062, + 0.777344, + 0.945312, + 0.933594, + 0.949219, + 0.910156, + 0.925781, + 0.9375, + 0.957031, + 0.949219, + 0.945312, + 0.960938, + 0.933594, + 0.929688, + 0.941406, + 0.925781, + 1.179688, + 0.902344, + 0.941406, + 0.957031, + 0.921875, + 0.925781, + 0.980469, + 0.941406, + 0.933594, + 0.929688, + 0.910156, + 0.929688, + 1.046875, + 0.878906, + 0.945312, + 0.929688, + 0.925781, + 0.941406, + 0.910156, + 0.960938, + 0.929688, + 0.921875, + 0.933594, + 0.886719, + 0.738281, + 0.933594, + 0.949219, + 0.929688, + 0.945312, + 0.933594, + 0.96875, + 0.933594, + 0.851562, + 0.703125, + 0.921875, + 0.875, + 0.945312, + 0.972656, + 0.949219, + 0.949219, + 0.941406, + 0.917969, + 0.9375, + 0.929688, + 0.929688, + 0.933594, + 0.941406, + 0.886719, + 0.941406, + 0.90625, + 0.929688, + 0.9375, + 0.917969, + 0.933594, + 0.960938, + 0.914062, + 1.101562, + 0.945312, + 0.917969, + 0.921875, + 0.953125, + 0.9375, + 0.910156, + 0.917969, + 0.925781, + 0.945312, + 0.949219, + 1.007812, + 1.0, + 0.90625, + 0.964844, + 0.949219, + 0.933594, + 0.960938, + 0.929688, + 0.933594, + 0.941406, + 0.925781, + 0.9375, + 0.984375, + 0.945312, + 0.933594, + 0.964844, + 0.917969, + 0.917969, + 0.9375, + 0.960938, + 0.949219, + 0.925781, + 0.613281, + 0.921875, + 0.921875, + 0.925781, + 0.945312, + 0.945312, + 0.929688, + 0.917969, + 0.941406, + 0.898438, + 0.9375, + 1.15625, + 0.941406, + 0.945312, + 0.917969, + 0.949219, + 0.914062, + 0.933594, + 0.949219, + 0.953125, + 0.929688, + 0.945312, + 0.964844, + 0.878906, + 0.953125, + 0.929688, + 0.90625, + 0.90625, + 0.933594, + 0.960938, + 0.921875, + 0.910156, + 1.070312, + 0.898438, + 0.917969, + 0.929688, + 0.929688, + 0.960938, + 1.023438, + 0.925781, + 0.945312, + 0.636719, + 0.929688, + 0.929688, + 0.917969, + 0.933594, + 0.945312, + 0.933594, + 0.917969, + 0.921875, + 0.941406, + 0.933594, + 0.984375, + 0.925781, + 1.015625, + 0.925781, + 0.945312, + 0.964844, + 0.898438, + 0.949219, + 0.949219, + 0.894531, + 0.933594, + 0.921875, + 0.921875, + 0.933594, + 0.9375, + 0.925781, + 0.933594, + 1.039062, + 1.625, + 0.929688, + 0.933594, + 1.328125, + 0.949219, + 1.078125, + 0.917969, + 0.929688, + 0.9375, + 0.933594, + 0.9375, + 0.925781, + 0.957031, + 0.921875, + 0.988281, + 0.929688, + 1.25, + 0.9375, + 0.941406, + 0.925781, + 0.917969, + 0.941406, + 0.9375, + 0.929688, + 0.925781, + 0.925781, + 0.917969, + 0.960938, + 0.9375, + 0.972656, + 0.9375, + 0.953125, + 0.945312, + 0.914062, + 1.101562, + 0.976562, + 0.964844, + 0.933594, + 0.933594, + 0.929688, + 1.0, + 0.933594, + 0.917969, + 0.933594, + 0.929688, + 1.164062, + 0.90625, + 0.941406, + 0.9375, + 0.9375, + 0.925781, + 0.914062, + 0.925781, + 0.925781, + 0.917969, + 0.613281, + 0.941406, + 0.941406, + 0.945312, + 0.914062, + 0.921875, + 1.007812, + 0.929688, + 0.933594, + 0.769531, + 0.960938, + 1.070312, + 0.59375, + 0.9375, + 0.894531, + 0.894531, + 0.9375, + 1.257812, + 0.925781, + 0.929688, + 0.933594, + 0.925781, + 1.03125, + 0.925781, + 0.914062, + 0.933594, + 0.917969, + 0.917969, + 0.949219, + 0.945312, + 1.125, + 0.929688, + 0.929688, + 0.9375, + 0.933594, + 0.921875, + 0.925781, + 0.925781, + 0.925781, + 0.917969, + 0.929688, + 0.980469, + 0.976562, + 0.917969, + 0.917969, + 0.925781, + 0.917969, + 0.917969, + 0.875, + 0.9375, + 0.949219, + 1.007812, + 0.949219, + 1.179688, + 0.929688, + 0.925781, + 0.933594, + 0.929688, + 0.929688, + 0.953125, + 0.914062, + 0.941406, + 0.917969, + 0.925781, + 0.953125, + 0.941406, + 0.855469, + 0.9375, + 0.9375, + 0.953125, + 0.945312, + 0.949219, + 0.941406, + 0.929688, + 0.925781, + 0.945312, + 0.9375, + 0.369141, + 0.910156, + 0.882812, + 0.949219, + 0.933594, + 0.910156, + 0.9375, + 0.976562, + 0.933594, + 0.960938, + 0.902344, + 0.941406, + 0.466797, + 0.925781, + 0.960938, + 0.957031, + 0.9375, + 1.078125, + 0.933594, + 0.929688, + 1.101562, + 0.941406, + 0.925781, + 0.980469, + 0.914062, + 1.398438, + 0.921875, + 0.953125, + 0.941406, + 0.925781, + 1.429688, + 0.960938, + 0.921875, + 0.984375, + 0.925781, + 0.933594, + 0.945312, + 0.925781, + 0.898438, + 0.9375, + 0.917969, + 0.925781, + 0.960938, + 0.941406, + 0.921875, + 0.945312, + 0.949219, + 0.914062, + 0.917969, + 0.980469, + 0.902344, + 0.921875, + 0.957031, + 0.945312, + 0.960938, + 0.933594, + 0.917969, + 0.90625, + 0.921875, + 0.941406, + 0.933594, + 0.945312, + 0.925781, + 0.933594, + 0.953125, + 0.925781, + 0.945312, + 0.929688, + 0.001213, + 0.9375, + 0.925781, + 0.917969, + 0.949219, + 0.945312, + 0.941406, + 0.949219, + 0.925781, + 0.949219, + 1.234375, + 0.917969, + 0.980469, + 0.910156, + 0.925781, + 0.925781, + 0.949219, + 0.925781, + 0.6875, + 0.945312, + 0.000117, + 0.917969, + 0.921875, + 0.894531, + 0.988281, + 0.910156, + 0.941406, + 0.921875, + 0.914062, + 1.289062, + 0.9375, + 0.945312, + 0.9375, + 0.929688, + 0.902344, + 0.9375, + 0.949219, + 1.015625, + 0.941406, + 0.933594, + 0.949219, + 0.851562, + 0.953125, + 0.925781, + 0.984375, + 0.953125, + 0.945312, + 0.933594, + 0.9375, + 0.960938, + 0.90625, + 0.925781, + 0.960938, + 0.949219, + 1.257812, + 0.933594, + 0.929688, + 0.90625, + 0.9375, + 0.929688, + 0.953125, + 0.980469, + 0.917969, + 0.933594, + 1.0, + 0.960938, + 0.917969, + 0.949219, + 0.945312, + 0.921875, + 0.992188, + 0.9375, + 0.929688, + 0.941406, + 0.960938, + 0.910156, + 0.640625, + 0.933594, + 0.980469, + 0.984375, + 0.949219, + 0.914062, + 0.929688, + 0.921875, + 0.875, + 0.929688, + 0.886719, + 0.917969, + 0.917969, + 0.996094, + 0.945312, + 0.890625, + 0.929688, + 0.945312, + 0.945312, + 0.921875, + 0.933594, + 0.945312, + 0.957031, + 0.910156, + 0.945312, + 0.871094, + 0.929688, + 0.933594, + 0.929688, + 0.945312, + 0.9375, + 0.929688, + 0.988281, + 0.929688, + 0.945312, + 0.910156, + 0.96875, + 0.96875, + 0.9375, + 0.9375, + 0.933594, + 0.957031, + 1.085938, + 0.90625, + 0.949219, + 0.941406, + 0.980469, + 0.925781, + 0.9375, + 0.972656, + 0.953125, + 0.984375, + 0.890625, + 0.9375, + 0.890625, + 0.9375, + 0.9375, + 0.921875, + 0.921875, + 1.101562, + 0.910156, + 0.925781, + 0.957031, + 0.917969, + 0.902344, + 0.9375, + 0.9375, + 0.964844, + 0.917969, + 0.972656, + 0.933594, + 0.925781, + 0.929688, + 0.914062, + 0.929688, + 0.9375, + 0.929688, + 0.980469, + 0.945312, + 0.710938, + 0.917969, + 0.601562, + 0.65625, + 0.921875, + 0.941406, + 0.929688, + 0.945312, + 0.941406, + 0.925781, + 0.921875, + 0.941406, + 0.945312, + 1.445312, + 0.929688, + 0.953125, + 1.25, + 0.921875, + 1.382812, + 0.933594, + 0.925781, + 0.945312, + 0.886719, + 0.949219, + 0.933594, + 0.929688, + 0.949219, + 0.9375, + 0.957031, + 0.957031, + 0.976562, + 0.921875, + 0.914062, + 0.929688, + 1.398438, + 0.945312, + 1.0, + 1.0625, + 0.921875, + 0.886719, + 0.992188, + 0.953125, + 0.390625, + 1.007812, + 0.976562, + 0.953125, + 0.898438, + 0.957031, + 0.957031, + 0.914062, + 0.945312, + 0.925781, + 0.964844, + 0.941406, + 0.953125, + 0.929688, + 0.96875, + 0.976562, + 1.1875, + 0.925781, + 0.960938, + 0.933594, + 0.957031, + 0.925781, + 0.925781, + 0.925781, + 0.972656, + 1.007812, + 0.902344, + 0.90625, + 0.871094, + 0.9375, + 0.898438, + 0.96875, + 0.957031, + 0.945312, + 0.925781, + 0.945312, + 1.0, + 0.921875, + 0.945312, + 0.894531, + 0.945312, + 0.972656, + 0.9375, + 0.960938, + 0.933594, + 0.910156, + 0.921875, + 0.964844, + 0.917969, + 0.917969, + 0.941406, + 0.925781, + 0.96875, + 0.929688, + 0.941406, + 0.90625, + 0.957031, + 0.929688, + 0.941406, + 0.574219, + 0.957031, + 0.917969, + 0.929688, + 1.453125, + 0.929688, + 0.925781, + 0.960938, + 0.890625, + 0.917969, + 0.929688, + 0.921875, + 0.921875, + 0.917969, + 0.949219, + 0.949219, + 0.910156, + 0.933594, + 0.925781, + 0.910156, + 0.921875, + 1.234375, + 0.9375, + 0.917969, + 0.941406, + 0.941406, + 0.929688, + 0.871094, + 0.984375, + 0.941406, + 0.9375, + 0.945312, + 0.933594, + 0.949219, + 0.933594, + 0.949219, + 0.902344, + 0.960938, + 0.90625, + 1.601562, + 0.898438, + 0.992188, + 0.9375, + 0.953125, + 0.910156, + 0.957031, + 0.9375, + 0.941406, + 0.957031, + 0.929688, + 0.941406, + 0.925781, + 0.953125, + 0.925781, + 0.941406, + 0.828125, + 0.96875, + 0.917969, + 0.929688, + 1.0, + 0.933594, + 0.851562, + 0.941406, + 0.960938, + 0.925781, + 0.941406, + 0.941406, + 0.914062, + 0.914062, + 0.941406, + 0.984375, + 1.023438, + 0.933594, + 0.929688, + 0.914062, + 0.953125, + 0.871094, + 0.945312, + 0.933594, + 0.902344, + 0.9375, + 0.945312, + 0.933594, + 0.953125, + 0.898438, + 0.949219, + 0.933594, + 1.1875, + 0.9375, + 0.953125, + 0.953125, + 0.921875, + 1.242188, + 0.933594, + 0.972656, + 0.9375, + 0.925781, + 0.929688, + 0.882812, + 0.957031, + 0.921875, + 0.921875, + 0.914062, + 0.925781, + 0.9375, + 0.945312, + 0.957031, + 0.929688, + 0.945312, + 0.886719, + 0.941406, + 0.957031, + 0.945312, + 0.917969, + 0.945312, + 1.226562, + 0.925781, + 0.929688, + 0.925781, + 0.9375, + 0.9375, + 0.929688, + 1.015625, + 0.929688, + 0.910156, + 0.933594, + 0.933594, + 1.109375, + 0.910156, + 0.921875, + 0.734375, + 0.921875, + 0.914062, + 0.949219, + 0.925781, + 0.828125, + 0.933594, + 0.949219, + 0.972656, + 0.9375, + 0.949219, + 0.996094, + 0.914062, + 0.921875, + 0.933594, + 0.933594, + 0.921875, + 0.941406, + 0.957031, + 0.917969, + 0.964844, + 0.941406, + 0.933594, + 0.910156, + 0.914062, + 0.921875, + 0.972656, + 0.917969, + 0.914062, + 0.894531, + 0.925781, + 0.960938, + 0.976562, + 0.902344, + 0.910156, + 0.941406, + 0.9375, + 0.933594, + 1.140625, + 1.023438, + 0.972656, + 0.941406, + 0.925781, + 0.910156, + 0.933594, + 0.980469, + 0.945312, + 0.925781, + 0.933594, + 0.917969, + 0.90625, + 0.949219, + 0.957031, + 0.960938, + 0.933594, + 0.96875, + 1.148438, + 0.996094, + 0.9375, + 0.933594, + 1.0625, + 0.820312, + 0.921875, + 0.886719, + 0.929688, + 0.925781, + 0.949219, + 0.929688, + 0.9375, + 0.511719, + 0.953125, + 0.917969, + 0.96875, + 0.929688, + 0.949219, + 0.953125, + 0.929688, + 0.941406, + 0.828125, + 0.925781, + 1.03125, + 0.941406, + 0.953125, + 0.929688, + 1.007812, + 0.90625, + 0.949219, + 0.917969, + 0.945312, + 0.941406, + 0.929688, + 0.941406, + 0.910156, + 0.921875, + 0.9375, + 0.953125, + 0.914062, + 0.925781, + 0.722656, + 0.9375, + 0.933594, + 0.792969, + 0.863281, + 0.9375, + 0.933594, + 0.917969, + 0.921875, + 0.925781, + 0.914062, + 0.910156, + 0.9375, + 0.925781, + 0.921875, + 0.976562, + 0.984375, + 0.960938, + 0.9375, + 0.914062, + 0.917969, + 0.933594, + 0.945312, + 0.902344, + 0.960938, + 0.976562, + 0.910156, + 0.929688, + 0.964844, + 0.917969, + 0.921875, + 0.933594, + 0.917969, + 0.925781, + 0.933594, + 0.878906, + 0.941406, + 1.226562, + 0.945312, + 0.90625, + 0.925781, + 0.921875, + 0.675781, + 0.945312, + 0.960938, + 0.929688, + 0.945312, + 0.917969, + 0.929688, + 0.933594, + 0.953125, + 0.925781, + 0.945312, + 0.933594, + 0.957031, + 0.96875, + 0.949219, + 0.933594, + 0.960938, + 0.933594, + 0.90625, + 0.921875, + 0.933594, + 1.0, + 0.9375, + 0.941406, + 0.917969, + 0.816406, + 0.996094, + 0.957031, + 0.976562, + 0.917969, + 0.957031, + 0.949219, + 0.933594, + 0.929688, + 0.972656, + 0.9375, + 0.953125, + 0.957031, + 0.945312, + 1.070312, + 1.0, + 0.96875, + 0.933594, + 0.929688, + 0.972656, + 0.945312, + 0.945312, + 1.03125, + 0.984375, + 0.9375, + 0.910156, + 0.972656, + 0.945312, + 0.960938, + 0.941406, + 0.9375, + 0.9375, + 0.9375, + 0.929688, + 0.914062, + 0.960938, + 0.933594, + 0.898438, + 0.941406, + 0.910156, + 0.925781, + 0.953125, + 0.484375, + 0.878906, + 0.9375, + 0.933594, + 0.910156, + 0.574219, + 0.960938, + 0.90625, + 0.878906, + 0.988281, + 0.929688, + 0.941406, + 0.925781, + 0.78125, + 0.9375, + 0.925781, + 0.933594, + 0.960938, + 0.917969, + 0.929688, + 0.917969, + 0.957031, + 0.90625, + 0.925781, + 0.929688, + 0.953125, + 0.917969, + 0.9375, + 0.953125, + 0.921875, + 0.933594, + 0.964844, + 0.933594, + 0.960938, + 0.917969, + 0.898438, + 0.871094, + 0.980469, + 0.921875, + 0.960938, + 0.941406, + 0.933594, + 0.945312, + 0.933594, + 0.949219, + 0.925781, + 0.9375, + 0.921875, + 0.917969, + 0.894531, + 0.960938, + 0.910156, + 0.910156, + 0.902344, + 0.921875 + ] + }, + "name": "model.transformer.layers.18.ffn_norm.weight", + "outputIndexes": [ + 1189 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1188, + 1189 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_18/Mul_1_output_0", + "outputIndexes": [ + 1190 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1190 + ], + "outputIndexes": [ + 1914 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1914 + ], + "outputIndexes": [ + 1915 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_1/Linear", + "inputIndexes": [ + 1915 + ], + "outputIndexes": [ + 1916 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 11776, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 141312, + "weightSize": 0 + }, + "external": [ + 195106720, + 9043990, + 1130496, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1916 + ], + "outputIndexes": [ + 1917 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1917 + ], + "outputIndexes": [ + 1191 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 11776 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 5888 + ] + }, + "name": "/ffn_18/Mul_output_0", + "outputIndexes": [ + 1192 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1191, + 21, + 1192, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_18/Slice_output_0", + "outputIndexes": [ + 1193 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1193 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_18/Sigmoid_output_0", + "outputIndexes": [ + 1194 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1193, + 1194 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_18/Mul_output_0", + "outputIndexes": [ + 1195 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 11776 + ] + }, + "name": "/ffn_18/Mul_1_output_0", + "outputIndexes": [ + 1196 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1191, + 1192, + 1196, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_18/Slice_1_output_0", + "outputIndexes": [ + 1197 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1195, + 1197 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_18/Mul_2_output_0", + "outputIndexes": [ + 1198 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1198 + ], + "outputIndexes": [ + 1918 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 5888, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1918 + ], + "outputIndexes": [ + 1919 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_2/Linear", + "inputIndexes": [ + 1919 + ], + "outputIndexes": [ + 1920 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 5888, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 70656, + "weightSize": 0 + }, + "external": [ + 205281206, + 4522006, + 565248, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1920 + ], + "outputIndexes": [ + 1921 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.18/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1921 + ], + "outputIndexes": [ + 1199 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1187, + 1199 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_75_output_0", + "outputIndexes": [ + 1200 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1200, + 1 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_76_output_0", + "outputIndexes": [ + 1201 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1201 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/attn_norm_19/Mul_output_0", + "outputIndexes": [ + 1202 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 2.296875, + 2.25, + 2.25, + 3.03125, + 2.640625, + 2.109375, + 2.203125, + 2.140625, + 2.28125, + 2.265625, + 2.109375, + 3.625, + 2.265625, + 2.453125, + 2.15625, + 2.203125, + 2.265625, + 2.0625, + 2.40625, + 3.90625, + 3.265625, + 2.125, + 2.921875, + 2.15625, + 2.203125, + 2.25, + 2.25, + 2.15625, + 2.484375, + 2.15625, + 2.25, + 2.421875, + 2.6875, + 2.671875, + 2.3125, + 2.140625, + 2.25, + 2.328125, + 2.09375, + 2.421875, + 2.203125, + 2.203125, + 2.140625, + 2.15625, + 2.375, + 2.359375, + 2.203125, + 2.84375, + 2.21875, + 3.625, + 2.953125, + 2.21875, + 2.28125, + 2.28125, + 8.125, + 2.21875, + 2.125, + 2.328125, + 2.234375, + 2.21875, + 2.5625, + 2.25, + 2.921875, + 2.140625, + 1.992188, + 2.125, + 2.1875, + 2.296875, + 2.453125, + 3.796875, + 2.25, + 2.265625, + 2.28125, + 2.0625, + 2.6875, + 2.296875, + 2.25, + 2.125, + 2.234375, + 2.359375, + 2.390625, + 2.078125, + 2.390625, + 2.203125, + 4.625, + 2.203125, + 2.359375, + 2.359375, + 2.28125, + 2.65625, + 2.03125, + 2.96875, + 2.421875, + 2.421875, + 2.3125, + 2.453125, + 3.34375, + 2.28125, + 3.25, + 3.171875, + 2.078125, + 2.375, + 3.4375, + 2.203125, + 2.25, + 2.4375, + 2.6875, + 2.8125, + 3.140625, + 2.109375, + 2.140625, + 2.328125, + 2.171875, + 2.8125, + 2.1875, + 2.265625, + 2.21875, + 2.34375, + 2.296875, + 2.3125, + 2.1875, + 2.40625, + 2.5, + 2.09375, + 2.09375, + 2.140625, + 2.078125, + 2.21875, + 2.265625, + 2.25, + 2.015625, + 2.1875, + 2.421875, + 2.3125, + 2.265625, + 2.359375, + 3.6875, + 2.28125, + 2.4375, + 2.96875, + 2.09375, + 2.078125, + 2.671875, + 2.171875, + 3.09375, + 3.328125, + 2.609375, + 2.3125, + 3.34375, + 2.96875, + 2.171875, + 3.125, + 2.578125, + 2.328125, + 2.234375, + 2.375, + 2.421875, + 2.171875, + 2.09375, + 2.5625, + 2.171875, + 6.375, + 2.15625, + 2.3125, + 2.1875, + 2.40625, + 2.03125, + 2.171875, + 2.296875, + 2.8125, + 3.875, + 2.34375, + 3.0, + 2.265625, + 2.203125, + 2.015625, + 2.21875, + 2.21875, + 2.15625, + 2.21875, + 2.21875, + 2.375, + 5.0, + 2.359375, + 2.46875, + 2.0625, + 2.21875, + 2.375, + 2.0625, + 2.390625, + 2.375, + 2.4375, + 10.5625, + 2.3125, + 2.359375, + 2.09375, + 2.578125, + 2.296875, + 2.109375, + 2.6875, + 2.203125, + 2.953125, + 2.140625, + 2.171875, + 2.21875, + 2.1875, + 2.234375, + 2.46875, + 2.171875, + 2.296875, + 2.75, + 2.171875, + 2.171875, + 2.390625, + 2.328125, + 2.28125, + 2.25, + 2.15625, + 2.09375, + 2.5625, + 2.265625, + 2.40625, + 2.109375, + 2.90625, + 2.15625, + 8.125, + 2.171875, + 2.453125, + 2.1875, + 2.359375, + 2.0625, + 2.203125, + 2.671875, + 2.734375, + 2.40625, + 2.234375, + 2.265625, + 2.453125, + 2.390625, + 2.921875, + 2.359375, + 3.40625, + 2.09375, + 2.25, + 2.484375, + 2.40625, + 3.8125, + 2.25, + 2.234375, + 2.453125, + 2.234375, + 3.15625, + 2.265625, + 2.671875, + 1.945312, + 2.140625, + 2.4375, + 2.21875, + 2.40625, + 2.0625, + 2.3125, + 2.28125, + 3.390625, + 2.171875, + 2.109375, + 2.046875, + 2.078125, + 7.375, + 2.703125, + 2.21875, + 2.109375, + 2.1875, + 2.28125, + 2.171875, + 2.109375, + 2.328125, + 2.171875, + 2.265625, + 2.203125, + 2.921875, + 2.203125, + 2.265625, + 2.71875, + 2.34375, + 2.28125, + 2.171875, + 2.28125, + 2.28125, + 2.265625, + 2.265625, + 2.40625, + 2.09375, + 2.265625, + 2.171875, + 3.0625, + 2.203125, + 3.40625, + 2.015625, + 2.84375, + 2.625, + 2.046875, + 2.34375, + 2.390625, + 2.234375, + 2.296875, + 2.171875, + 2.109375, + 5.40625, + 2.171875, + 2.390625, + 2.375, + 2.234375, + 5.46875, + 2.390625, + 2.125, + 2.34375, + 2.125, + 2.953125, + 5.6875, + 2.203125, + 2.109375, + 2.296875, + 1.90625, + 2.046875, + 2.21875, + 2.3125, + 2.0625, + 2.390625, + 2.265625, + 2.125, + 2.609375, + 2.4375, + 2.390625, + 2.390625, + 2.234375, + 2.015625, + 2.171875, + 2.390625, + 3.125, + 2.140625, + 2.75, + 2.421875, + 2.09375, + 2.890625, + 2.125, + 2.015625, + 12.4375, + 2.6875, + 2.453125, + 2.28125, + 3.609375, + 2.390625, + 3.875, + 2.4375, + 2.203125, + 6.15625, + 2.671875, + 2.28125, + 2.78125, + 2.15625, + 2.296875, + 2.875, + 2.234375, + 2.375, + 2.703125, + 2.28125, + 2.4375, + 3.640625, + 2.140625, + 3.0625, + 3.0, + 2.171875, + 3.453125, + 2.109375, + 2.140625, + 2.546875, + 2.3125, + 2.140625, + 2.21875, + 2.421875, + 2.171875, + 2.359375, + 2.078125, + 2.09375, + 3.0625, + 2.453125, + 2.875, + 2.296875, + 2.421875, + 2.15625, + 2.140625, + 2.375, + 2.171875, + 3.1875, + 2.0625, + 4.0625, + 2.109375, + 8.8125, + 0.789062, + 2.953125, + 2.3125, + 2.296875, + 2.125, + 2.28125, + 2.21875, + 3.359375, + 3.734375, + 2.140625, + 2.140625, + 2.140625, + 2.265625, + 3.515625, + 2.390625, + 2.109375, + 2.125, + 2.375, + 2.375, + 2.15625, + 2.40625, + 2.15625, + 2.4375, + 2.625, + 2.75, + 3.75, + 2.171875, + 3.84375, + 2.015625, + 2.171875, + 2.25, + 2.125, + 2.484375, + 2.34375, + 2.28125, + 2.15625, + 2.171875, + 2.1875, + 2.265625, + 2.1875, + 2.546875, + 2.328125, + 2.34375, + 2.28125, + 2.625, + 2.296875, + 2.125, + 2.203125, + 2.3125, + 2.71875, + 2.28125, + 2.265625, + 4.625, + 2.125, + 2.09375, + 2.15625, + 2.75, + 2.125, + 2.109375, + 3.421875, + 2.203125, + 2.125, + 2.203125, + 3.0625, + 2.203125, + 2.203125, + 2.359375, + 3.3125, + 2.34375, + 2.296875, + 2.09375, + 2.234375, + 2.96875, + 2.109375, + 2.203125, + 3.0, + 2.53125, + 2.328125, + 2.328125, + 2.203125, + 2.46875, + 2.296875, + 2.109375, + 2.1875, + 2.421875, + 2.859375, + 2.109375, + 3.65625, + 2.03125, + 2.1875, + 2.140625, + 2.21875, + 2.703125, + 2.46875, + 2.375, + 2.3125, + 2.0625, + 2.21875, + 2.125, + 2.671875, + 2.171875, + 4.75, + 2.375, + 2.09375, + 2.875, + 2.25, + 2.46875, + 2.15625, + 2.296875, + 2.078125, + 2.09375, + 3.640625, + 2.203125, + 2.140625, + 2.015625, + 2.25, + 3.984375, + 2.078125, + 2.0625, + 2.25, + 2.15625, + 2.140625, + 2.8125, + 2.234375, + 2.3125, + 2.265625, + 2.546875, + 2.296875, + 2.28125, + 2.296875, + 2.40625, + 10.0625, + 2.515625, + 2.21875, + 2.15625, + 2.234375, + 2.640625, + 2.921875, + 2.140625, + 2.125, + 2.0, + 2.234375, + 2.21875, + 2.71875, + 3.015625, + 2.125, + 2.1875, + 2.203125, + 2.203125, + 2.375, + 2.34375, + 2.21875, + 2.765625, + 2.359375, + 2.5, + 2.59375, + 2.640625, + 2.015625, + 2.15625, + 2.234375, + 2.3125, + 2.25, + 2.140625, + 5.5625, + 3.15625, + 2.125, + 2.296875, + 2.03125, + 2.359375, + 2.578125, + 2.125, + 2.28125, + 2.265625, + 2.921875, + 2.34375, + 2.34375, + 2.265625, + 2.34375, + 3.28125, + 2.328125, + 2.59375, + 2.09375, + 2.203125, + 2.125, + 2.1875, + 2.375, + 2.328125, + 2.375, + 2.296875, + 2.40625, + 2.5, + 2.359375, + 2.140625, + 2.28125, + 2.015625, + 2.359375, + 2.140625, + 2.21875, + 3.765625, + 2.984375, + 2.5, + 2.5, + 2.328125, + 2.0625, + 2.1875, + 2.109375, + 2.546875, + 2.359375, + 2.1875, + 2.921875, + 2.75, + 2.109375, + 2.375, + 2.875, + 2.15625, + 2.234375, + 2.1875, + 2.171875, + 2.265625, + 2.265625, + 3.8125, + 2.1875, + 2.078125, + 2.21875, + 2.34375, + 2.15625, + 2.25, + 2.25, + 2.078125, + 2.140625, + 2.125, + 2.359375, + 2.1875, + 2.265625, + 2.15625, + 2.3125, + 2.609375, + 2.203125, + 2.25, + 2.34375, + 2.140625, + 2.265625, + 2.390625, + 3.1875, + 2.328125, + 2.21875, + 2.21875, + 2.6875, + 2.140625, + 2.875, + 2.328125, + 2.21875, + 2.84375, + 2.171875, + 2.296875, + 2.203125, + 2.21875, + 2.078125, + 2.515625, + 2.59375, + 2.21875, + 5.59375, + 2.453125, + 2.25, + 2.46875, + 2.328125, + 2.484375, + 2.3125, + 2.46875, + 2.234375, + 2.21875, + 2.671875, + 2.640625, + 2.046875, + 3.609375, + 2.21875, + 2.265625, + 2.328125, + 2.375, + 2.328125, + 2.390625, + 2.21875, + 2.15625, + 2.421875, + 2.0625, + 2.3125, + 2.5, + 2.0625, + 5.46875, + 2.40625, + 3.953125, + 2.40625, + 2.109375, + 5.125, + 2.171875, + 2.34375, + 2.15625, + 2.15625, + 2.203125, + 2.1875, + 2.203125, + 2.1875, + 2.140625, + 2.1875, + 3.5, + 2.296875, + 3.484375, + 2.203125, + 2.328125, + 2.828125, + 2.0625, + 2.34375, + 2.15625, + 2.1875, + 2.171875, + 2.34375, + 2.203125, + 2.296875, + 2.375, + 3.03125, + 2.46875, + 2.09375, + 2.09375, + 2.375, + 1.984375, + 1.976562, + 2.53125, + 2.328125, + 2.09375, + 2.15625, + 2.390625, + 2.21875, + 2.1875, + 2.078125, + 2.171875, + 3.546875, + 2.40625, + 2.0625, + 2.203125, + 2.21875, + 2.203125, + 2.25, + 2.328125, + 2.46875, + 2.34375, + 2.484375, + 2.8125, + 2.25, + 2.125, + 2.203125, + 2.3125, + 6.125, + 2.203125, + 2.796875, + 5.90625, + 2.421875, + 2.640625, + 5.1875, + 2.078125, + 2.171875, + 2.03125, + 2.390625, + 2.46875, + 2.078125, + 2.265625, + 2.28125, + 2.125, + 3.046875, + 2.1875, + 2.34375, + 2.125, + 2.390625, + 2.03125, + 2.109375, + 2.1875, + 4.0, + 2.265625, + 2.109375, + 2.265625, + 2.03125, + 2.328125, + 2.3125, + 2.125, + 2.609375, + 2.078125, + 2.15625, + 3.296875, + 3.703125, + 2.15625, + 2.203125, + 2.09375, + 2.171875, + 3.53125, + 2.546875, + 2.046875, + 2.828125, + 2.296875, + 2.859375, + 3.515625, + 1.96875, + 2.1875, + 2.21875, + 2.171875, + 2.28125, + 2.046875, + 2.390625, + 2.140625, + 2.28125, + 2.140625, + 2.15625, + 2.328125, + 2.671875, + 2.171875, + 2.578125, + 2.125, + 2.375, + 2.15625, + 2.140625, + 3.078125, + 2.375, + 2.625, + 2.34375, + 12.5625, + 2.09375, + 2.53125, + 2.390625, + 2.203125, + 2.15625, + 2.28125, + 2.109375, + 2.1875, + 2.34375, + 2.359375, + 2.21875, + 4.125, + 2.296875, + 2.1875, + 4.40625, + 2.203125, + 3.78125, + 2.125, + 3.0625, + 3.671875, + 2.578125, + 2.546875, + 1.921875, + 2.15625, + 4.9375, + 2.3125, + 2.109375, + 2.234375, + 2.3125, + 3.234375, + 3.890625, + 2.28125, + 3.4375, + 2.484375, + 2.203125, + 2.40625, + 2.109375, + 2.515625, + 2.296875, + 2.390625, + 2.171875, + 2.734375, + 2.078125, + 2.21875, + 2.171875, + 2.09375, + 2.09375, + 2.453125, + 2.8125, + 2.265625, + 2.15625, + 2.140625, + 2.34375, + 2.09375, + 1.992188, + 2.40625, + 2.375, + 2.21875, + 2.140625, + 2.140625, + 2.0625, + 2.140625, + 2.671875, + 2.234375, + 2.4375, + 2.0625, + 2.421875, + 2.3125, + 2.1875, + 2.328125, + 2.171875, + 2.296875, + 2.21875, + 2.140625, + 2.640625, + 2.1875, + 2.484375, + 2.921875, + 2.09375, + 2.671875, + 2.28125, + 2.09375, + 2.453125, + 2.234375, + 2.28125, + 3.703125, + 2.171875, + 0.00235, + 2.453125, + 2.359375, + 2.3125, + 2.1875, + 2.296875, + 2.09375, + 2.296875, + 2.296875, + 4.96875, + 1.96875, + 2.25, + 2.125, + 2.09375, + 2.40625, + 2.046875, + 2.3125, + 2.765625, + 2.375, + 2.125, + 2.15625, + 3.546875, + 2.328125, + 2.125, + 2.140625, + 2.125, + 2.234375, + 2.234375, + 2.390625, + 2.203125, + 2.171875, + 2.171875, + 2.21875, + 2.1875, + 3.03125, + 2.1875, + 2.15625, + 2.078125, + 2.65625, + 2.265625, + 2.53125, + 2.3125, + 2.296875, + 3.015625, + 2.0625, + 1.976562, + 2.203125, + 2.25, + 2.4375, + 2.359375, + 2.171875, + 2.640625, + 2.21875, + 1.9375, + 2.6875, + 3.015625, + 5.4375, + 2.125, + 3.53125, + 2.296875, + 2.21875, + 2.203125, + 2.109375, + 2.171875, + 2.734375, + 2.09375, + 2.40625, + 2.171875, + 2.03125, + 2.03125, + 2.234375, + 2.65625, + 2.21875, + 2.4375, + 2.140625, + 2.9375, + 2.265625, + 2.203125, + 2.359375, + 2.234375, + 2.21875, + 2.78125, + 2.140625, + 2.4375, + 2.015625, + 2.484375, + 2.296875, + 2.328125, + 3.03125, + 2.546875, + 2.15625, + 2.4375, + 2.515625, + 2.625, + 2.1875, + 2.21875, + 2.359375, + 2.171875, + 2.125, + 2.15625, + 2.46875, + 2.25, + 3.03125, + 2.234375, + 2.296875, + 2.953125, + 2.34375, + 2.421875, + 2.296875, + 2.109375, + 2.140625, + 2.296875, + 2.75, + 2.109375, + 2.078125, + 10.5625, + 2.21875, + 2.453125, + 2.203125, + 2.359375, + 2.421875, + 2.328125, + 2.3125, + 2.125, + 2.09375, + 2.875, + 3.296875, + 2.171875, + 2.03125, + 2.078125, + 2.1875, + 2.140625, + 2.109375, + 2.828125, + 2.375, + 3.015625, + 2.03125, + 3.78125, + 3.796875, + 2.1875, + 2.25, + 2.1875, + 2.296875, + 2.078125, + 2.234375, + 2.53125, + 2.234375, + 3.109375, + 3.03125, + 2.1875, + 2.109375, + 5.59375, + 2.28125, + 2.359375, + 2.296875, + 2.421875, + 2.28125, + 2.390625, + 2.15625, + 2.140625, + 2.25, + 2.375, + 2.234375, + 3.125, + 2.265625, + 2.8125, + 2.171875, + 2.046875, + 2.109375, + 1.984375, + 2.171875, + 3.21875, + 2.875, + 2.25, + 2.1875, + 3.234375, + 3.03125, + 5.8125, + 3.109375, + 2.625, + 2.234375, + 2.59375, + 2.296875, + 2.171875, + 2.453125, + 2.0625, + 2.21875, + 2.546875, + 2.125, + 2.234375, + 1.984375, + 2.28125, + 2.4375, + 3.859375, + 2.4375, + 2.234375, + 2.078125, + 2.046875, + 2.109375, + 2.21875, + 2.5625, + 2.109375, + 2.515625, + 2.265625, + 2.34375, + 2.375, + 2.6875, + 2.265625, + 2.1875, + 2.25, + 2.234375, + 2.625, + 2.015625, + 3.1875, + 2.234375, + 2.265625, + 3.65625, + 2.140625, + 2.265625, + 2.359375, + 2.109375, + 2.375, + 2.34375, + 2.421875, + 3.0625, + 2.25, + 2.1875, + 2.640625, + 2.203125, + 2.75, + 2.25, + 2.421875, + 2.265625, + 2.390625, + 2.125, + 2.4375, + 3.109375, + 2.15625, + 2.25, + 2.5625, + 2.546875, + 2.078125, + 2.3125, + 2.765625, + 2.40625, + 2.203125, + 2.15625, + 2.28125, + 2.3125, + 2.5, + 2.28125, + 2.125, + 3.734375, + 2.109375, + 2.125, + 2.53125, + 2.4375, + 1.585938, + 2.15625, + 2.421875, + 2.390625, + 2.1875, + 2.484375, + 2.59375, + 3.046875, + 2.0625, + 2.234375, + 2.15625, + 2.34375, + 2.109375, + 2.484375, + 2.171875, + 2.296875, + 2.296875, + 2.09375, + 3.375, + 2.34375, + 3.265625, + 2.09375, + 1.945312, + 2.71875, + 2.421875, + 2.296875, + 2.25, + 2.125, + 2.546875, + 2.34375, + 2.15625, + 2.4375, + 2.109375, + 2.171875, + 3.125, + 2.203125, + 2.078125, + 2.1875, + 2.953125, + 2.1875, + 2.515625, + 2.265625, + 2.65625, + 2.59375, + 2.203125, + 2.125, + 2.3125, + 2.078125, + 2.359375, + 2.1875, + 2.625, + 2.359375, + 2.234375, + 2.46875, + 2.453125, + 2.703125, + 2.34375, + 2.3125, + 2.328125, + 2.265625, + 2.125, + 2.34375, + 2.09375, + 2.171875, + 2.3125, + 2.5, + 2.96875, + 2.328125, + 2.0625, + 2.125, + 2.046875, + 5.78125, + 2.3125, + 2.296875, + 2.1875, + 2.375, + 2.15625, + 3.046875, + 2.1875, + 2.171875, + 2.421875, + 2.125, + 2.09375, + 2.390625, + 2.171875, + 2.3125, + 2.109375, + 2.140625, + 11.625, + 2.65625, + 2.109375, + 2.1875, + 3.53125, + 2.296875, + 2.6875, + 2.078125, + 2.109375, + 2.953125, + 2.125, + 2.59375, + 2.484375, + 2.890625, + 2.453125, + 2.40625, + 2.34375, + 2.234375, + 4.09375, + 2.53125, + 2.171875, + 3.15625, + 2.09375, + 2.40625, + 2.40625, + 2.28125, + 2.921875, + 2.15625, + 2.4375, + 3.1875, + 2.359375, + 2.578125, + 2.140625, + 2.109375, + 2.15625, + 2.421875, + 2.3125, + 2.203125, + 2.234375, + 2.265625, + 2.34375, + 2.921875, + 2.1875, + 2.171875, + 2.171875, + 2.296875, + 2.265625, + 2.15625, + 2.1875, + 2.328125, + 2.1875, + 2.21875, + 2.609375, + 2.40625, + 2.390625, + 2.40625, + 2.5625, + 2.25, + 2.59375, + 2.0625, + 2.515625, + 3.359375, + 2.25, + 2.03125, + 2.5625, + 2.265625, + 2.28125, + 2.5, + 2.40625, + 2.125, + 2.1875, + 2.3125, + 2.1875, + 2.3125, + 2.609375, + 2.3125, + 2.8125, + 4.03125, + 3.453125, + 2.21875, + 2.015625, + 2.421875, + 2.6875, + 2.234375, + 2.234375, + 2.171875, + 2.125, + 2.390625, + 2.46875, + 2.40625, + 3.640625, + 2.203125, + 2.453125, + 2.234375, + 2.0625, + 2.015625, + 2.0, + 2.0, + 2.375, + 3.25, + 2.109375, + 2.96875, + 2.265625, + 2.046875, + 2.140625, + 2.71875, + 2.359375, + 3.875, + 2.15625, + 2.421875, + 2.140625, + 2.34375, + 2.078125, + 2.171875, + 2.125, + 2.359375, + 2.09375, + 2.21875, + 2.3125, + 3.234375, + 2.34375, + 2.296875, + 3.484375, + 2.5625, + 2.1875, + 2.453125, + 2.390625, + 2.21875, + 2.140625, + 2.140625, + 2.578125, + 2.140625, + 2.28125, + 2.265625, + 2.6875, + 2.109375, + 2.3125, + 2.390625, + 2.21875, + 2.171875, + 2.234375, + 2.3125, + 2.109375, + 2.140625, + 2.0, + 2.15625, + 1.9375, + 2.171875, + 2.265625, + 1.9375, + 2.390625, + 2.03125, + 2.328125, + 2.109375, + 2.375, + 2.21875, + 4.15625, + 2.28125, + 2.109375, + 2.171875, + 2.71875, + 2.734375, + 2.25, + 2.546875, + 2.171875, + 2.203125, + 2.15625, + 2.21875, + 2.34375, + 2.34375, + 2.5, + 2.484375, + 2.40625, + 2.03125, + 2.203125, + 2.515625, + 2.078125, + 2.640625, + 3.078125, + 2.390625, + 2.296875, + 2.265625, + 2.5625, + 2.21875, + 2.46875, + 2.078125, + 4.21875, + 2.3125, + 2.3125, + 3.109375, + 2.234375, + 2.234375, + 2.140625, + 2.28125, + 2.296875, + 2.78125, + 2.1875, + 2.140625, + 2.890625, + 2.234375, + 2.234375, + 3.453125, + 3.0, + 2.078125, + 2.296875, + 2.53125, + 2.28125, + 2.484375, + 3.03125, + 2.15625, + 2.265625, + 2.421875, + 3.265625, + 2.140625, + 2.03125, + 2.359375, + 2.046875, + 2.015625, + 2.0625, + 2.375, + 2.625, + 2.46875, + 2.328125, + 2.6875, + 2.21875, + 2.25, + 2.453125, + 2.21875, + 6.6875, + 2.84375, + 2.453125, + 2.359375, + 2.171875, + 3.59375, + 2.5, + 2.203125, + 2.875, + 2.265625, + 2.015625, + 2.5, + 2.25, + 2.078125, + 2.09375, + 2.21875, + 2.15625, + 3.109375, + 2.765625, + 2.0625, + 2.25, + 2.21875, + 2.28125, + 2.203125, + 2.390625, + 2.515625, + 2.421875, + 2.1875, + 2.203125, + 2.140625, + 2.265625, + 2.21875, + 2.140625, + 3.6875, + 2.390625, + 2.21875, + 2.3125, + 3.125, + 2.25, + 2.421875, + 2.3125, + 2.1875, + 2.203125, + 2.421875, + 2.25, + 2.0625, + 2.203125, + 2.21875, + 2.1875, + 2.421875, + 2.125, + 2.125, + 2.328125, + 2.28125, + 2.390625 + ] + }, + "name": "model.transformer.layers.19.attn_norm.weight", + "outputIndexes": [ + 1203 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1202, + 1203 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/attn_norm_19/Mul_1_output_0", + "outputIndexes": [ + 1204 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1204 + ], + "outputIndexes": [ + 1922 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/pre_convert", + "inputIndexes": [ + 1922 + ], + "outputIndexes": [ + 1923 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear", + "inputIndexes": [ + 1923 + ], + "outputIndexes": [ + 1924 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 210368460, + 1179670, + 147456, + 6144, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/post_convert", + "inputIndexes": [ + 1924 + ], + "outputIndexes": [ + 1925 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/q_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1925 + ], + "outputIndexes": [ + 1205 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1204 + ], + "main_type": "NONE", + "name": "/Shape_77_output_0", + "outputIndexes": [ + 1206 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1206 + ], + "main_type": "NONE", + "name": "Shape1707", + "outputIndexes": [ + 1207 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1206 + ], + "main_type": "NONE", + "name": "Rank1709", + "outputIndexes": [ + 1208 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1208, + 1208 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1711", + "outputIndexes": [ + 1209 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1209 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1712", + "outputIndexes": [ + 1210 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1209, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1714", + "outputIndexes": [ + 1211 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1211 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1715", + "outputIndexes": [ + 1212 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1207, + 1210, + 1212, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1718", + "outputIndexes": [ + 1213 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1213 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1719", + "outputIndexes": [ + 1214 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1214 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1720", + "outputIndexes": [ + 1215 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1215, + 1214 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1721", + "outputIndexes": [ + 1216 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1206, + 1216, + 1209 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_99_output_0", + "outputIndexes": [ + 1217 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1217, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_191_output_0", + "outputIndexes": [ + 1218 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1218, + 1035, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_95_output_0", + "outputIndexes": [ + 1219 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1205, + 1219 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_77_output_0", + "outputIndexes": [ + 1220 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1220 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/q_norm_19/Mul_output_0", + "outputIndexes": [ + 1221 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.012451, + -0.011169, + 1.484375, + 0.03125, + 0.00209, + 1.125, + 1.492188, + 1.382812, + 1.070312, + 1.578125, + 2.09375, + 1.828125, + 1.367188, + 1.703125, + 1.945312, + 1.414062, + 1.882812, + 3.359375, + 1.476562, + 1.789062, + 1.664062, + 1.304688, + 2.265625, + 0.139648, + 1.75, + 1.84375, + 2.09375, + 1.695312, + 1.171875, + 1.726562, + 1.890625, + 1.773438, + 0.65625, + -0.046387, + 0.117188, + 1.515625, + 1.6875, + 1.78125, + 0.992188, + 1.835938, + 1.992188, + 1.46875, + 1.820312, + 1.835938, + 2.109375, + 1.984375, + 1.507812, + 2.046875, + 1.75, + 0.601562, + 1.96875, + 1.71875, + 1.773438, + 2.21875, + 1.367188, + 4.375, + 1.78125, + 1.726562, + 1.695312, + 1.664062, + 1.84375, + 1.359375, + 1.5625, + 0.9375 + ] + }, + "name": "model.transformer.layers.19.attn.q_norm.weight", + "outputIndexes": [ + 1222 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1221, + 1222 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/q_norm_19/Mul_1_output_0", + "outputIndexes": [ + 1223 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1223, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_76_output_0", + "outputIndexes": [ + 1224 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1223, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_77_output_0", + "outputIndexes": [ + 1225 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1225 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_38_output_0", + "outputIndexes": [ + 1226 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1223, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_76_output_0", + "outputIndexes": [ + 1227 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1226, + 1227 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_98_output_0", + "outputIndexes": [ + 1228 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1228, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_77_output_0", + "outputIndexes": [ + 1229 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1224, + 1229 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_76_output_0", + "outputIndexes": [ + 1230 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1204 + ], + "outputIndexes": [ + 1926 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/pre_convert", + "inputIndexes": [ + 1926 + ], + "outputIndexes": [ + 1927 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear", + "inputIndexes": [ + 1927 + ], + "outputIndexes": [ + 1928 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 384, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608, + "weightSize": 0 + }, + "external": [ + 211701730, + 294934, + 36864, + 1536, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/post_convert", + "inputIndexes": [ + 1928 + ], + "outputIndexes": [ + 1929 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/k_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1929 + ], + "outputIndexes": [ + 1231 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 384 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 7, + 1218, + 1049, + 24 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "/Concat_96_output_0", + "outputIndexes": [ + 1232 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1231, + 1232 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_78_output_0", + "outputIndexes": [ + 1233 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1233 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/k_norm_19/Mul_output_0", + "outputIndexes": [ + 1234 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 64 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + -0.002838, + -0.009583, + 1.328125, + 0.00824, + -0.002258, + 1.671875, + 1.882812, + 1.578125, + 0.152344, + 1.882812, + 1.101562, + 1.5625, + 2.21875, + 1.882812, + 1.578125, + 2.1875, + 1.695312, + 0.123047, + 2.15625, + 1.820312, + 1.84375, + 2.25, + 1.460938, + 4.75, + 1.914062, + 1.773438, + 1.703125, + 1.828125, + 2.703125, + 1.6875, + 1.726562, + 1.8125, + 0.742188, + -0.046631, + 0.202148, + 1.304688, + 1.476562, + 1.484375, + 0.155273, + 1.492188, + 2.125, + 1.492188, + 2.046875, + 1.617188, + 1.21875, + 1.460938, + 1.984375, + 1.390625, + 1.734375, + 3.09375, + 1.59375, + 1.726562, + 1.71875, + 1.390625, + 2.234375, + 0.162109, + 1.796875, + 1.96875, + 1.992188, + 1.945312, + 1.648438, + 2.296875, + 1.828125, + 3.296875 + ] + }, + "name": "model.transformer.layers.19.attn.k_norm.weight", + "outputIndexes": [ + 1235 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1234, + 1235 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/k_norm_19/Mul_1_output_0", + "outputIndexes": [ + 1236 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1236, + 53 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_78_output_0", + "outputIndexes": [ + 1237 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1236, + 55, + 56, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_79_output_0", + "outputIndexes": [ + 1238 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1238 + ], + "main_type": "UnaryOp", + "main": { + "opType": "NEG", + "T": "DT_FLOAT" + }, + "name": "/Neg_39_output_0", + "outputIndexes": [ + 1239 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1236, + 21, + 55, + 57, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/Slice_78_output_0", + "outputIndexes": [ + 1240 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1239, + 1240 + ], + "main_type": "Axis", + "main": { + "axis": -1 + }, + "name": "/Concat_99_output_0", + "outputIndexes": [ + 1241 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1241, + 68 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Mul_79_output_0", + "outputIndexes": [ + 1242 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1237, + 1242 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_77_output_0", + "outputIndexes": [ + 1243 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1204 + ], + "outputIndexes": [ + 1930 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/pre_convert", + "inputIndexes": [ + 1930 + ], + "outputIndexes": [ + 1931 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear", + "inputIndexes": [ + 1931 + ], + "outputIndexes": [ + 1932 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 384, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 4608, + "weightSize": 0 + }, + "external": [ + 212035064, + 294934, + 36864, + 1536, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/post_convert", + "inputIndexes": [ + 1932 + ], + "outputIndexes": [ + 1933 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/v_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1933 + ], + "outputIndexes": [ + 1244 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 384 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1244, + 1232 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/Reshape_79_output_0", + "outputIndexes": [ + 1245 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1230, + 1243, + 1245, + 86 + ], + "main_type": "AttentionParam", + "main": { + "kv_cache": true + }, + "name": "/layers.19/self_attn/FusedAttention", + "outputIndexes": [ + 1246 + ], + "type": "Attention", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1246 + ], + "outputIndexes": [ + 1934 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/pre_convert", + "inputIndexes": [ + 1934 + ], + "outputIndexes": [ + 1935 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear", + "inputIndexes": [ + 1935 + ], + "outputIndexes": [ + 1936 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 18432, + "weightSize": 0 + }, + "external": [ + 212368398, + 1179670, + 147456, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/post_convert", + "inputIndexes": [ + 1936 + ], + "outputIndexes": [ + 1937 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/self_attn/o_proj/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1937 + ], + "outputIndexes": [ + 1247 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1201, + 1247 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_78_output_0", + "outputIndexes": [ + 1248 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1248 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/ffn_norm_19/Mul_output_0", + "outputIndexes": [ + 1249 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.117188, + 1.140625, + 1.117188, + 1.15625, + 1.164062, + 1.109375, + 1.125, + 1.109375, + 1.101562, + 1.125, + 1.148438, + 1.25, + 1.132812, + 1.109375, + 1.125, + 1.148438, + 1.117188, + 1.09375, + 1.132812, + 1.765625, + 1.070312, + 1.101562, + 1.148438, + 1.117188, + 1.101562, + 1.117188, + 1.164062, + 1.125, + 1.140625, + 1.109375, + 1.09375, + 1.132812, + 1.140625, + 1.117188, + 1.125, + 1.117188, + 1.148438, + 1.125, + 1.125, + 1.117188, + 1.117188, + 1.148438, + 1.09375, + 1.101562, + 1.109375, + 1.101562, + 1.109375, + 1.382812, + 1.117188, + 1.546875, + 1.375, + 1.125, + 1.09375, + 1.132812, + 0.917969, + 1.117188, + 1.132812, + 1.109375, + 1.125, + 1.117188, + 1.132812, + 1.109375, + 1.117188, + 1.125, + 1.25, + 1.125, + 1.132812, + 1.109375, + 1.117188, + 0.921875, + 1.117188, + 1.132812, + 1.132812, + 1.132812, + 1.132812, + 1.117188, + 1.117188, + 1.109375, + 1.132812, + 1.125, + 1.132812, + 1.132812, + 1.132812, + 1.101562, + 1.429688, + 1.148438, + 1.125, + 1.117188, + 1.109375, + 1.1875, + 1.125, + 1.117188, + 1.109375, + 1.117188, + 1.132812, + 1.125, + 1.148438, + 1.125, + 1.25, + 1.15625, + 1.101562, + 0.839844, + 1.648438, + 1.117188, + 1.117188, + 1.109375, + 1.101562, + 1.171875, + 1.125, + 1.109375, + 1.164062, + 1.117188, + 1.453125, + 1.28125, + 1.09375, + 1.140625, + 1.289062, + 1.117188, + 1.117188, + 1.117188, + 1.109375, + 1.140625, + 1.140625, + 1.101562, + 1.117188, + 1.132812, + 1.109375, + 1.125, + 1.085938, + 1.125, + 1.109375, + 1.15625, + 1.101562, + 1.117188, + 1.085938, + 1.101562, + 1.070312, + 1.164062, + 1.132812, + 1.15625, + 1.125, + 1.109375, + 1.132812, + 1.117188, + 1.140625, + 1.195312, + 1.140625, + 1.09375, + 1.570312, + 1.351562, + 1.125, + 1.164062, + 1.132812, + 1.117188, + 1.125, + 1.09375, + 1.117188, + 1.171875, + 1.101562, + 1.085938, + 1.101562, + 2.296875, + 1.117188, + 1.125, + 1.117188, + 1.132812, + 1.109375, + 1.15625, + 1.109375, + 0.925781, + 1.703125, + 1.101562, + 1.242188, + 1.132812, + 1.140625, + 1.09375, + 1.164062, + 1.109375, + 1.09375, + 1.109375, + 1.140625, + 1.101562, + 2.03125, + 1.125, + 1.109375, + 1.140625, + 1.101562, + 1.09375, + 1.109375, + 1.101562, + 1.109375, + 1.117188, + 0.691406, + 1.109375, + 1.09375, + 1.109375, + 1.078125, + 1.125, + 1.09375, + 1.09375, + 1.109375, + 1.179688, + 1.09375, + 1.109375, + 1.101562, + 1.09375, + 1.375, + 1.109375, + 1.125, + 1.117188, + 1.078125, + 1.117188, + 1.109375, + 1.125, + 1.101562, + 1.125, + 1.148438, + 1.109375, + 1.09375, + 1.148438, + 1.109375, + 1.132812, + 1.164062, + 1.21875, + 1.140625, + 1.164062, + 1.109375, + 1.09375, + 1.117188, + 1.140625, + 1.109375, + 1.117188, + 1.164062, + 1.117188, + 1.164062, + 1.125, + 1.171875, + 1.140625, + 1.101562, + 1.0625, + 1.078125, + 1.15625, + 1.109375, + 1.117188, + 1.117188, + 1.125, + 1.148438, + 1.132812, + 1.109375, + 1.101562, + 1.125, + 1.210938, + 1.09375, + 1.046875, + 1.09375, + 1.132812, + 1.117188, + 1.109375, + 1.164062, + 1.171875, + 1.140625, + 1.101562, + 1.132812, + 1.109375, + 1.148438, + 1.109375, + 1.117188, + 0.945312, + 1.101562, + 1.132812, + 1.125, + 1.117188, + 1.140625, + 1.109375, + 1.125, + 1.15625, + 1.132812, + 0.886719, + 1.078125, + 1.257812, + 1.117188, + 1.09375, + 1.125, + 1.125, + 1.117188, + 1.125, + 1.117188, + 1.125, + 1.125, + 1.101562, + 1.21875, + 1.109375, + 1.164062, + 1.132812, + 1.164062, + 1.125, + 1.171875, + 1.117188, + 1.164062, + 1.203125, + 1.09375, + 1.15625, + 1.132812, + 1.140625, + 1.101562, + 1.09375, + 1.132812, + 2.484375, + 1.117188, + 1.148438, + 1.109375, + 1.125, + 1.273438, + 1.132812, + 1.109375, + 1.164062, + 1.109375, + 1.289062, + 0.886719, + 1.085938, + 1.109375, + 1.140625, + 1.140625, + 1.078125, + 1.117188, + 1.148438, + 1.132812, + 1.085938, + 1.109375, + 1.117188, + 1.148438, + 1.140625, + 1.132812, + 1.109375, + 1.125, + 1.101562, + 1.101562, + 1.109375, + 1.140625, + 1.09375, + 1.203125, + 1.09375, + 1.101562, + 1.148438, + 1.117188, + 1.132812, + 0.421875, + 1.171875, + 1.148438, + 1.257812, + 1.054688, + 1.101562, + 1.179688, + 0.933594, + 1.117188, + 0.570312, + 1.117188, + 1.148438, + 1.117188, + 1.109375, + 1.101562, + 1.15625, + 1.109375, + 1.164062, + 1.132812, + 1.0625, + 1.132812, + 1.007812, + 1.109375, + 1.171875, + 1.148438, + 1.09375, + 1.1875, + 1.117188, + 1.109375, + 1.171875, + 1.085938, + 1.109375, + 1.125, + 1.101562, + 1.109375, + 1.125, + 1.101562, + 1.125, + 1.148438, + 1.164062, + 1.195312, + 1.140625, + 1.164062, + 1.109375, + 1.148438, + 1.140625, + 1.101562, + 1.148438, + 1.09375, + 0.746094, + 1.148438, + 0.734375, + 3.625, + 1.445312, + 1.09375, + 1.140625, + 1.203125, + 1.125, + 1.132812, + 1.195312, + 1.242188, + 1.09375, + 1.109375, + 1.125, + 1.28125, + 0.9375, + 1.117188, + 1.078125, + 1.15625, + 1.125, + 1.125, + 1.117188, + 1.101562, + 1.101562, + 1.09375, + 1.15625, + 1.117188, + 0.761719, + 1.109375, + 1.125, + 1.09375, + 1.109375, + 1.09375, + 1.132812, + 1.117188, + 1.140625, + 1.109375, + 1.132812, + 1.125, + 1.125, + 1.125, + 1.109375, + 1.117188, + 1.140625, + 1.148438, + 1.085938, + 1.171875, + 1.101562, + 1.117188, + 1.109375, + 1.125, + 1.15625, + 1.148438, + 1.15625, + 0.75, + 1.101562, + 1.085938, + 1.117188, + 1.164062, + 1.109375, + 1.109375, + 1.414062, + 1.132812, + 1.109375, + 1.132812, + 1.21875, + 1.085938, + 1.117188, + 1.117188, + 1.109375, + 1.109375, + 1.125, + 1.101562, + 1.132812, + 0.828125, + 1.109375, + 1.101562, + 1.09375, + 1.117188, + 1.132812, + 1.078125, + 1.117188, + 1.15625, + 1.109375, + 1.125, + 1.132812, + 1.109375, + 1.109375, + 1.09375, + 1.148438, + 1.117188, + 1.164062, + 1.125, + 1.109375, + 1.109375, + 1.070312, + 1.09375, + 1.125, + 1.109375, + 1.140625, + 1.132812, + 1.101562, + 1.210938, + 2.359375, + 1.140625, + 1.101562, + 1.234375, + 1.09375, + 1.09375, + 1.101562, + 1.125, + 1.101562, + 1.148438, + 1.09375, + 1.15625, + 1.117188, + 1.117188, + 1.164062, + 1.007812, + 1.117188, + 1.117188, + 1.101562, + 1.109375, + 1.09375, + 1.140625, + 1.117188, + 1.117188, + 1.125, + 1.1875, + 1.148438, + 1.125, + 1.15625, + 1.132812, + 2.046875, + 1.117188, + 1.125, + 1.125, + 1.140625, + 1.140625, + 1.164062, + 1.125, + 1.140625, + 1.085938, + 1.09375, + 1.132812, + 1.289062, + 1.101562, + 1.117188, + 1.117188, + 1.101562, + 1.101562, + 1.09375, + 1.15625, + 1.101562, + 1.132812, + 1.132812, + 1.101562, + 0.9375, + 1.171875, + 1.109375, + 1.132812, + 1.125, + 1.085938, + 1.125, + 1.117188, + 1.09375, + 0.886719, + 1.109375, + 1.085938, + 1.109375, + 1.195312, + 1.132812, + 1.09375, + 1.140625, + 1.117188, + 1.109375, + 1.132812, + 1.109375, + 1.164062, + 1.125, + 1.101562, + 1.117188, + 1.109375, + 1.109375, + 1.117188, + 1.09375, + 1.09375, + 1.140625, + 1.101562, + 1.382812, + 1.125, + 1.132812, + 1.117188, + 1.140625, + 1.125, + 1.109375, + 1.101562, + 1.09375, + 1.125, + 1.140625, + 1.40625, + 1.15625, + 1.101562, + 1.15625, + 1.117188, + 1.125, + 1.140625, + 1.148438, + 1.117188, + 1.125, + 1.15625, + 1.117188, + 1.164062, + 1.125, + 1.140625, + 1.359375, + 1.109375, + 1.117188, + 1.101562, + 1.140625, + 1.140625, + 1.148438, + 0.839844, + 1.101562, + 1.101562, + 1.101562, + 1.109375, + 1.164062, + 1.109375, + 1.125, + 1.109375, + 1.09375, + 1.09375, + 1.328125, + 1.117188, + 1.125, + 1.101562, + 1.109375, + 1.171875, + 1.140625, + 1.171875, + 1.148438, + 1.117188, + 1.125, + 1.15625, + 1.140625, + 1.132812, + 1.109375, + 1.085938, + 1.117188, + 1.164062, + 1.164062, + 1.117188, + 1.101562, + 1.507812, + 1.117188, + 1.09375, + 1.09375, + 1.109375, + 1.140625, + 1.179688, + 1.15625, + 1.117188, + 1.304688, + 1.101562, + 1.109375, + 1.132812, + 1.125, + 1.140625, + 1.117188, + 1.117188, + 1.101562, + 1.117188, + 1.109375, + 1.15625, + 1.117188, + 1.1875, + 1.078125, + 1.179688, + 1.195312, + 1.09375, + 1.140625, + 1.15625, + 1.117188, + 1.101562, + 1.140625, + 1.09375, + 1.117188, + 1.171875, + 1.117188, + 1.195312, + 1.257812, + 2.546875, + 1.132812, + 1.109375, + 1.976562, + 1.125, + 1.265625, + 1.109375, + 1.109375, + 1.125, + 1.140625, + 1.09375, + 1.109375, + 1.101562, + 1.109375, + 1.164062, + 1.132812, + 1.585938, + 1.125, + 1.117188, + 1.109375, + 1.101562, + 1.101562, + 1.101562, + 1.117188, + 1.109375, + 1.125, + 1.085938, + 1.125, + 1.109375, + 1.226562, + 1.109375, + 1.125, + 1.140625, + 1.101562, + 1.203125, + 1.15625, + 1.15625, + 1.117188, + 1.117188, + 1.117188, + 1.195312, + 1.148438, + 1.109375, + 1.109375, + 1.09375, + 1.828125, + 1.085938, + 1.132812, + 1.140625, + 1.117188, + 1.101562, + 1.085938, + 1.117188, + 1.117188, + 1.101562, + 0.839844, + 1.140625, + 1.109375, + 1.117188, + 1.132812, + 1.117188, + 1.695312, + 1.109375, + 1.085938, + 1.054688, + 1.109375, + 1.304688, + 0.796875, + 1.109375, + 1.085938, + 1.101562, + 1.101562, + 1.4375, + 1.125, + 1.109375, + 1.132812, + 1.140625, + 1.203125, + 1.117188, + 1.09375, + 1.132812, + 1.109375, + 1.109375, + 1.164062, + 1.109375, + 1.859375, + 1.132812, + 1.125, + 1.171875, + 1.140625, + 1.109375, + 1.125, + 1.109375, + 1.132812, + 1.101562, + 1.101562, + 1.140625, + 1.210938, + 1.09375, + 1.101562, + 1.109375, + 1.117188, + 1.101562, + 1.0625, + 1.109375, + 1.164062, + 1.265625, + 1.1875, + 1.734375, + 1.117188, + 1.125, + 1.125, + 1.125, + 1.109375, + 1.132812, + 1.117188, + 1.125, + 1.085938, + 1.125, + 1.132812, + 1.148438, + 1.046875, + 1.109375, + 1.125, + 1.171875, + 1.117188, + 1.132812, + 1.109375, + 1.109375, + 1.132812, + 1.140625, + 1.117188, + 0.8125, + 1.101562, + 1.09375, + 1.132812, + 1.109375, + 1.09375, + 1.117188, + 1.132812, + 1.085938, + 1.132812, + 1.132812, + 1.132812, + 0.664062, + 1.140625, + 1.125, + 1.226562, + 1.132812, + 1.59375, + 1.117188, + 1.15625, + 2.734375, + 1.140625, + 1.101562, + 1.164062, + 1.132812, + 2.359375, + 1.117188, + 1.09375, + 1.117188, + 1.101562, + 1.65625, + 1.164062, + 1.101562, + 1.171875, + 1.117188, + 1.132812, + 1.125, + 1.140625, + 1.101562, + 1.101562, + 1.117188, + 1.15625, + 1.140625, + 1.132812, + 1.101562, + 1.117188, + 1.140625, + 1.117188, + 1.109375, + 1.234375, + 1.109375, + 1.117188, + 1.132812, + 1.125, + 1.171875, + 1.125, + 1.117188, + 1.109375, + 1.109375, + 1.109375, + 1.125, + 1.125, + 1.125, + 1.210938, + 1.125, + 1.109375, + 1.15625, + 1.101562, + 0.001625, + 1.117188, + 1.125, + 1.101562, + 1.15625, + 1.117188, + 1.117188, + 1.132812, + 1.101562, + 1.164062, + 1.546875, + 1.109375, + 1.171875, + 1.085938, + 1.125, + 1.101562, + 1.09375, + 1.140625, + 0.914062, + 1.140625, + 0.002716, + 1.101562, + 1.109375, + 1.085938, + 1.28125, + 1.125, + 1.101562, + 1.109375, + 1.125, + 1.828125, + 1.117188, + 1.109375, + 1.125, + 1.101562, + 1.085938, + 1.117188, + 1.09375, + 1.179688, + 1.140625, + 1.101562, + 1.101562, + 1.015625, + 1.132812, + 1.101562, + 1.15625, + 1.132812, + 1.125, + 1.132812, + 1.117188, + 1.140625, + 1.132812, + 1.101562, + 1.132812, + 1.140625, + 1.757812, + 1.125, + 1.109375, + 1.125, + 1.132812, + 1.109375, + 1.125, + 1.148438, + 1.132812, + 1.132812, + 1.164062, + 1.101562, + 1.164062, + 1.226562, + 1.117188, + 1.109375, + 1.140625, + 1.109375, + 1.125, + 1.140625, + 1.109375, + 1.085938, + 0.878906, + 1.117188, + 1.195312, + 1.21875, + 1.132812, + 1.085938, + 1.132812, + 1.125, + 1.070312, + 1.09375, + 1.085938, + 1.117188, + 1.117188, + 1.140625, + 1.15625, + 1.101562, + 1.109375, + 1.1875, + 1.125, + 1.101562, + 1.125, + 1.101562, + 1.140625, + 1.085938, + 1.132812, + 1.101562, + 1.132812, + 1.125, + 1.148438, + 1.140625, + 1.148438, + 1.109375, + 1.171875, + 1.101562, + 1.132812, + 1.132812, + 1.132812, + 1.171875, + 1.117188, + 1.132812, + 1.117188, + 1.132812, + 1.210938, + 1.101562, + 1.101562, + 1.109375, + 1.148438, + 1.125, + 1.109375, + 1.164062, + 1.171875, + 1.1875, + 1.101562, + 1.09375, + 1.070312, + 1.164062, + 1.117188, + 1.109375, + 1.09375, + 2.046875, + 1.117188, + 1.148438, + 1.125, + 1.109375, + 1.109375, + 1.117188, + 1.132812, + 1.164062, + 1.09375, + 1.164062, + 1.179688, + 1.125, + 1.117188, + 1.117188, + 1.125, + 1.109375, + 1.085938, + 1.21875, + 1.148438, + 0.910156, + 1.117188, + 0.792969, + 0.847656, + 1.117188, + 1.117188, + 1.109375, + 1.148438, + 1.117188, + 1.101562, + 1.109375, + 1.117188, + 1.164062, + 1.695312, + 1.117188, + 1.109375, + 2.6875, + 1.109375, + 1.648438, + 1.117188, + 1.164062, + 1.125, + 1.078125, + 1.132812, + 1.140625, + 1.117188, + 1.132812, + 1.132812, + 1.125, + 1.117188, + 1.1875, + 1.09375, + 1.101562, + 1.148438, + 1.476562, + 1.125, + 1.171875, + 1.382812, + 1.09375, + 1.09375, + 1.203125, + 1.148438, + 0.59375, + 1.164062, + 1.125, + 1.125, + 1.09375, + 1.125, + 1.140625, + 1.125, + 1.117188, + 1.109375, + 1.132812, + 1.117188, + 1.117188, + 1.09375, + 1.140625, + 1.132812, + 1.804688, + 1.117188, + 1.132812, + 1.09375, + 1.132812, + 1.125, + 1.117188, + 1.101562, + 1.140625, + 1.226562, + 1.117188, + 1.117188, + 1.273438, + 1.109375, + 1.09375, + 1.148438, + 1.132812, + 1.132812, + 1.132812, + 1.140625, + 1.164062, + 1.117188, + 1.171875, + 1.0625, + 1.117188, + 1.210938, + 1.109375, + 1.140625, + 1.179688, + 1.109375, + 1.148438, + 1.148438, + 1.125, + 1.117188, + 1.132812, + 1.125, + 1.226562, + 1.117188, + 1.117188, + 1.101562, + 1.171875, + 1.117188, + 1.101562, + 0.78125, + 1.125, + 1.117188, + 1.125, + 1.632812, + 1.101562, + 1.101562, + 1.179688, + 1.109375, + 1.125, + 1.117188, + 1.109375, + 1.109375, + 1.101562, + 1.132812, + 1.15625, + 1.101562, + 1.109375, + 1.101562, + 1.078125, + 1.125, + 1.445312, + 1.09375, + 1.132812, + 1.109375, + 1.117188, + 1.117188, + 1.085938, + 1.296875, + 1.140625, + 1.101562, + 1.109375, + 1.140625, + 1.109375, + 1.117188, + 1.125, + 1.117188, + 1.140625, + 1.09375, + 2.015625, + 1.117188, + 1.1875, + 1.117188, + 1.140625, + 1.125, + 1.164062, + 1.132812, + 1.09375, + 1.140625, + 1.140625, + 1.132812, + 1.085938, + 1.15625, + 1.09375, + 1.117188, + 1.046875, + 1.15625, + 1.125, + 1.125, + 1.25, + 1.179688, + 1.03125, + 1.101562, + 1.203125, + 1.101562, + 1.109375, + 1.101562, + 1.132812, + 1.101562, + 1.125, + 1.109375, + 1.242188, + 1.125, + 1.085938, + 1.125, + 1.125, + 1.09375, + 1.132812, + 1.109375, + 1.101562, + 1.15625, + 1.109375, + 1.132812, + 1.117188, + 1.117188, + 1.117188, + 1.125, + 1.492188, + 1.117188, + 1.109375, + 1.125, + 1.117188, + 1.703125, + 1.09375, + 1.117188, + 1.117188, + 1.117188, + 1.109375, + 1.054688, + 1.125, + 1.140625, + 1.125, + 1.101562, + 1.085938, + 1.101562, + 1.132812, + 1.117188, + 1.117188, + 1.117188, + 2.375, + 1.109375, + 1.15625, + 1.125, + 1.140625, + 1.109375, + 1.484375, + 1.117188, + 1.085938, + 1.070312, + 1.078125, + 1.15625, + 1.117188, + 1.296875, + 1.101562, + 1.109375, + 1.117188, + 1.140625, + 1.5, + 1.085938, + 1.117188, + 1.367188, + 1.125, + 1.078125, + 1.125, + 1.109375, + 0.996094, + 1.109375, + 1.171875, + 1.148438, + 1.171875, + 1.125, + 1.171875, + 1.148438, + 1.117188, + 1.101562, + 1.125, + 1.085938, + 1.109375, + 1.132812, + 1.109375, + 1.148438, + 1.132812, + 1.140625, + 1.117188, + 1.101562, + 1.117188, + 1.117188, + 1.132812, + 1.085938, + 1.109375, + 1.101562, + 1.171875, + 1.148438, + 1.101562, + 1.117188, + 1.109375, + 1.15625, + 1.140625, + 1.265625, + 1.289062, + 1.1875, + 1.132812, + 1.125, + 1.09375, + 1.164062, + 1.117188, + 1.132812, + 1.1875, + 1.101562, + 1.101562, + 1.09375, + 1.117188, + 1.15625, + 1.109375, + 1.148438, + 1.195312, + 2.125, + 1.1875, + 1.117188, + 1.101562, + 1.234375, + 1.015625, + 1.101562, + 1.085938, + 1.125, + 1.125, + 1.179688, + 1.109375, + 1.109375, + 0.753906, + 1.109375, + 1.125, + 1.148438, + 1.117188, + 1.109375, + 1.117188, + 1.09375, + 1.140625, + 1.046875, + 1.148438, + 1.3125, + 1.125, + 1.125, + 1.109375, + 1.210938, + 1.140625, + 1.164062, + 1.09375, + 1.125, + 1.125, + 1.148438, + 1.078125, + 1.117188, + 1.101562, + 1.117188, + 1.101562, + 1.09375, + 1.132812, + 0.945312, + 1.117188, + 1.140625, + 0.992188, + 1.078125, + 1.101562, + 1.125, + 1.125, + 1.140625, + 1.117188, + 1.109375, + 1.109375, + 1.109375, + 1.109375, + 1.117188, + 1.179688, + 1.15625, + 1.179688, + 1.117188, + 1.117188, + 1.117188, + 1.101562, + 1.109375, + 1.109375, + 1.140625, + 1.164062, + 1.109375, + 1.109375, + 1.140625, + 1.101562, + 1.101562, + 1.125, + 1.125, + 1.109375, + 1.101562, + 1.078125, + 1.101562, + 2.515625, + 1.117188, + 1.078125, + 1.132812, + 1.109375, + 0.902344, + 1.15625, + 1.148438, + 1.117188, + 1.140625, + 1.109375, + 1.078125, + 1.101562, + 1.109375, + 1.117188, + 1.148438, + 1.132812, + 1.117188, + 1.132812, + 1.21875, + 1.109375, + 1.125, + 1.125, + 1.09375, + 1.125, + 1.140625, + 1.210938, + 1.132812, + 1.15625, + 1.109375, + 1.054688, + 1.148438, + 1.125, + 1.203125, + 1.117188, + 1.132812, + 1.109375, + 1.132812, + 1.125, + 1.179688, + 1.109375, + 1.117188, + 1.257812, + 1.101562, + 1.242188, + 1.140625, + 1.398438, + 1.109375, + 1.117188, + 1.148438, + 1.109375, + 1.132812, + 1.21875, + 1.125, + 1.125, + 1.101562, + 1.15625, + 1.125, + 1.101562, + 1.109375, + 1.109375, + 1.109375, + 1.140625, + 1.140625, + 1.101562, + 1.171875, + 1.125, + 1.101562, + 1.125, + 1.101562, + 1.117188, + 1.109375, + 0.683594, + 1.078125, + 1.109375, + 1.132812, + 1.125, + 0.804688, + 1.132812, + 1.140625, + 1.078125, + 1.15625, + 1.109375, + 1.132812, + 1.117188, + 0.949219, + 1.101562, + 1.101562, + 1.109375, + 1.140625, + 1.132812, + 1.117188, + 1.125, + 1.125, + 1.109375, + 1.109375, + 1.109375, + 1.15625, + 1.101562, + 1.117188, + 1.140625, + 1.085938, + 1.109375, + 1.140625, + 1.101562, + 1.15625, + 1.109375, + 1.101562, + 1.09375, + 1.195312, + 1.09375, + 1.132812, + 1.140625, + 1.132812, + 1.117188, + 1.09375, + 1.125, + 1.09375, + 1.109375, + 1.109375, + 1.125, + 1.109375, + 1.125, + 1.085938, + 1.109375, + 1.125, + 1.132812 + ] + }, + "name": "model.transformer.layers.19.ffn_norm.weight", + "outputIndexes": [ + 1250 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1249, + 1250 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_norm_19/Mul_1_output_0", + "outputIndexes": [ + 1251 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_1/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1251 + ], + "outputIndexes": [ + 1938 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_1/Linear/pre_convert", + "inputIndexes": [ + 1938 + ], + "outputIndexes": [ + 1939 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_1/Linear", + "inputIndexes": [ + 1939 + ], + "outputIndexes": [ + 1940 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 12288, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 147456, + "weightSize": 0 + }, + "external": [ + 213695524, + 9437206, + 1179648, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_1/Linear/post_convert", + "inputIndexes": [ + 1940 + ], + "outputIndexes": [ + 1941 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_1/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1941 + ], + "outputIndexes": [ + 1252 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 12288 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1252, + 21, + 586, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_19/Slice_output_0", + "outputIndexes": [ + 1253 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1253 + ], + "main_type": "UnaryOp", + "main": { + "opType": "SIGMOID", + "T": "DT_INVALID" + }, + "name": "/ffn/act_19/Sigmoid_output_0", + "outputIndexes": [ + 1254 + ], + "type": "UnaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1253, + 1254 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn/act_19/Mul_output_0", + "outputIndexes": [ + 1255 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 12288 + ] + }, + "name": "/ffn_19/Mul_1_output_0", + "outputIndexes": [ + 1256 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1252, + 586, + 1256, + 95 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_INVALID", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 1 + }, + "name": "/ffn_19/Slice_1_output_0", + "outputIndexes": [ + 1257 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1255, + 1257 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/ffn_19/Mul_2_output_0", + "outputIndexes": [ + 1258 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_2/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1258 + ], + "outputIndexes": [ + 1942 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 6144, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_2/Linear/pre_convert", + "inputIndexes": [ + 1942 + ], + "outputIndexes": [ + 1943 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_2/Linear", + "inputIndexes": [ + 1943 + ], + "outputIndexes": [ + 1944 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 1536, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 6144, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 73728, + "weightSize": 0 + }, + "external": [ + 224312378, + 4718614, + 589824, + 0, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_2/Linear/post_convert", + "inputIndexes": [ + 1944 + ], + "outputIndexes": [ + 1945 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/layers.19/mlp/proj_2/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1945 + ], + "outputIndexes": [ + 1259 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 1536 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1248, + 1259 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/Add_79_output_0", + "outputIndexes": [ + 1260 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 2 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1, + 1536 + ] + }, + "name": "/lm/Constant_output_0__", + "outputIndexes": [ + 1261 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1260, + 1261 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/lm/Reshape_output_0", + "outputIndexes": [ + 1262 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + -1 + ] + }, + "name": "/rotary/Constant_6_output_0", + "outputIndexes": [ + 1263 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1262 + ], + "main_type": "NONE", + "name": "Shape1784", + "outputIndexes": [ + 1264 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1262 + ], + "main_type": "NONE", + "name": "Rank1786", + "outputIndexes": [ + 1265 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1265, + 1265 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1788", + "outputIndexes": [ + 1266 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1266 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1789", + "outputIndexes": [ + 1267 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1266, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1791", + "outputIndexes": [ + 1268 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1268 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1792", + "outputIndexes": [ + 1269 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1264, + 1267, + 1269, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1795", + "outputIndexes": [ + 1270 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1270 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1796", + "outputIndexes": [ + 1271 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1263, + 1271 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1797", + "outputIndexes": [ + 1272 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1272, + 1271 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1798", + "outputIndexes": [ + 1273 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1262, + 1273, + 1266 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/lm/Gather_output_0", + "outputIndexes": [ + 1274 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 3 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 1, + 1, + 1536 + ] + }, + "name": "/lm/Constant_1_output_0__", + "outputIndexes": [ + 1275 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1274, + 1275 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "/lm/Reshape_1_output_0", + "outputIndexes": [ + 1276 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1276 + ], + "main_type": "LayerNorm", + "main": { + "axis": [ + -1 + ], + "epsilon": 1e-06, + "group": 1, + "useRMSNorm": true + }, + "name": "/lm/norm/Mul_output_0", + "outputIndexes": [ + 1277 + ], + "type": "LayerNorm", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1536 + ], + "dataFormat": "NCHW", + "dataType": "DT_FLOAT", + "float32s": [ + 1.570312, + 1.625, + 1.617188, + 1.539062, + 1.492188, + 1.632812, + 1.625, + 1.640625, + 1.53125, + 1.65625, + 1.601562, + 1.546875, + 1.648438, + 1.640625, + 1.59375, + 1.703125, + 1.632812, + 1.695312, + 1.570312, + 2.8125, + 1.34375, + 1.585938, + 1.46875, + 1.679688, + 1.59375, + 1.695312, + 1.648438, + 1.640625, + 1.578125, + 1.617188, + 1.585938, + 1.585938, + 1.539062, + 1.546875, + 1.585938, + 1.648438, + 1.664062, + 1.601562, + 1.679688, + 1.601562, + 1.585938, + 1.875, + 1.601562, + 1.585938, + 1.585938, + 1.59375, + 1.570312, + 2.796875, + 1.578125, + 2.96875, + 2.9375, + 1.59375, + 1.65625, + 1.601562, + 1.648438, + 1.609375, + 1.617188, + 1.601562, + 1.632812, + 1.625, + 1.632812, + 1.632812, + 1.421875, + 1.578125, + 2.046875, + 1.625, + 1.710938, + 1.617188, + 1.578125, + 1.289062, + 1.75, + 1.664062, + 1.632812, + 1.71875, + 1.554688, + 1.617188, + 1.570312, + 1.632812, + 1.65625, + 1.71875, + 1.59375, + 1.640625, + 1.671875, + 1.570312, + 2.296875, + 1.710938, + 1.65625, + 1.59375, + 1.601562, + 1.601562, + 1.65625, + 1.664062, + 1.695312, + 1.601562, + 1.632812, + 1.6875, + 1.492188, + 1.765625, + 1.554688, + 1.46875, + 1.59375, + 1.1875, + 3.1875, + 1.570312, + 1.5625, + 1.601562, + 1.5625, + 1.617188, + 1.476562, + 1.664062, + 1.695312, + 1.664062, + 2.9375, + 1.578125, + 1.609375, + 1.625, + 1.945312, + 1.632812, + 1.617188, + 1.671875, + 1.59375, + 1.648438, + 1.726562, + 1.585938, + 1.617188, + 1.601562, + 1.625, + 1.585938, + 1.585938, + 1.703125, + 1.617188, + 1.625, + 1.648438, + 1.601562, + 1.546875, + 1.648438, + 1.367188, + 1.828125, + 1.578125, + 1.554688, + 1.554688, + 1.695312, + 1.625, + 1.617188, + 1.40625, + 1.523438, + 1.617188, + 1.554688, + 2.546875, + 2.421875, + 1.6875, + 1.609375, + 1.59375, + 1.570312, + 1.625, + 1.578125, + 1.617188, + 1.875, + 1.640625, + 1.53125, + 1.5625, + 4.90625, + 1.632812, + 1.65625, + 1.609375, + 1.601562, + 1.625, + 1.59375, + 1.703125, + 1.289062, + 3.375, + 1.585938, + 1.523438, + 1.632812, + 1.679688, + 1.632812, + 1.640625, + 1.703125, + 1.671875, + 1.671875, + 1.6875, + 1.609375, + 4.15625, + 1.609375, + 1.578125, + 1.640625, + 1.59375, + 1.585938, + 1.570312, + 1.585938, + 1.632812, + 1.648438, + 0.878906, + 1.609375, + 1.578125, + 1.640625, + 1.59375, + 1.664062, + 1.632812, + 1.648438, + 1.6875, + 1.632812, + 1.664062, + 1.65625, + 1.59375, + 1.632812, + 2.515625, + 1.617188, + 1.710938, + 1.617188, + 1.5, + 1.578125, + 1.671875, + 1.609375, + 1.585938, + 1.78125, + 1.632812, + 1.640625, + 1.617188, + 1.609375, + 1.632812, + 1.773438, + 1.625, + 1.515625, + 1.609375, + 1.367188, + 1.664062, + 1.609375, + 1.695312, + 1.648438, + 1.609375, + 1.625, + 1.578125, + 1.570312, + 1.632812, + 1.609375, + 1.953125, + 1.625, + 1.609375, + 1.515625, + 1.59375, + 1.460938, + 1.648438, + 1.71875, + 1.625, + 1.617188, + 1.4375, + 1.625, + 1.578125, + 1.578125, + 1.601562, + 1.515625, + 1.601562, + 1.484375, + 1.617188, + 1.640625, + 1.664062, + 1.5625, + 1.617188, + 1.648438, + 1.617188, + 1.65625, + 1.390625, + 1.609375, + 1.632812, + 1.609375, + 1.625, + 1.125, + 1.523438, + 1.617188, + 1.617188, + 1.648438, + 1.601562, + 1.640625, + 1.617188, + 1.617188, + 1.59375, + 1.179688, + 1.5625, + 1.625, + 1.65625, + 1.632812, + 1.546875, + 1.648438, + 1.570312, + 1.601562, + 1.65625, + 1.609375, + 1.59375, + 1.609375, + 1.695312, + 1.632812, + 1.75, + 1.617188, + 1.476562, + 1.625, + 1.484375, + 1.617188, + 1.578125, + 1.539062, + 1.601562, + 1.65625, + 1.734375, + 1.59375, + 1.585938, + 1.601562, + 1.609375, + 12.0, + 1.648438, + 1.6875, + 1.625, + 1.59375, + 1.84375, + 1.828125, + 1.625, + 2.15625, + 1.632812, + 1.5, + 1.210938, + 1.625, + 1.625, + 1.65625, + 1.695312, + 1.601562, + 1.625, + 1.695312, + 1.671875, + 1.546875, + 1.601562, + 1.632812, + 1.59375, + 1.570312, + 1.59375, + 1.625, + 1.609375, + 1.578125, + 1.617188, + 1.570312, + 1.53125, + 1.617188, + 1.523438, + 1.554688, + 1.632812, + 1.539062, + 1.625, + 1.757812, + -0.080078, + 1.554688, + 1.617188, + 1.921875, + 1.375, + 1.578125, + 1.375, + 1.296875, + 1.625, + 0.769531, + 1.492188, + 1.609375, + 1.578125, + 1.625, + 1.640625, + 1.632812, + 1.65625, + 1.679688, + 1.609375, + 1.523438, + 1.585938, + 1.359375, + 1.59375, + 1.515625, + 1.515625, + 1.570312, + 1.507812, + 1.601562, + 1.609375, + 1.484375, + 1.609375, + 1.648438, + 1.648438, + 1.59375, + 1.648438, + 1.625, + 1.640625, + 1.625, + 1.46875, + 1.546875, + 1.507812, + 1.664062, + 1.789062, + 1.601562, + 1.59375, + 1.523438, + 1.625, + 1.484375, + 1.578125, + 1.0625, + 1.726562, + 0.9375, + 6.0, + 2.59375, + 1.59375, + 1.851562, + 1.859375, + 1.679688, + 1.601562, + 1.4375, + 1.445312, + 1.585938, + 1.609375, + 1.890625, + 2.265625, + 1.265625, + 1.59375, + 1.601562, + 1.664062, + 1.539062, + 1.59375, + 1.609375, + 1.609375, + 1.59375, + 1.664062, + 1.539062, + 1.601562, + 1.078125, + 1.585938, + 1.46875, + 1.554688, + 1.648438, + 1.585938, + 1.710938, + 1.609375, + 1.703125, + 1.601562, + 1.632812, + 1.617188, + 1.617188, + 1.601562, + 1.640625, + 1.578125, + 1.632812, + 1.6875, + 1.601562, + 1.601562, + 1.570312, + 1.632812, + 1.625, + 1.523438, + 1.507812, + 1.632812, + 1.71875, + 1.054688, + 1.585938, + 1.640625, + 1.5625, + 1.5625, + 1.65625, + 1.570312, + 2.203125, + 1.59375, + 1.632812, + 1.671875, + 1.523438, + 1.625, + 1.625, + 1.65625, + 1.445312, + 1.617188, + 1.5625, + 1.703125, + 1.59375, + 1.140625, + 1.679688, + 1.5625, + 1.460938, + 1.6875, + 1.617188, + 1.632812, + 1.609375, + 1.695312, + 1.59375, + 1.648438, + 1.609375, + 1.585938, + 1.484375, + 1.617188, + 1.460938, + 1.65625, + 1.78125, + 1.648438, + 1.609375, + 1.695312, + 1.539062, + 1.5625, + 1.65625, + 1.648438, + 1.640625, + 1.601562, + 1.523438, + 1.640625, + 3.875, + 1.632812, + 1.640625, + 1.632812, + 1.59375, + 1.546875, + 1.632812, + 1.640625, + 1.59375, + 1.617188, + 1.375, + 1.664062, + 1.601562, + 1.617188, + 1.695312, + 1.382812, + 1.617188, + 1.6875, + 1.632812, + 1.632812, + 1.679688, + 1.539062, + 1.632812, + 1.601562, + 1.632812, + 1.570312, + 1.640625, + 1.632812, + 1.75, + 1.640625, + 1.921875, + 1.726562, + 1.617188, + 1.601562, + 1.585938, + 1.679688, + 1.453125, + 1.625, + 1.671875, + 1.609375, + 1.59375, + 1.625, + 2.015625, + 1.507812, + 1.625, + 1.625, + 1.585938, + 1.664062, + 1.632812, + 1.898438, + 1.59375, + 1.554688, + 1.71875, + 1.578125, + 1.273438, + 1.554688, + 1.570312, + 1.640625, + 1.585938, + 1.632812, + 1.757812, + 1.546875, + 1.390625, + 1.234375, + 1.617188, + 1.578125, + 1.703125, + 1.570312, + 1.6875, + 1.65625, + 1.78125, + 1.671875, + 1.484375, + 1.8125, + 1.609375, + 1.609375, + 1.664062, + 1.585938, + 1.664062, + 1.515625, + 1.601562, + 1.648438, + 1.601562, + 1.617188, + 1.851562, + 1.632812, + 2.640625, + 1.632812, + 1.726562, + 1.664062, + 1.648438, + 1.640625, + 1.617188, + 1.59375, + 1.578125, + 1.601562, + 1.671875, + 2.359375, + 1.476562, + 1.609375, + 1.546875, + 1.5625, + 1.664062, + 1.632812, + 1.640625, + 1.59375, + 1.601562, + 1.695312, + 1.5, + 1.53125, + 1.625, + 1.695312, + 1.726562, + 1.679688, + 1.6875, + 1.59375, + 1.71875, + 1.625, + 1.695312, + 1.117188, + 1.5625, + 1.648438, + 1.648438, + 1.671875, + 1.640625, + 1.59375, + 1.5625, + 1.625, + 1.578125, + 1.625, + 2.015625, + 1.5625, + 1.609375, + 1.59375, + 1.617188, + 1.867188, + 1.71875, + 1.953125, + 1.6875, + 1.640625, + 1.625, + 1.898438, + 1.546875, + 1.796875, + 1.617188, + 1.585938, + 1.539062, + 1.65625, + 1.507812, + 1.601562, + 1.640625, + 2.8125, + 1.625, + 1.664062, + 1.617188, + 1.648438, + 1.632812, + 1.820312, + 1.601562, + 1.617188, + 3.15625, + 1.601562, + 1.703125, + 1.617188, + 1.59375, + 1.601562, + 1.679688, + 1.523438, + 1.5625, + 1.617188, + 1.648438, + 1.578125, + 1.632812, + 1.5, + 1.59375, + 1.59375, + 1.8125, + 1.578125, + 1.742188, + 1.617188, + 1.71875, + 1.59375, + 1.617188, + 1.632812, + 1.664062, + 1.695312, + 1.601562, + 1.46875, + 2.015625, + 5.25, + 1.585938, + 1.601562, + 3.796875, + 1.59375, + 1.9375, + 1.632812, + 1.617188, + 1.695312, + 1.617188, + 1.5625, + 1.671875, + 1.632812, + 1.609375, + 1.476562, + 1.664062, + 2.6875, + 1.5625, + 1.765625, + 1.515625, + 1.601562, + 1.5625, + 1.6875, + 1.65625, + 1.648438, + 1.585938, + 1.632812, + 1.6875, + 1.609375, + 1.75, + 1.601562, + 1.617188, + 1.570312, + 1.578125, + 1.953125, + 1.757812, + 1.695312, + 1.609375, + 1.625, + 1.609375, + 1.875, + 1.648438, + 1.632812, + 1.59375, + 1.601562, + 4.40625, + 1.554688, + 1.632812, + 1.601562, + 1.578125, + 1.664062, + 1.609375, + 1.71875, + 1.664062, + 1.679688, + 1.21875, + 1.507812, + 1.59375, + 1.59375, + 1.59375, + 1.664062, + 4.1875, + 1.617188, + 1.585938, + 1.367188, + 1.703125, + 2.3125, + 1.117188, + 1.625, + 1.640625, + 1.617188, + 1.65625, + 2.609375, + 1.671875, + 1.578125, + 1.648438, + 1.65625, + 1.484375, + 1.632812, + 1.59375, + 1.601562, + 1.640625, + 1.632812, + 1.640625, + 1.585938, + 4.0, + 1.640625, + 1.601562, + 1.796875, + 1.632812, + 1.625, + 1.609375, + 1.578125, + 1.59375, + 1.601562, + 1.5625, + 1.421875, + 1.398438, + 1.59375, + 1.625, + 1.664062, + 1.625, + 1.4375, + 1.515625, + 1.625, + 1.765625, + 2.015625, + 1.554688, + 3.46875, + 1.585938, + 1.632812, + 1.71875, + 1.648438, + 1.648438, + 1.625, + 1.640625, + 1.585938, + 1.601562, + 1.59375, + 1.59375, + 1.710938, + 1.53125, + 1.609375, + 1.585938, + 1.734375, + 1.601562, + 1.71875, + 1.601562, + 1.507812, + 1.671875, + 1.601562, + 1.554688, + 1.632812, + 1.640625, + 1.609375, + 1.703125, + 1.5625, + 1.65625, + 1.640625, + 1.640625, + 1.632812, + 1.609375, + 1.617188, + 1.65625, + 0.953125, + 1.5625, + 1.632812, + 1.929688, + 1.8125, + 2.3125, + 1.609375, + 1.539062, + 7.9375, + 1.640625, + 1.625, + 1.828125, + 1.601562, + 5.46875, + 1.65625, + 1.679688, + 1.609375, + 1.710938, + 3.203125, + 1.359375, + 1.671875, + 1.492188, + 1.625, + 1.617188, + 1.601562, + 1.601562, + 1.539062, + 1.6875, + 1.6875, + 1.640625, + 1.664062, + 1.585938, + 1.617188, + 1.625, + 1.632812, + 1.609375, + 1.570312, + 1.9375, + 1.617188, + 1.640625, + 1.617188, + 1.625, + 1.585938, + 1.617188, + 1.585938, + 1.59375, + 1.625, + 1.671875, + 1.625, + 1.664062, + 1.617188, + 2.34375, + 1.578125, + 1.578125, + 2.046875, + 1.585938, + -0.010254, + 1.640625, + 1.585938, + 1.601562, + 1.625, + 1.59375, + 1.640625, + 1.609375, + 1.617188, + 1.710938, + 2.765625, + 1.585938, + 1.625, + 1.554688, + 1.5625, + 1.671875, + 1.617188, + 1.695312, + 1.304688, + 1.617188, + 0.012878, + 1.632812, + 1.6875, + 1.609375, + 2.234375, + 1.554688, + 1.609375, + 1.625, + 1.609375, + 3.109375, + 1.59375, + 1.5625, + 1.585938, + 1.703125, + 1.617188, + 1.625, + 1.609375, + 1.476562, + 1.679688, + 1.695312, + 1.59375, + 1.328125, + 1.59375, + 1.585938, + 1.632812, + 1.617188, + 1.757812, + 1.632812, + 1.554688, + 1.648438, + 1.601562, + 1.625, + 1.757812, + 1.6875, + 2.96875, + 1.734375, + 1.703125, + 1.648438, + 1.59375, + 1.640625, + 1.710938, + 1.710938, + 1.609375, + 1.578125, + 1.859375, + 1.640625, + 1.671875, + 1.765625, + 1.625, + 1.617188, + 1.804688, + 1.539062, + 1.695312, + 1.609375, + 1.5625, + 1.53125, + 1.15625, + 1.601562, + 1.476562, + 2.25, + 1.632812, + 1.59375, + 1.59375, + 1.679688, + 1.484375, + 1.554688, + 1.59375, + 1.585938, + 1.5625, + 1.78125, + 1.640625, + 1.507812, + 1.625, + 1.664062, + 1.59375, + 1.523438, + 1.601562, + 1.632812, + 1.546875, + 1.59375, + 1.625, + 1.484375, + 1.609375, + 1.585938, + 1.679688, + 1.609375, + 1.625, + 1.59375, + 1.507812, + 1.53125, + 1.601562, + 1.578125, + 1.570312, + 1.5, + 1.601562, + 1.585938, + 1.671875, + 1.601562, + 1.976562, + 1.609375, + 1.632812, + 1.617188, + 1.460938, + 1.65625, + 1.617188, + 1.515625, + 1.671875, + 1.773438, + 1.546875, + 1.640625, + 1.609375, + 1.742188, + 1.632812, + 1.609375, + 1.65625, + 2.71875, + 1.6875, + 1.554688, + 1.6875, + 1.601562, + 1.617188, + 1.632812, + 1.59375, + 1.710938, + 1.59375, + 1.476562, + 1.492188, + 1.585938, + 1.632812, + 1.6875, + 1.765625, + 1.625, + 1.726562, + 2.078125, + 1.734375, + 1.257812, + 1.601562, + 1.085938, + 1.101562, + 1.640625, + 1.6875, + 1.601562, + 1.625, + 1.59375, + 1.609375, + 1.578125, + 1.601562, + 1.515625, + 3.34375, + 1.570312, + 1.617188, + 6.65625, + 1.585938, + 3.328125, + 1.578125, + 1.835938, + 1.585938, + 1.609375, + 1.648438, + 1.640625, + 1.640625, + 1.632812, + 1.664062, + 1.445312, + 1.617188, + 1.664062, + 1.648438, + 1.648438, + 1.578125, + 2.828125, + 1.726562, + 1.46875, + 2.609375, + 1.625, + 1.710938, + 1.414062, + 1.484375, + 0.878906, + 1.507812, + 1.554688, + 1.601562, + 1.523438, + 1.625, + 1.609375, + 1.578125, + 1.578125, + 1.640625, + 1.570312, + 1.679688, + 1.609375, + 1.609375, + 1.78125, + 1.578125, + 4.0625, + 1.703125, + 1.601562, + 1.5625, + 1.773438, + 1.617188, + 1.625, + 1.5625, + 1.757812, + 2.203125, + 1.585938, + 1.671875, + 2.609375, + 1.546875, + 1.578125, + 1.742188, + 1.664062, + 1.679688, + 1.601562, + 1.609375, + 1.476562, + 1.5625, + 1.632812, + 1.34375, + 1.632812, + 1.671875, + 1.585938, + 1.695312, + 1.578125, + 1.585938, + 1.679688, + 1.546875, + 1.640625, + 1.648438, + 1.710938, + 1.65625, + 1.625, + 1.632812, + 1.601562, + 1.609375, + 1.570312, + 1.585938, + 1.648438, + 1.125, + 1.632812, + 1.664062, + 1.671875, + 2.78125, + 1.640625, + 1.5625, + 1.648438, + 1.640625, + 1.601562, + 1.609375, + 1.546875, + 1.609375, + 1.617188, + 1.609375, + 1.59375, + 1.53125, + 1.59375, + 1.609375, + 1.53125, + 1.640625, + 2.1875, + 1.585938, + 1.617188, + 1.5625, + 1.609375, + 1.671875, + 1.5, + 1.5, + 1.648438, + 1.609375, + 1.617188, + 1.625, + 1.59375, + 1.617188, + 1.632812, + 1.671875, + 1.742188, + 1.585938, + 4.21875, + 1.617188, + 1.5, + 1.617188, + 1.59375, + 1.554688, + 1.859375, + 1.578125, + 1.617188, + 1.695312, + 1.625, + 1.585938, + 1.601562, + 1.632812, + 1.640625, + 1.578125, + 1.484375, + 1.695312, + 1.65625, + 1.65625, + 1.515625, + 1.679688, + 1.515625, + 1.554688, + 1.90625, + 1.507812, + 1.632812, + 1.632812, + 1.640625, + 1.601562, + 1.671875, + 1.710938, + 1.84375, + 1.65625, + 1.578125, + 1.71875, + 1.570312, + 1.515625, + 1.695312, + 1.640625, + 1.617188, + 1.664062, + 1.5625, + 1.601562, + 1.609375, + 1.554688, + 1.578125, + 1.617188, + 2.546875, + 1.585938, + 1.757812, + 1.578125, + 1.546875, + 2.734375, + 1.59375, + 1.5625, + 1.5625, + 1.632812, + 1.640625, + 1.414062, + 1.59375, + 1.617188, + 1.617188, + 1.640625, + 1.539062, + 1.609375, + 1.632812, + 1.601562, + 1.625, + 1.65625, + 2.625, + 1.585938, + 1.601562, + 1.546875, + 1.453125, + 1.671875, + 2.671875, + 1.5625, + 1.648438, + 1.507812, + 1.585938, + 1.570312, + 1.695312, + 2.125, + 1.648438, + 1.632812, + 1.640625, + 1.648438, + 2.375, + 1.5625, + 1.648438, + 3.671875, + 1.625, + 1.578125, + 1.554688, + 1.632812, + 1.367188, + 1.679688, + 1.671875, + 1.460938, + 1.632812, + 1.570312, + 1.726562, + 1.78125, + 1.609375, + 1.640625, + 1.671875, + 1.59375, + 1.570312, + 1.664062, + 1.617188, + 1.492188, + 1.578125, + 1.796875, + 1.601562, + 1.640625, + 1.585938, + 1.65625, + 1.648438, + 1.570312, + 1.632812, + 1.632812, + 1.609375, + 1.554688, + 1.617188, + 1.578125, + 1.601562, + 1.640625, + 1.570312, + 2.0625, + 1.96875, + 1.4375, + 1.65625, + 1.640625, + 1.570312, + 1.773438, + 1.757812, + 1.59375, + 1.671875, + 1.640625, + 1.59375, + 1.578125, + 1.59375, + 1.710938, + 1.625, + 1.609375, + 1.601562, + 6.3125, + 1.484375, + 1.539062, + 1.609375, + 2.078125, + 1.445312, + 1.601562, + 1.664062, + 1.617188, + 1.671875, + 1.734375, + 1.601562, + 1.601562, + 1.03125, + 1.585938, + 1.617188, + 1.835938, + 1.625, + 1.65625, + 1.71875, + 1.609375, + 1.601562, + 1.5, + 1.601562, + 1.71875, + 1.5625, + 1.640625, + 1.617188, + 1.507812, + 1.601562, + 1.382812, + 1.625, + 1.625, + 1.601562, + 1.75, + 1.664062, + 1.664062, + 1.601562, + 1.617188, + 1.625, + 1.726562, + 1.617188, + 1.257812, + 1.617188, + 1.640625, + 1.351562, + 1.46875, + 1.648438, + 1.710938, + 1.648438, + 1.648438, + 1.5625, + 1.648438, + 1.609375, + 1.5625, + 1.625, + 1.609375, + 1.679688, + 1.648438, + 1.828125, + 1.578125, + 1.609375, + 1.617188, + 1.671875, + 1.648438, + 1.578125, + 1.609375, + 1.617188, + 1.585938, + 1.609375, + 1.664062, + 1.59375, + 1.625, + 1.570312, + 1.78125, + 1.601562, + 1.648438, + 1.507812, + 1.648438, + 5.8125, + 1.617188, + 1.609375, + 1.601562, + 1.5, + 1.296875, + 1.617188, + 1.578125, + 1.59375, + 1.6875, + 1.601562, + 1.601562, + 1.585938, + 1.617188, + 1.5625, + 1.632812, + 1.617188, + 1.59375, + 1.75, + 2.203125, + 1.5625, + 1.570312, + 1.53125, + 1.554688, + 1.632812, + 1.796875, + 1.8125, + 1.625, + 1.5625, + 1.664062, + 1.40625, + 1.640625, + 1.625, + 1.515625, + 1.679688, + 1.640625, + 1.585938, + 1.640625, + 1.609375, + 1.726562, + 1.625, + 1.59375, + 1.429688, + 1.609375, + 2.109375, + 1.445312, + 2.828125, + 1.664062, + 1.609375, + 1.601562, + 1.609375, + 1.679688, + 1.53125, + 1.6875, + 1.632812, + 1.601562, + 1.421875, + 1.59375, + 1.617188, + 1.554688, + 1.664062, + 1.671875, + 1.65625, + 1.617188, + 1.617188, + 1.75, + 1.601562, + 1.539062, + 1.601562, + 1.632812, + 1.609375, + 1.609375, + 0.902344, + 1.5, + 1.578125, + 1.671875, + 1.617188, + 1.085938, + 1.585938, + 1.84375, + 1.46875, + 1.796875, + 1.625, + 1.632812, + 1.632812, + 1.296875, + 1.601562, + 1.5625, + 1.632812, + 1.585938, + 1.609375, + 1.648438, + 1.625, + 1.726562, + 1.585938, + 1.632812, + 1.554688, + 1.632812, + 1.609375, + 1.640625, + 1.617188, + 1.59375, + 1.640625, + 1.726562, + 1.632812, + 1.367188, + 1.585938, + 1.601562, + 1.570312, + 1.507812, + 1.617188, + 1.664062, + 1.625, + 1.617188, + 1.679688, + 1.585938, + 1.648438, + 1.632812, + 1.609375, + 1.585938, + 1.679688, + 1.617188, + 1.671875, + 1.601562, + 1.625, + 1.664062, + 1.625 + ] + }, + "name": "model.transformer.norm.weight", + "outputIndexes": [ + 1278 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1277, + 1278 + ], + "main_type": "BinaryOp", + "main": { + "opType": 2, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "/lm/norm/Mul_1_output_0", + "outputIndexes": [ + 1279 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/pre_reshape", + "type": "Reshape", + "inputIndexes": [ + 1279 + ], + "outputIndexes": [ + 1946 + ], + "main_type": "Reshape", + "main": { + "dims": [ + -1, + 1536, + 1, + 1 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/pre_convert", + "inputIndexes": [ + 1946 + ], + "outputIndexes": [ + 1947 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NCHW", + "dest": "NC4HW4" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear", + "inputIndexes": [ + 1947 + ], + "outputIndexes": [ + 1948 + ], + "type": "Convolution", + "main_type": "Convolution2D", + "main": { + "common": { + "dilateX": 1, + "dilateY": 1, + "strideX": 1, + "strideY": 1, + "kernelX": 1, + "kernelY": 1, + "padX": 0, + "padY": 0, + "group": 1, + "outputCount": 32000, + "relu": false, + "padMode": "CAFFE", + "relu6": false, + "inputCount": 1536, + "hasOutputShape": false + }, + "quanParameter": { + "quantScale": 1.0, + "scaleIn": 0.0, + "scaleOut": 0.0, + "useInt32": false, + "has_scaleInt": false, + "shapeInt32": false, + "type": 1, + "aMax": 0, + "aMin": -8, + "readType": 384000, + "weightSize": 0 + }, + "external": [ + 229620816, + 24576022, + 3072000, + 128000, + 0 + ] + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/post_convert", + "inputIndexes": [ + 1948 + ], + "outputIndexes": [ + 1949 + ], + "type": "ConvertTensor", + "main_type": "TensorConvertInfo", + "main": { + "source": "NC4HW4", + "dest": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "name": "/lm/lm_head/Linear/post_reshape", + "type": "Reshape", + "inputIndexes": [ + 1949 + ], + "outputIndexes": [ + 1280 + ], + "main_type": "Reshape", + "main": { + "dims": [ + 1, + -1, + 32000 + ], + "dimType": "NCHW" + }, + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dims": [ + 1 + ], + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 32000 + ] + }, + "name": "/Constant_596_output_0__", + "outputIndexes": [ + 1281 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1280, + 1281 + ], + "main_type": "Reshape", + "main": { + "dimType": "NCHW" + }, + "name": "logits", + "outputIndexes": [ + 1282 + ], + "type": "Reshape", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Input", + "main": { + "dims": [ + 20, + 2, + -1, + 0, + 3, + 64 + ], + "dtype": "DT_FLOAT", + "dformat": "NCHW" + }, + "name": "past_key_values", + "outputIndexes": [ + 1283 + ], + "type": "Input", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283 + ], + "main_type": "NONE", + "name": "Shape1814", + "outputIndexes": [ + 1284 + ], + "type": "Shape", + "defaultDimentionFormat": "NCHW" + }, + { + "inputIndexes": [ + 1283 + ], + "main_type": "NONE", + "name": "Rank1816", + "outputIndexes": [ + 1285 + ], + "type": "Rank", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1285, + 1285 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1818", + "outputIndexes": [ + 1286 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1819", + "outputIndexes": [ + 1287 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286, + 9 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1821", + "outputIndexes": [ + 1288 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1822", + "outputIndexes": [ + 1289 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1287, + 1289, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1825", + "outputIndexes": [ + 1290 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1290 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1826", + "outputIndexes": [ + 1291 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1291, + 1291 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1828", + "outputIndexes": [ + 1292 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1292, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_output_0", + "outputIndexes": [ + 1293 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1293, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_200_output_0", + "outputIndexes": [ + 1294 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1836", + "outputIndexes": [ + 1295 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1839", + "outputIndexes": [ + 1296 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1295, + 1296, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1842", + "outputIndexes": [ + 1297 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1297 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1843", + "outputIndexes": [ + 1298 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 9, + 1298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1844", + "outputIndexes": [ + 1299 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1299, + 1298 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1845", + "outputIndexes": [ + 1300 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1300, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_7_output_0", + "outputIndexes": [ + 1301 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1301, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_201_output_0", + "outputIndexes": [ + 1302 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 2 + ] + }, + "name": "/rotary/Constant_7_output_0", + "outputIndexes": [ + 1303 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1854", + "outputIndexes": [ + 1304 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1857", + "outputIndexes": [ + 1305 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1304, + 1305, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1860", + "outputIndexes": [ + 1306 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1306 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1861", + "outputIndexes": [ + 1307 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1303, + 1307 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1862", + "outputIndexes": [ + 1308 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1308, + 1307 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1863", + "outputIndexes": [ + 1309 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1309, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_12_output_0", + "outputIndexes": [ + 1310 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1310, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_202_output_0", + "outputIndexes": [ + 1311 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 3 + ] + }, + "name": "/Constant_6_output_0", + "outputIndexes": [ + 1312 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1872", + "outputIndexes": [ + 1313 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1875", + "outputIndexes": [ + 1314 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1313, + 1314, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1878", + "outputIndexes": [ + 1315 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1315 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1879", + "outputIndexes": [ + 1316 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1312, + 1316 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1880", + "outputIndexes": [ + 1317 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1317, + 1316 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1881", + "outputIndexes": [ + 1318 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1318, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_17_output_0", + "outputIndexes": [ + 1319 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1319, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_203_output_0", + "outputIndexes": [ + 1320 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 4 + ] + }, + "name": "/Constant_95_output_0", + "outputIndexes": [ + 1321 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1890", + "outputIndexes": [ + 1322 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1893", + "outputIndexes": [ + 1323 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1322, + 1323, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1896", + "outputIndexes": [ + 1324 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1324 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1897", + "outputIndexes": [ + 1325 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1321, + 1325 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1898", + "outputIndexes": [ + 1326 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1326, + 1325 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1899", + "outputIndexes": [ + 1327 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1327, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_22_output_0", + "outputIndexes": [ + 1328 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1328, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_204_output_0", + "outputIndexes": [ + 1329 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 5 + ] + }, + "name": "/Constant_149_output_0", + "outputIndexes": [ + 1330 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1908", + "outputIndexes": [ + 1331 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1911", + "outputIndexes": [ + 1332 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1331, + 1332, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1914", + "outputIndexes": [ + 1333 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1333 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1915", + "outputIndexes": [ + 1334 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1330, + 1334 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1916", + "outputIndexes": [ + 1335 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1335, + 1334 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1917", + "outputIndexes": [ + 1336 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1336, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_27_output_0", + "outputIndexes": [ + 1337 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1337, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_205_output_0", + "outputIndexes": [ + 1338 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 6 + ] + }, + "name": "/rotary/Constant_output_0", + "outputIndexes": [ + 1339 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1926", + "outputIndexes": [ + 1340 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1929", + "outputIndexes": [ + 1341 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1340, + 1341, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1932", + "outputIndexes": [ + 1342 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1342 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1933", + "outputIndexes": [ + 1343 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1339, + 1343 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1934", + "outputIndexes": [ + 1344 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1344, + 1343 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1935", + "outputIndexes": [ + 1345 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1345, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_32_output_0", + "outputIndexes": [ + 1346 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1346, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_206_output_0", + "outputIndexes": [ + 1347 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 7 + ] + }, + "name": "/Constant_208_output_0", + "outputIndexes": [ + 1348 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1944", + "outputIndexes": [ + 1349 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1947", + "outputIndexes": [ + 1350 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1349, + 1350, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1950", + "outputIndexes": [ + 1351 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1351 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1951", + "outputIndexes": [ + 1352 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1348, + 1352 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1952", + "outputIndexes": [ + 1353 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1353, + 1352 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1953", + "outputIndexes": [ + 1354 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1354, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_37_output_0", + "outputIndexes": [ + 1355 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1355, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_207_output_0", + "outputIndexes": [ + 1356 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 8 + ] + }, + "name": "/Constant_238_output_0", + "outputIndexes": [ + 1357 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1962", + "outputIndexes": [ + 1358 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1965", + "outputIndexes": [ + 1359 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1358, + 1359, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1968", + "outputIndexes": [ + 1360 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1360 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1969", + "outputIndexes": [ + 1361 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1357, + 1361 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1970", + "outputIndexes": [ + 1362 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1362, + 1361 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1971", + "outputIndexes": [ + 1363 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1363, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_42_output_0", + "outputIndexes": [ + 1364 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1364, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_208_output_0", + "outputIndexes": [ + 1365 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 9 + ] + }, + "name": "/Constant_268_output_0", + "outputIndexes": [ + 1366 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1980", + "outputIndexes": [ + 1367 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1983", + "outputIndexes": [ + 1368 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1367, + 1368, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice1986", + "outputIndexes": [ + 1369 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1369 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze1987", + "outputIndexes": [ + 1370 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1366, + 1370 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1988", + "outputIndexes": [ + 1371 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1371, + 1370 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp1989", + "outputIndexes": [ + 1372 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1372, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_47_output_0", + "outputIndexes": [ + 1373 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1373, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_209_output_0", + "outputIndexes": [ + 1374 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 10 + ] + }, + "name": "/Constant_298_output_0", + "outputIndexes": [ + 1375 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze1998", + "outputIndexes": [ + 1376 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2001", + "outputIndexes": [ + 1377 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1376, + 1377, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2004", + "outputIndexes": [ + 1378 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1378 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2005", + "outputIndexes": [ + 1379 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1375, + 1379 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2006", + "outputIndexes": [ + 1380 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1380, + 1379 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2007", + "outputIndexes": [ + 1381 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1381, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_52_output_0", + "outputIndexes": [ + 1382 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1382, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_210_output_0", + "outputIndexes": [ + 1383 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 11 + ] + }, + "name": "/Constant_328_output_0", + "outputIndexes": [ + 1384 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2016", + "outputIndexes": [ + 1385 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2019", + "outputIndexes": [ + 1386 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1385, + 1386, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2022", + "outputIndexes": [ + 1387 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1387 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2023", + "outputIndexes": [ + 1388 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1384, + 1388 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2024", + "outputIndexes": [ + 1389 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1389, + 1388 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2025", + "outputIndexes": [ + 1390 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1390, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_57_output_0", + "outputIndexes": [ + 1391 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1391, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_211_output_0", + "outputIndexes": [ + 1392 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 12 + ] + }, + "name": "/Constant_3_output_0", + "outputIndexes": [ + 1393 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2034", + "outputIndexes": [ + 1394 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2037", + "outputIndexes": [ + 1395 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1394, + 1395, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2040", + "outputIndexes": [ + 1396 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1396 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2041", + "outputIndexes": [ + 1397 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1393, + 1397 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2042", + "outputIndexes": [ + 1398 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1398, + 1397 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2043", + "outputIndexes": [ + 1399 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1399, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_62_output_0", + "outputIndexes": [ + 1400 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1400, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_212_output_0", + "outputIndexes": [ + 1401 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 13 + ] + }, + "name": "/Constant_387_output_0", + "outputIndexes": [ + 1402 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2052", + "outputIndexes": [ + 1403 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2055", + "outputIndexes": [ + 1404 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1403, + 1404, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2058", + "outputIndexes": [ + 1405 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1405 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2059", + "outputIndexes": [ + 1406 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1402, + 1406 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2060", + "outputIndexes": [ + 1407 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1407, + 1406 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2061", + "outputIndexes": [ + 1408 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1408, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_67_output_0", + "outputIndexes": [ + 1409 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1409, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_213_output_0", + "outputIndexes": [ + 1410 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 14 + ] + }, + "name": "/Constant_417_output_0", + "outputIndexes": [ + 1411 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2070", + "outputIndexes": [ + 1412 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2073", + "outputIndexes": [ + 1413 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1412, + 1413, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2076", + "outputIndexes": [ + 1414 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1414 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2077", + "outputIndexes": [ + 1415 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1411, + 1415 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2078", + "outputIndexes": [ + 1416 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1416, + 1415 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2079", + "outputIndexes": [ + 1417 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1417, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_72_output_0", + "outputIndexes": [ + 1418 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1418, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_214_output_0", + "outputIndexes": [ + 1419 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 15 + ] + }, + "name": "/Constant_447_output_0", + "outputIndexes": [ + 1420 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2088", + "outputIndexes": [ + 1421 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2091", + "outputIndexes": [ + 1422 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1421, + 1422, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2094", + "outputIndexes": [ + 1423 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1423 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2095", + "outputIndexes": [ + 1424 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1420, + 1424 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2096", + "outputIndexes": [ + 1425 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1425, + 1424 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2097", + "outputIndexes": [ + 1426 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1426, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_77_output_0", + "outputIndexes": [ + 1427 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1427, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_215_output_0", + "outputIndexes": [ + 1428 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 16 + ] + }, + "name": "/Constant_92_output_0", + "outputIndexes": [ + 1429 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2106", + "outputIndexes": [ + 1430 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2109", + "outputIndexes": [ + 1431 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1430, + 1431, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2112", + "outputIndexes": [ + 1432 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1432 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2113", + "outputIndexes": [ + 1433 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1429, + 1433 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2114", + "outputIndexes": [ + 1434 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1434, + 1433 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2115", + "outputIndexes": [ + 1435 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1435, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_82_output_0", + "outputIndexes": [ + 1436 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1436, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_216_output_0", + "outputIndexes": [ + 1437 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 17 + ] + }, + "name": "/Constant_506_output_0", + "outputIndexes": [ + 1438 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2124", + "outputIndexes": [ + 1439 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2127", + "outputIndexes": [ + 1440 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1439, + 1440, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2130", + "outputIndexes": [ + 1441 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1441 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2131", + "outputIndexes": [ + 1442 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1438, + 1442 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2132", + "outputIndexes": [ + 1443 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1443, + 1442 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2133", + "outputIndexes": [ + 1444 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1444, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_87_output_0", + "outputIndexes": [ + 1445 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1445, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_217_output_0", + "outputIndexes": [ + 1446 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 18 + ] + }, + "name": "/Constant_536_output_0", + "outputIndexes": [ + 1447 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2142", + "outputIndexes": [ + 1448 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2145", + "outputIndexes": [ + 1449 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1448, + 1449, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2148", + "outputIndexes": [ + 1450 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1450 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2149", + "outputIndexes": [ + 1451 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1447, + 1451 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2150", + "outputIndexes": [ + 1452 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1452, + 1451 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2151", + "outputIndexes": [ + 1453 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1453, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_92_output_0", + "outputIndexes": [ + 1454 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1454, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_218_output_0", + "outputIndexes": [ + 1455 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "main_type": "Blob", + "main": { + "dataFormat": "NCHW", + "dataType": "DT_INT32", + "int32s": [ + 19 + ] + }, + "name": "/Constant_566_output_0", + "outputIndexes": [ + 1456 + ], + "type": "Const", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1286 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2160", + "outputIndexes": [ + 1457 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1288 + ], + "main_type": "SqueezeParam", + "main": { + "squeezeDims": [ + 0 + ] + }, + "name": "Unsqueeze2163", + "outputIndexes": [ + 1458 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1284, + 1457, + 1458, + 7 + ], + "main_type": "StridedSliceParam", + "main": { + "Index": "DT_INVALID", + "T": "DT_FLOAT", + "beginMask": 0, + "endMask": 0, + "ellipsisMask": 0, + "newAxisMask": 0, + "shrinkAxisMask": 0, + "fromType": 0 + }, + "name": "StridedSlice2166", + "outputIndexes": [ + 1459 + ], + "type": "StridedSlice", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1459 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "Squeeze2167", + "outputIndexes": [ + 1460 + ], + "type": "Squeeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1456, + 1460 + ], + "main_type": "BinaryOp", + "main": { + "opType": 0, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2168", + "outputIndexes": [ + 1461 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1461, + 1460 + ], + "main_type": "BinaryOp", + "main": { + "opType": 19, + "T": "DT_FLOAT", + "activationType": 0 + }, + "name": "BinaryOp2169", + "outputIndexes": [ + 1462 + ], + "type": "BinaryOp", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1283, + 1462, + 1286 + ], + "main_type": "GatherV2", + "main": { + "Taxis": "DT_INVALID", + "Tindices": "DT_INVALID", + "Tparams": "DT_INVALID" + }, + "name": "/Gather_97_output_0", + "outputIndexes": [ + 1463 + ], + "type": "GatherV2", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1463, + 21 + ], + "main_type": "SqueezeParam", + "main": {}, + "name": "/Unsqueeze_219_output_0", + "outputIndexes": [ + 1464 + ], + "type": "Unsqueeze", + "defaultDimentionFormat": "NHWC" + }, + { + "inputIndexes": [ + 1294, + 1302, + 1311, + 1320, + 1329, + 1338, + 1347, + 1356, + 1365, + 1374, + 1383, + 1392, + 1401, + 1410, + 1419, + 1428, + 1437, + 1446, + 1455, + 1464 + ], + "main_type": "Axis", + "main": { + "axis": 0 + }, + "name": "presents", + "outputIndexes": [ + 1465 + ], + "type": "Concat", + "defaultDimentionFormat": "NHWC" + } + ], + "outputName": [ + "logits", + "presents" + ], + "preferForwardType": "CPU", + "sourceType": "ONNX", + "tensorName": [ + "input_ids", + "/Constant_output_0__", + "/Reshape_output_0", + "/attn_norm/Mul_output_0", + "model.transformer.layers.0.attn_norm.weight", + "/attn_norm/Mul_1_output_0", + "/FakeLinear_output_0", + "/Unsqueeze_output_0", + "/Shape_1_output_0", + "/rotary/Constant_9_output_0", + "Shape19", + "BinaryOp22", + "BinaryOp23", + "Unsqueeze24", + "BinaryOp26", + "Unsqueeze27", + "StridedSlice30", + "Squeeze31", + "BinaryOp32", + "BinaryOp33", + "/Gather_2_output_0", + "/Constant_597_output_0", + "/Unsqueeze_1_output_0", + "/Constant_4_output_0", + "/Constant_5_output_0", + "/Concat_output_0", + "/Reshape_1_output_0", + "/q_norm/Mul_output_0", + "model.transformer.layers.0.attn.q_norm.weight", + "/q_norm/Mul_1_output_0", + "position_ids", + "/rotary/Cast_output_0", + "/rotary/Constant_1_output_0__", + "/rotary/Reshape_output_0", + "/rotary/Constant_2_output_0", + "/rotary/Mul_output_0", + "/rotary/Cos_output_0", + "/rotary/Unsqueeze_output_0", + "/rotary/Sin_output_0", + "/rotary/Unsqueeze_1_output_0", + "/rotary/Concat_output_0", + "/rotary/Concat_1_output_0", + "/rotary/Unsqueeze_2_axes", + "/rotary/Unsqueeze_3_output_0", + "Shape64", + "BinaryOp67", + "BinaryOp68", + "Unsqueeze69", + "BinaryOp71", + "Unsqueeze72", + "StridedSlice75", + "BinaryOp77", + "BinaryOp78", + "/Gather_3_output_0", + "/Mul_output_0", + "/Unsqueeze_6_output_0", + "/Constant_19_output_0", + "/Constant_7_output_0", + "/Slice_1_output_0", + "/Neg_output_0", + "/Slice_output_0", + "/Concat_3_output_0", + "Unsqueeze93", + "Unsqueeze96", + "StridedSlice99", + "Squeeze100", + "BinaryOp101", + "BinaryOp102", + "/Gather_4_output_0", + "/Mul_1_output_0", + "/Add_output_0", + "/FakeLinear_1_output_0", + "/Concat_1_output_0", + "/Reshape_2_output_0", + "/k_norm/Mul_output_0", + "model.transformer.layers.0.attn.k_norm.weight", + "/k_norm/Mul_1_output_0", + "/Mul_2_output_0", + "/Slice_3_output_0", + "/Neg_1_output_0", + "/Slice_2_output_0", + "/Concat_4_output_0", + "/Mul_3_output_0", + "/Add_1_output_0", + "/FakeLinear_2_output_0", + "/Reshape_3_output_0", + "attention_mask", + "/FusedAttention_output_0", + "/FakeLinear_3_output_0", + "/Add_2_output_0", + "/ffn_norm/Mul_output_0", + "model.transformer.layers.0.ffn_norm.weight", + "/ffn_norm/Mul_1_output_0", + "/ffn/proj_1/FakeLinear_output_0", + "/ffn/Mul_output_0", + "/ffn/Constant_output_0", + "/ffn/Slice_output_0", + "/ffn/act/Sigmoid_output_0", + "/ffn/act/Mul_output_0", + "/ffn/Mul_1_output_0", + "/ffn/Slice_1_output_0", + "/ffn/Mul_2_output_0", + "/ffn/proj_2/FakeLinear_output_0", + "/Add_3_output_0", + "/Reshape_4_output_0", + "/attn_norm_1/Mul_output_0", + "model.transformer.layers.1.attn_norm.weight", + "/attn_norm_1/Mul_1_output_0", + "/FakeLinear_4_output_0", + "/Shape_5_output_0", + "Shape160", + "BinaryOp163", + "BinaryOp164", + "Unsqueeze165", + "BinaryOp167", + "Unsqueeze168", + "StridedSlice171", + "Squeeze172", + "BinaryOp173", + "BinaryOp174", + "/Gather_9_output_0", + "/Unsqueeze_11_output_0", + "/Concat_5_output_0", + "/Reshape_5_output_0", + "/q_norm_1/Mul_output_0", + "model.transformer.layers.1.attn.q_norm.weight", + "/q_norm_1/Mul_1_output_0", + "/Mul_4_output_0", + "/Slice_5_output_0", + "/Neg_2_output_0", + "/Slice_4_output_0", + "/Concat_8_output_0", + "/Mul_5_output_0", + "/Add_4_output_0", + "/FakeLinear_5_output_0", + "/Concat_6_output_0", + "/Reshape_6_output_0", + "/k_norm_1/Mul_output_0", + "model.transformer.layers.1.attn.k_norm.weight", + "/k_norm_1/Mul_1_output_0", + "/Mul_6_output_0", + "/Slice_7_output_0", + "/Neg_3_output_0", + "/Slice_6_output_0", + "/Concat_9_output_0", + "/Mul_7_output_0", + "/Add_5_output_0", + "/FakeLinear_6_output_0", + "/Reshape_7_output_0", + "/FusedAttention_1_output_0", + "/FakeLinear_7_output_0", + "/Add_6_output_0", + "/ffn_norm_1/Mul_output_0", + "model.transformer.layers.1.ffn_norm.weight", + "/ffn_norm_1/Mul_1_output_0", + "/ffn/proj_1_1/FakeLinear_output_0", + "/ffn_1/Mul_output_0", + "/ffn_1/Slice_output_0", + "/ffn/act_1/Sigmoid_output_0", + "/ffn/act_1/Mul_output_0", + "/ffn_1/Mul_1_output_0", + "/ffn_1/Slice_1_output_0", + "/ffn_1/Mul_2_output_0", + "/ffn/proj_2_1/FakeLinear_output_0", + "/Add_7_output_0", + "/Reshape_8_output_0", + "/attn_norm_2/Mul_output_0", + "model.transformer.layers.2.attn_norm.weight", + "/attn_norm_2/Mul_1_output_0", + "/FakeLinear_8_output_0", + "/Shape_9_output_0", + "Shape246", + "BinaryOp249", + "BinaryOp250", + "Unsqueeze251", + "BinaryOp253", + "Unsqueeze254", + "StridedSlice257", + "Squeeze258", + "BinaryOp259", + "BinaryOp260", + "/Gather_14_output_0", + "/Unsqueeze_21_output_0", + "/Concat_10_output_0", + "/Reshape_9_output_0", + "/q_norm_2/Mul_output_0", + "model.transformer.layers.2.attn.q_norm.weight", + "/q_norm_2/Mul_1_output_0", + "/Mul_8_output_0", + "/Slice_9_output_0", + "/Neg_4_output_0", + "/Slice_8_output_0", + "/Concat_13_output_0", + "/Mul_9_output_0", + "/Add_8_output_0", + "/FakeLinear_9_output_0", + "/Concat_11_output_0", + "/Reshape_10_output_0", + "/k_norm_2/Mul_output_0", + "model.transformer.layers.2.attn.k_norm.weight", + "/k_norm_2/Mul_1_output_0", + "/Mul_10_output_0", + "/Slice_11_output_0", + "/Neg_5_output_0", + "/Slice_10_output_0", + "/Concat_14_output_0", + "/Mul_11_output_0", + "/Add_9_output_0", + "/FakeLinear_10_output_0", + "/Reshape_11_output_0", + "/FusedAttention_2_output_0", + "/FakeLinear_11_output_0", + "/Add_10_output_0", + "/ffn_norm_2/Mul_output_0", + "model.transformer.layers.2.ffn_norm.weight", + "/ffn_norm_2/Mul_1_output_0", + "/ffn/proj_1_2/FakeLinear_output_0", + "/ffn_2/Mul_output_0", + "/ffn_2/Slice_output_0", + "/ffn/act_2/Sigmoid_output_0", + "/ffn/act_2/Mul_output_0", + "/ffn_2/Mul_1_output_0", + "/ffn_2/Slice_1_output_0", + "/ffn_2/Mul_2_output_0", + "/ffn/proj_2_2/FakeLinear_output_0", + "/Add_11_output_0", + "/Reshape_12_output_0", + "/attn_norm_3/Mul_output_0", + "model.transformer.layers.3.attn_norm.weight", + "/attn_norm_3/Mul_1_output_0", + "/FakeLinear_12_output_0", + "/Shape_13_output_0", + "Shape332", + "BinaryOp335", + "BinaryOp336", + "Unsqueeze337", + "BinaryOp339", + "Unsqueeze340", + "StridedSlice343", + "Squeeze344", + "BinaryOp345", + "BinaryOp346", + "/Gather_19_output_0", + "/Unsqueeze_31_output_0", + "/Constant_93_output_0", + "/Concat_15_output_0", + "/Reshape_13_output_0", + "/q_norm_3/Mul_output_0", + "model.transformer.layers.3.attn.q_norm.weight", + "/q_norm_3/Mul_1_output_0", + "/Mul_12_output_0", + "/Slice_13_output_0", + "/Neg_6_output_0", + "/Slice_12_output_0", + "/Concat_18_output_0", + "/Mul_13_output_0", + "/Add_12_output_0", + "/FakeLinear_13_output_0", + "/Constant_96_output_0", + "/Concat_16_output_0", + "/Reshape_14_output_0", + "/k_norm_3/Mul_output_0", + "model.transformer.layers.3.attn.k_norm.weight", + "/k_norm_3/Mul_1_output_0", + "/Mul_14_output_0", + "/Slice_15_output_0", + "/Neg_7_output_0", + "/Slice_14_output_0", + "/Concat_19_output_0", + "/Mul_15_output_0", + "/Add_13_output_0", + "/FakeLinear_14_output_0", + "/Reshape_15_output_0", + "/FusedAttention_3_output_0", + "/FakeLinear_15_output_0", + "/Add_14_output_0", + "/ffn_norm_3/Mul_output_0", + "model.transformer.layers.3.ffn_norm.weight", + "/ffn_norm_3/Mul_1_output_0", + "/ffn/proj_1_3/FakeLinear_output_0", + "/ffn_3/Slice_output_0", + "/ffn/act_3/Sigmoid_output_0", + "/ffn/act_3/Mul_output_0", + "/ffn_3/Mul_1_output_0", + "/ffn_3/Slice_1_output_0", + "/ffn_3/Mul_2_output_0", + "/ffn/proj_2_3/FakeLinear_output_0", + "/Add_15_output_0", + "/Reshape_16_output_0", + "/attn_norm_4/Mul_output_0", + "model.transformer.layers.4.attn_norm.weight", + "/attn_norm_4/Mul_1_output_0", + "/FakeLinear_16_output_0", + "/Shape_17_output_0", + "Shape419", + "BinaryOp422", + "BinaryOp423", + "Unsqueeze424", + "BinaryOp426", + "Unsqueeze427", + "StridedSlice430", + "Squeeze431", + "BinaryOp432", + "BinaryOp433", + "/Gather_24_output_0", + "/Unsqueeze_41_output_0", + "/Concat_20_output_0", + "/Reshape_17_output_0", + "/q_norm_4/Mul_output_0", + "model.transformer.layers.4.attn.q_norm.weight", + "/q_norm_4/Mul_1_output_0", + "/Mul_16_output_0", + "/Slice_17_output_0", + "/Neg_8_output_0", + "/Slice_16_output_0", + "/Concat_23_output_0", + "/Mul_17_output_0", + "/Add_16_output_0", + "/FakeLinear_17_output_0", + "/Concat_21_output_0", + "/Reshape_18_output_0", + "/k_norm_4/Mul_output_0", + "model.transformer.layers.4.attn.k_norm.weight", + "/k_norm_4/Mul_1_output_0", + "/Mul_18_output_0", + "/Slice_19_output_0", + "/Neg_9_output_0", + "/Slice_18_output_0", + "/Concat_24_output_0", + "/Mul_19_output_0", + "/Add_17_output_0", + "/FakeLinear_18_output_0", + "/Reshape_19_output_0", + "/FusedAttention_4_output_0", + "/FakeLinear_19_output_0", + "/Add_18_output_0", + "/ffn_norm_4/Mul_output_0", + "model.transformer.layers.4.ffn_norm.weight", + "/ffn_norm_4/Mul_1_output_0", + "/ffn/proj_1_4/FakeLinear_output_0", + "/ffn_4/Mul_output_0", + "/ffn_4/Slice_output_0", + "/ffn/act_4/Sigmoid_output_0", + "/ffn/act_4/Mul_output_0", + "/ffn_4/Mul_1_output_0", + "/ffn_4/Slice_1_output_0", + "/ffn_4/Mul_2_output_0", + "/ffn/proj_2_4/FakeLinear_output_0", + "/Add_19_output_0", + "/Reshape_20_output_0", + "/attn_norm_5/Mul_output_0", + "model.transformer.layers.5.attn_norm.weight", + "/attn_norm_5/Mul_1_output_0", + "/FakeLinear_20_output_0", + "/Shape_21_output_0", + "Shape505", + "BinaryOp508", + "BinaryOp509", + "Unsqueeze510", + "BinaryOp512", + "Unsqueeze513", + "StridedSlice516", + "Squeeze517", + "BinaryOp518", + "BinaryOp519", + "/Gather_29_output_0", + "/Unsqueeze_51_output_0", + "/Concat_25_output_0", + "/Reshape_21_output_0", + "/q_norm_5/Mul_output_0", + "model.transformer.layers.5.attn.q_norm.weight", + "/q_norm_5/Mul_1_output_0", + "/Mul_20_output_0", + "/Slice_21_output_0", + "/Neg_10_output_0", + "/Slice_20_output_0", + "/Concat_28_output_0", + "/Mul_21_output_0", + "/Add_20_output_0", + "/FakeLinear_21_output_0", + "/Concat_26_output_0", + "/Reshape_22_output_0", + "/k_norm_5/Mul_output_0", + "model.transformer.layers.5.attn.k_norm.weight", + "/k_norm_5/Mul_1_output_0", + "/Mul_22_output_0", + "/Slice_23_output_0", + "/Neg_11_output_0", + "/Slice_22_output_0", + "/Concat_29_output_0", + "/Mul_23_output_0", + "/Add_21_output_0", + "/FakeLinear_22_output_0", + "/Reshape_23_output_0", + "/FusedAttention_5_output_0", + "/FakeLinear_23_output_0", + "/Add_22_output_0", + "/ffn_norm_5/Mul_output_0", + "model.transformer.layers.5.ffn_norm.weight", + "/ffn_norm_5/Mul_1_output_0", + "/ffn/proj_1_5/FakeLinear_output_0", + "/ffn_5/Mul_output_0", + "/ffn_5/Slice_output_0", + "/ffn/act_5/Sigmoid_output_0", + "/ffn/act_5/Mul_output_0", + "/ffn_5/Mul_1_output_0", + "/ffn_5/Slice_1_output_0", + "/ffn_5/Mul_2_output_0", + "/ffn/proj_2_5/FakeLinear_output_0", + "/Add_23_output_0", + "/Reshape_24_output_0", + "/attn_norm_6/Mul_output_0", + "model.transformer.layers.6.attn_norm.weight", + "/attn_norm_6/Mul_1_output_0", + "/FakeLinear_24_output_0", + "/Shape_25_output_0", + "Shape591", + "BinaryOp594", + "BinaryOp595", + "Unsqueeze596", + "BinaryOp598", + "Unsqueeze599", + "StridedSlice602", + "Squeeze603", + "BinaryOp604", + "BinaryOp605", + "/Gather_34_output_0", + "/Unsqueeze_61_output_0", + "/Concat_30_output_0", + "/Reshape_25_output_0", + "/q_norm_6/Mul_output_0", + "model.transformer.layers.6.attn.q_norm.weight", + "/q_norm_6/Mul_1_output_0", + "/Mul_24_output_0", + "/Slice_25_output_0", + "/Neg_12_output_0", + "/Slice_24_output_0", + "/Concat_33_output_0", + "/Mul_25_output_0", + "/Add_24_output_0", + "/FakeLinear_25_output_0", + "/Concat_31_output_0", + "/Reshape_26_output_0", + "/k_norm_6/Mul_output_0", + "model.transformer.layers.6.attn.k_norm.weight", + "/k_norm_6/Mul_1_output_0", + "/Mul_26_output_0", + "/Slice_27_output_0", + "/Neg_13_output_0", + "/Slice_26_output_0", + "/Concat_34_output_0", + "/Mul_27_output_0", + "/Add_25_output_0", + "/FakeLinear_26_output_0", + "/Reshape_27_output_0", + "/FusedAttention_6_output_0", + "/FakeLinear_27_output_0", + "/Add_26_output_0", + "/ffn_norm_6/Mul_output_0", + "model.transformer.layers.6.ffn_norm.weight", + "/ffn_norm_6/Mul_1_output_0", + "/ffn/proj_1_6/FakeLinear_output_0", + "/ffn_6/Slice_output_0", + "/ffn/act_6/Sigmoid_output_0", + "/ffn/act_6/Mul_output_0", + "/ffn_6/Mul_1_output_0", + "/ffn_6/Slice_1_output_0", + "/ffn_6/Mul_2_output_0", + "/ffn/proj_2_6/FakeLinear_output_0", + "/Add_27_output_0", + "/Reshape_28_output_0", + "/attn_norm_7/Mul_output_0", + "model.transformer.layers.7.attn_norm.weight", + "/attn_norm_7/Mul_1_output_0", + "/FakeLinear_28_output_0", + "/Shape_29_output_0", + "Shape676", + "BinaryOp679", + "BinaryOp680", + "Unsqueeze681", + "BinaryOp683", + "Unsqueeze684", + "StridedSlice687", + "Squeeze688", + "BinaryOp689", + "BinaryOp690", + "/Gather_39_output_0", + "/Unsqueeze_71_output_0", + "/Concat_35_output_0", + "/Reshape_29_output_0", + "/q_norm_7/Mul_output_0", + "model.transformer.layers.7.attn.q_norm.weight", + "/q_norm_7/Mul_1_output_0", + "/Mul_28_output_0", + "/Slice_29_output_0", + "/Neg_14_output_0", + "/Slice_28_output_0", + "/Concat_38_output_0", + "/Mul_29_output_0", + "/Add_28_output_0", + "/FakeLinear_29_output_0", + "/Concat_36_output_0", + "/Reshape_30_output_0", + "/k_norm_7/Mul_output_0", + "model.transformer.layers.7.attn.k_norm.weight", + "/k_norm_7/Mul_1_output_0", + "/Mul_30_output_0", + "/Slice_31_output_0", + "/Neg_15_output_0", + "/Slice_30_output_0", + "/Concat_39_output_0", + "/Mul_31_output_0", + "/Add_29_output_0", + "/FakeLinear_30_output_0", + "/Reshape_31_output_0", + "/FusedAttention_7_output_0", + "/FakeLinear_31_output_0", + "/Add_30_output_0", + "/ffn_norm_7/Mul_output_0", + "model.transformer.layers.7.ffn_norm.weight", + "/ffn_norm_7/Mul_1_output_0", + "/ffn/proj_1_7/FakeLinear_output_0", + "/ffn_7/Mul_output_0", + "/ffn_7/Slice_output_0", + "/ffn/act_7/Sigmoid_output_0", + "/ffn/act_7/Mul_output_0", + "/ffn_7/Mul_1_output_0", + "/ffn_7/Slice_1_output_0", + "/ffn_7/Mul_2_output_0", + "/ffn/proj_2_7/FakeLinear_output_0", + "/Add_31_output_0", + "/Reshape_32_output_0", + "/attn_norm_8/Mul_output_0", + "model.transformer.layers.8.attn_norm.weight", + "/attn_norm_8/Mul_1_output_0", + "/FakeLinear_32_output_0", + "/Shape_33_output_0", + "Shape762", + "BinaryOp765", + "BinaryOp766", + "Unsqueeze767", + "BinaryOp769", + "Unsqueeze770", + "StridedSlice773", + "Squeeze774", + "BinaryOp775", + "BinaryOp776", + "/Gather_44_output_0", + "/Unsqueeze_81_output_0", + "/Concat_40_output_0", + "/Reshape_33_output_0", + "/q_norm_8/Mul_output_0", + "model.transformer.layers.8.attn.q_norm.weight", + "/q_norm_8/Mul_1_output_0", + "/Mul_32_output_0", + "/Slice_33_output_0", + "/Neg_16_output_0", + "/Slice_32_output_0", + "/Concat_43_output_0", + "/Mul_33_output_0", + "/Add_32_output_0", + "/FakeLinear_33_output_0", + "/Concat_41_output_0", + "/Reshape_34_output_0", + "/k_norm_8/Mul_output_0", + "model.transformer.layers.8.attn.k_norm.weight", + "/k_norm_8/Mul_1_output_0", + "/Mul_34_output_0", + "/Slice_35_output_0", + "/Neg_17_output_0", + "/Slice_34_output_0", + "/Concat_44_output_0", + "/Mul_35_output_0", + "/Add_33_output_0", + "/FakeLinear_34_output_0", + "/Reshape_35_output_0", + "/FusedAttention_8_output_0", + "/FakeLinear_35_output_0", + "/Add_34_output_0", + "/ffn_norm_8/Mul_output_0", + "model.transformer.layers.8.ffn_norm.weight", + "/ffn_norm_8/Mul_1_output_0", + "/ffn/proj_1_8/FakeLinear_output_0", + "/ffn_8/Slice_output_0", + "/ffn/act_8/Sigmoid_output_0", + "/ffn/act_8/Mul_output_0", + "/ffn_8/Mul_1_output_0", + "/ffn_8/Slice_1_output_0", + "/ffn_8/Mul_2_output_0", + "/ffn/proj_2_8/FakeLinear_output_0", + "/Add_35_output_0", + "/Reshape_36_output_0", + "/attn_norm_9/Mul_output_0", + "model.transformer.layers.9.attn_norm.weight", + "/attn_norm_9/Mul_1_output_0", + "/FakeLinear_36_output_0", + "/Shape_37_output_0", + "Shape847", + "BinaryOp850", + "BinaryOp851", + "Unsqueeze852", + "BinaryOp854", + "Unsqueeze855", + "StridedSlice858", + "Squeeze859", + "BinaryOp860", + "BinaryOp861", + "/Gather_49_output_0", + "/Unsqueeze_91_output_0", + "/Concat_45_output_0", + "/Reshape_37_output_0", + "/q_norm_9/Mul_output_0", + "model.transformer.layers.9.attn.q_norm.weight", + "/q_norm_9/Mul_1_output_0", + "/Mul_36_output_0", + "/Slice_37_output_0", + "/Neg_18_output_0", + "/Slice_36_output_0", + "/Concat_48_output_0", + "/Mul_37_output_0", + "/Add_36_output_0", + "/FakeLinear_37_output_0", + "/Concat_46_output_0", + "/Reshape_38_output_0", + "/k_norm_9/Mul_output_0", + "model.transformer.layers.9.attn.k_norm.weight", + "/k_norm_9/Mul_1_output_0", + "/Mul_38_output_0", + "/Slice_39_output_0", + "/Neg_19_output_0", + "/Slice_38_output_0", + "/Concat_49_output_0", + "/Mul_39_output_0", + "/Add_37_output_0", + "/FakeLinear_38_output_0", + "/Reshape_39_output_0", + "/FusedAttention_9_output_0", + "/FakeLinear_39_output_0", + "/Add_38_output_0", + "/ffn_norm_9/Mul_output_0", + "model.transformer.layers.9.ffn_norm.weight", + "/ffn_norm_9/Mul_1_output_0", + "/ffn/proj_1_9/FakeLinear_output_0", + "/ffn_9/Mul_output_0", + "/ffn_9/Slice_output_0", + "/ffn/act_9/Sigmoid_output_0", + "/ffn/act_9/Mul_output_0", + "/ffn_9/Mul_1_output_0", + "/ffn_9/Slice_1_output_0", + "/ffn_9/Mul_2_output_0", + "/ffn/proj_2_9/FakeLinear_output_0", + "/Add_39_output_0", + "/Reshape_40_output_0", + "/attn_norm_10/Mul_output_0", + "model.transformer.layers.10.attn_norm.weight", + "/attn_norm_10/Mul_1_output_0", + "/FakeLinear_40_output_0", + "/Shape_41_output_0", + "Shape933", + "BinaryOp936", + "BinaryOp937", + "Unsqueeze938", + "BinaryOp940", + "Unsqueeze941", + "StridedSlice944", + "Squeeze945", + "BinaryOp946", + "BinaryOp947", + "/Gather_54_output_0", + "/Unsqueeze_101_output_0", + "/Constant_302_output_0", + "/Concat_50_output_0", + "/Reshape_41_output_0", + "/q_norm_10/Mul_output_0", + "model.transformer.layers.10.attn.q_norm.weight", + "/q_norm_10/Mul_1_output_0", + "/Mul_40_output_0", + "/Slice_41_output_0", + "/Neg_20_output_0", + "/Slice_40_output_0", + "/Concat_53_output_0", + "/Mul_41_output_0", + "/Add_40_output_0", + "/FakeLinear_41_output_0", + "/Constant_304_output_0", + "/Concat_51_output_0", + "/Reshape_42_output_0", + "/k_norm_10/Mul_output_0", + "model.transformer.layers.10.attn.k_norm.weight", + "/k_norm_10/Mul_1_output_0", + "/Mul_42_output_0", + "/Slice_43_output_0", + "/Neg_21_output_0", + "/Slice_42_output_0", + "/Concat_54_output_0", + "/Mul_43_output_0", + "/Add_41_output_0", + "/FakeLinear_42_output_0", + "/Reshape_43_output_0", + "/FusedAttention_10_output_0", + "/FakeLinear_43_output_0", + "/Add_42_output_0", + "/ffn_norm_10/Mul_output_0", + "model.transformer.layers.10.ffn_norm.weight", + "/ffn_norm_10/Mul_1_output_0", + "/ffn/proj_1_10/FakeLinear_output_0", + "/ffn_10/Slice_output_0", + "/ffn/act_10/Sigmoid_output_0", + "/ffn/act_10/Mul_output_0", + "/ffn_10/Mul_1_output_0", + "/ffn_10/Slice_1_output_0", + "/ffn_10/Mul_2_output_0", + "/ffn/proj_2_10/FakeLinear_output_0", + "/Add_43_output_0", + "/Reshape_44_output_0", + "/attn_norm_11/Mul_output_0", + "model.transformer.layers.11.attn_norm.weight", + "/attn_norm_11/Mul_1_output_0", + "/FakeLinear_44_output_0", + "/Shape_45_output_0", + "Shape1020", + "BinaryOp1023", + "BinaryOp1024", + "Unsqueeze1025", + "BinaryOp1027", + "Unsqueeze1028", + "StridedSlice1031", + "Squeeze1032", + "BinaryOp1033", + "BinaryOp1034", + "/Gather_59_output_0", + "/Unsqueeze_111_output_0", + "/Concat_55_output_0", + "/Reshape_45_output_0", + "/q_norm_11/Mul_output_0", + "model.transformer.layers.11.attn.q_norm.weight", + "/q_norm_11/Mul_1_output_0", + "/Mul_44_output_0", + "/Slice_45_output_0", + "/Neg_22_output_0", + "/Slice_44_output_0", + "/Concat_58_output_0", + "/Mul_45_output_0", + "/Add_44_output_0", + "/FakeLinear_45_output_0", + "/Concat_56_output_0", + "/Reshape_46_output_0", + "/k_norm_11/Mul_output_0", + "model.transformer.layers.11.attn.k_norm.weight", + "/k_norm_11/Mul_1_output_0", + "/Mul_46_output_0", + "/Slice_47_output_0", + "/Neg_23_output_0", + "/Slice_46_output_0", + "/Concat_59_output_0", + "/Mul_47_output_0", + "/Add_45_output_0", + "/FakeLinear_46_output_0", + "/Reshape_47_output_0", + "/FusedAttention_11_output_0", + "/FakeLinear_47_output_0", + "/Add_46_output_0", + "/ffn_norm_11/Mul_output_0", + "model.transformer.layers.11.ffn_norm.weight", + "/ffn_norm_11/Mul_1_output_0", + "/ffn/proj_1_11/FakeLinear_output_0", + "/ffn_11/Mul_output_0", + "/ffn_11/Slice_output_0", + "/ffn/act_11/Sigmoid_output_0", + "/ffn/act_11/Mul_output_0", + "/ffn_11/Mul_1_output_0", + "/ffn_11/Slice_1_output_0", + "/ffn_11/Mul_2_output_0", + "/ffn/proj_2_11/FakeLinear_output_0", + "/Add_47_output_0", + "/Reshape_48_output_0", + "/attn_norm_12/Mul_output_0", + "model.transformer.layers.12.attn_norm.weight", + "/attn_norm_12/Mul_1_output_0", + "/FakeLinear_48_output_0", + "/Shape_49_output_0", + "Shape1106", + "BinaryOp1109", + "BinaryOp1110", + "Unsqueeze1111", + "BinaryOp1113", + "Unsqueeze1114", + "StridedSlice1117", + "Squeeze1118", + "BinaryOp1119", + "BinaryOp1120", + "/Gather_64_output_0", + "/Unsqueeze_121_output_0", + "/Concat_60_output_0", + "/Reshape_49_output_0", + "/q_norm_12/Mul_output_0", + "model.transformer.layers.12.attn.q_norm.weight", + "/q_norm_12/Mul_1_output_0", + "/Mul_48_output_0", + "/Slice_49_output_0", + "/Neg_24_output_0", + "/Slice_48_output_0", + "/Concat_63_output_0", + "/Mul_49_output_0", + "/Add_48_output_0", + "/FakeLinear_49_output_0", + "/Concat_61_output_0", + "/Reshape_50_output_0", + "/k_norm_12/Mul_output_0", + "model.transformer.layers.12.attn.k_norm.weight", + "/k_norm_12/Mul_1_output_0", + "/Mul_50_output_0", + "/Slice_51_output_0", + "/Neg_25_output_0", + "/Slice_50_output_0", + "/Concat_64_output_0", + "/Mul_51_output_0", + "/Add_49_output_0", + "/FakeLinear_50_output_0", + "/Reshape_51_output_0", + "/FusedAttention_12_output_0", + "/FakeLinear_51_output_0", + "/Add_50_output_0", + "/ffn_norm_12/Mul_output_0", + "model.transformer.layers.12.ffn_norm.weight", + "/ffn_norm_12/Mul_1_output_0", + "/ffn/proj_1_12/FakeLinear_output_0", + "/ffn_12/Mul_output_0", + "/ffn_12/Slice_output_0", + "/ffn/act_12/Sigmoid_output_0", + "/ffn/act_12/Mul_output_0", + "/ffn_12/Mul_1_output_0", + "/ffn_12/Slice_1_output_0", + "/ffn_12/Mul_2_output_0", + "/ffn/proj_2_12/FakeLinear_output_0", + "/Add_51_output_0", + "/Reshape_52_output_0", + "/attn_norm_13/Mul_output_0", + "model.transformer.layers.13.attn_norm.weight", + "/attn_norm_13/Mul_1_output_0", + "/FakeLinear_52_output_0", + "/Shape_53_output_0", + "Shape1192", + "BinaryOp1195", + "BinaryOp1196", + "Unsqueeze1197", + "BinaryOp1199", + "Unsqueeze1200", + "StridedSlice1203", + "Squeeze1204", + "BinaryOp1205", + "BinaryOp1206", + "/Gather_69_output_0", + "/Unsqueeze_131_output_0", + "/Concat_65_output_0", + "/Reshape_53_output_0", + "/q_norm_13/Mul_output_0", + "model.transformer.layers.13.attn.q_norm.weight", + "/q_norm_13/Mul_1_output_0", + "/Mul_52_output_0", + "/Slice_53_output_0", + "/Neg_26_output_0", + "/Slice_52_output_0", + "/Concat_68_output_0", + "/Mul_53_output_0", + "/Add_52_output_0", + "/FakeLinear_53_output_0", + "/Concat_66_output_0", + "/Reshape_54_output_0", + "/k_norm_13/Mul_output_0", + "model.transformer.layers.13.attn.k_norm.weight", + "/k_norm_13/Mul_1_output_0", + "/Mul_54_output_0", + "/Slice_55_output_0", + "/Neg_27_output_0", + "/Slice_54_output_0", + "/Concat_69_output_0", + "/Mul_55_output_0", + "/Add_53_output_0", + "/FakeLinear_54_output_0", + "/Reshape_55_output_0", + "/FusedAttention_13_output_0", + "/FakeLinear_55_output_0", + "/Add_54_output_0", + "/ffn_norm_13/Mul_output_0", + "model.transformer.layers.13.ffn_norm.weight", + "/ffn_norm_13/Mul_1_output_0", + "/ffn/proj_1_13/FakeLinear_output_0", + "/ffn_13/Mul_output_0", + "/ffn_13/Slice_output_0", + "/ffn/act_13/Sigmoid_output_0", + "/ffn/act_13/Mul_output_0", + "/ffn_13/Mul_1_output_0", + "/ffn_13/Slice_1_output_0", + "/ffn_13/Mul_2_output_0", + "/ffn/proj_2_13/FakeLinear_output_0", + "/Add_55_output_0", + "/Reshape_56_output_0", + "/attn_norm_14/Mul_output_0", + "model.transformer.layers.14.attn_norm.weight", + "/attn_norm_14/Mul_1_output_0", + "/FakeLinear_56_output_0", + "/Shape_57_output_0", + "Shape1278", + "BinaryOp1281", + "BinaryOp1282", + "Unsqueeze1283", + "BinaryOp1285", + "Unsqueeze1286", + "StridedSlice1289", + "Squeeze1290", + "BinaryOp1291", + "BinaryOp1292", + "/Gather_74_output_0", + "/Unsqueeze_141_output_0", + "/Concat_70_output_0", + "/Reshape_57_output_0", + "/q_norm_14/Mul_output_0", + "model.transformer.layers.14.attn.q_norm.weight", + "/q_norm_14/Mul_1_output_0", + "/Mul_56_output_0", + "/Slice_57_output_0", + "/Neg_28_output_0", + "/Slice_56_output_0", + "/Concat_73_output_0", + "/Mul_57_output_0", + "/Add_56_output_0", + "/FakeLinear_57_output_0", + "/Concat_71_output_0", + "/Reshape_58_output_0", + "/k_norm_14/Mul_output_0", + "model.transformer.layers.14.attn.k_norm.weight", + "/k_norm_14/Mul_1_output_0", + "/Mul_58_output_0", + "/Slice_59_output_0", + "/Neg_29_output_0", + "/Slice_58_output_0", + "/Concat_74_output_0", + "/Mul_59_output_0", + "/Add_57_output_0", + "/FakeLinear_58_output_0", + "/Reshape_59_output_0", + "/FusedAttention_14_output_0", + "/FakeLinear_59_output_0", + "/Add_58_output_0", + "/ffn_norm_14/Mul_output_0", + "model.transformer.layers.14.ffn_norm.weight", + "/ffn_norm_14/Mul_1_output_0", + "/ffn/proj_1_14/FakeLinear_output_0", + "/ffn_14/Slice_output_0", + "/ffn/act_14/Sigmoid_output_0", + "/ffn/act_14/Mul_output_0", + "/ffn_14/Mul_1_output_0", + "/ffn_14/Slice_1_output_0", + "/ffn_14/Mul_2_output_0", + "/ffn/proj_2_14/FakeLinear_output_0", + "/Add_59_output_0", + "/Reshape_60_output_0", + "/attn_norm_15/Mul_output_0", + "model.transformer.layers.15.attn_norm.weight", + "/attn_norm_15/Mul_1_output_0", + "/FakeLinear_60_output_0", + "/Shape_61_output_0", + "Shape1363", + "BinaryOp1366", + "BinaryOp1367", + "Unsqueeze1368", + "BinaryOp1370", + "Unsqueeze1371", + "StridedSlice1374", + "Squeeze1375", + "BinaryOp1376", + "BinaryOp1377", + "/Gather_79_output_0", + "/Unsqueeze_151_output_0", + "/Concat_75_output_0", + "/Reshape_61_output_0", + "/q_norm_15/Mul_output_0", + "model.transformer.layers.15.attn.q_norm.weight", + "/q_norm_15/Mul_1_output_0", + "/Mul_60_output_0", + "/Slice_61_output_0", + "/Neg_30_output_0", + "/Slice_60_output_0", + "/Concat_78_output_0", + "/Mul_61_output_0", + "/Add_60_output_0", + "/FakeLinear_61_output_0", + "/Concat_76_output_0", + "/Reshape_62_output_0", + "/k_norm_15/Mul_output_0", + "model.transformer.layers.15.attn.k_norm.weight", + "/k_norm_15/Mul_1_output_0", + "/Mul_62_output_0", + "/Slice_63_output_0", + "/Neg_31_output_0", + "/Slice_62_output_0", + "/Concat_79_output_0", + "/Mul_63_output_0", + "/Add_61_output_0", + "/FakeLinear_62_output_0", + "/Reshape_63_output_0", + "/FusedAttention_15_output_0", + "/FakeLinear_63_output_0", + "/Add_62_output_0", + "/ffn_norm_15/Mul_output_0", + "model.transformer.layers.15.ffn_norm.weight", + "/ffn_norm_15/Mul_1_output_0", + "/ffn/proj_1_15/FakeLinear_output_0", + "/ffn_15/Slice_output_0", + "/ffn/act_15/Sigmoid_output_0", + "/ffn/act_15/Mul_output_0", + "/ffn_15/Mul_1_output_0", + "/ffn_15/Slice_1_output_0", + "/ffn_15/Mul_2_output_0", + "/ffn/proj_2_15/FakeLinear_output_0", + "/Add_63_output_0", + "/Reshape_64_output_0", + "/attn_norm_16/Mul_output_0", + "model.transformer.layers.16.attn_norm.weight", + "/attn_norm_16/Mul_1_output_0", + "/FakeLinear_64_output_0", + "/Shape_65_output_0", + "Shape1448", + "BinaryOp1451", + "BinaryOp1452", + "Unsqueeze1453", + "BinaryOp1455", + "Unsqueeze1456", + "StridedSlice1459", + "Squeeze1460", + "BinaryOp1461", + "BinaryOp1462", + "/Gather_84_output_0", + "/Unsqueeze_161_output_0", + "/Constant_480_output_0", + "/Concat_80_output_0", + "/Reshape_65_output_0", + "/q_norm_16/Mul_output_0", + "model.transformer.layers.16.attn.q_norm.weight", + "/q_norm_16/Mul_1_output_0", + "/Mul_64_output_0", + "/Slice_65_output_0", + "/Neg_32_output_0", + "/Slice_64_output_0", + "/Concat_83_output_0", + "/Mul_65_output_0", + "/Add_64_output_0", + "/FakeLinear_65_output_0", + "/Constant_482_output_0", + "/Concat_81_output_0", + "/Reshape_66_output_0", + "/k_norm_16/Mul_output_0", + "model.transformer.layers.16.attn.k_norm.weight", + "/k_norm_16/Mul_1_output_0", + "/Mul_66_output_0", + "/Slice_67_output_0", + "/Neg_33_output_0", + "/Slice_66_output_0", + "/Concat_84_output_0", + "/Mul_67_output_0", + "/Add_65_output_0", + "/FakeLinear_66_output_0", + "/Reshape_67_output_0", + "/FusedAttention_16_output_0", + "/FakeLinear_67_output_0", + "/Add_66_output_0", + "/ffn_norm_16/Mul_output_0", + "model.transformer.layers.16.ffn_norm.weight", + "/ffn_norm_16/Mul_1_output_0", + "/ffn/proj_1_16/FakeLinear_output_0", + "/ffn_16/Mul_output_0", + "/ffn_16/Slice_output_0", + "/ffn/act_16/Sigmoid_output_0", + "/ffn/act_16/Mul_output_0", + "/ffn_16/Mul_1_output_0", + "/ffn_16/Slice_1_output_0", + "/ffn_16/Mul_2_output_0", + "/ffn/proj_2_16/FakeLinear_output_0", + "/Add_67_output_0", + "/Reshape_68_output_0", + "/attn_norm_17/Mul_output_0", + "model.transformer.layers.17.attn_norm.weight", + "/attn_norm_17/Mul_1_output_0", + "/FakeLinear_68_output_0", + "/Shape_69_output_0", + "Shape1536", + "BinaryOp1539", + "BinaryOp1540", + "Unsqueeze1541", + "BinaryOp1543", + "Unsqueeze1544", + "StridedSlice1547", + "Squeeze1548", + "BinaryOp1549", + "BinaryOp1550", + "/Gather_89_output_0", + "/Unsqueeze_171_output_0", + "/Concat_85_output_0", + "/Reshape_69_output_0", + "/q_norm_17/Mul_output_0", + "model.transformer.layers.17.attn.q_norm.weight", + "/q_norm_17/Mul_1_output_0", + "/Mul_68_output_0", + "/Slice_69_output_0", + "/Neg_34_output_0", + "/Slice_68_output_0", + "/Concat_88_output_0", + "/Mul_69_output_0", + "/Add_68_output_0", + "/FakeLinear_69_output_0", + "/Concat_86_output_0", + "/Reshape_70_output_0", + "/k_norm_17/Mul_output_0", + "model.transformer.layers.17.attn.k_norm.weight", + "/k_norm_17/Mul_1_output_0", + "/Mul_70_output_0", + "/Slice_71_output_0", + "/Neg_35_output_0", + "/Slice_70_output_0", + "/Concat_89_output_0", + "/Mul_71_output_0", + "/Add_69_output_0", + "/FakeLinear_70_output_0", + "/Reshape_71_output_0", + "/FusedAttention_17_output_0", + "/FakeLinear_71_output_0", + "/Add_70_output_0", + "/ffn_norm_17/Mul_output_0", + "model.transformer.layers.17.ffn_norm.weight", + "/ffn_norm_17/Mul_1_output_0", + "/ffn/proj_1_17/FakeLinear_output_0", + "/ffn_17/Slice_output_0", + "/ffn/act_17/Sigmoid_output_0", + "/ffn/act_17/Mul_output_0", + "/ffn_17/Mul_1_output_0", + "/ffn_17/Slice_1_output_0", + "/ffn_17/Mul_2_output_0", + "/ffn/proj_2_17/FakeLinear_output_0", + "/Add_71_output_0", + "/Reshape_72_output_0", + "/attn_norm_18/Mul_output_0", + "model.transformer.layers.18.attn_norm.weight", + "/attn_norm_18/Mul_1_output_0", + "/FakeLinear_72_output_0", + "/Shape_73_output_0", + "Shape1621", + "BinaryOp1624", + "BinaryOp1625", + "Unsqueeze1626", + "BinaryOp1628", + "Unsqueeze1629", + "StridedSlice1632", + "Squeeze1633", + "BinaryOp1634", + "BinaryOp1635", + "/Gather_94_output_0", + "/Unsqueeze_181_output_0", + "/Concat_90_output_0", + "/Reshape_73_output_0", + "/q_norm_18/Mul_output_0", + "model.transformer.layers.18.attn.q_norm.weight", + "/q_norm_18/Mul_1_output_0", + "/Mul_72_output_0", + "/Slice_73_output_0", + "/Neg_36_output_0", + "/Slice_72_output_0", + "/Concat_93_output_0", + "/Mul_73_output_0", + "/Add_72_output_0", + "/FakeLinear_73_output_0", + "/Concat_91_output_0", + "/Reshape_74_output_0", + "/k_norm_18/Mul_output_0", + "model.transformer.layers.18.attn.k_norm.weight", + "/k_norm_18/Mul_1_output_0", + "/Mul_74_output_0", + "/Slice_75_output_0", + "/Neg_37_output_0", + "/Slice_74_output_0", + "/Concat_94_output_0", + "/Mul_75_output_0", + "/Add_73_output_0", + "/FakeLinear_74_output_0", + "/Reshape_75_output_0", + "/FusedAttention_18_output_0", + "/FakeLinear_75_output_0", + "/Add_74_output_0", + "/ffn_norm_18/Mul_output_0", + "model.transformer.layers.18.ffn_norm.weight", + "/ffn_norm_18/Mul_1_output_0", + "/ffn/proj_1_18/FakeLinear_output_0", + "/ffn_18/Mul_output_0", + "/ffn_18/Slice_output_0", + "/ffn/act_18/Sigmoid_output_0", + "/ffn/act_18/Mul_output_0", + "/ffn_18/Mul_1_output_0", + "/ffn_18/Slice_1_output_0", + "/ffn_18/Mul_2_output_0", + "/ffn/proj_2_18/FakeLinear_output_0", + "/Add_75_output_0", + "/Reshape_76_output_0", + "/attn_norm_19/Mul_output_0", + "model.transformer.layers.19.attn_norm.weight", + "/attn_norm_19/Mul_1_output_0", + "/FakeLinear_76_output_0", + "/Shape_77_output_0", + "Shape1707", + "BinaryOp1710", + "BinaryOp1711", + "Unsqueeze1712", + "BinaryOp1714", + "Unsqueeze1715", + "StridedSlice1718", + "Squeeze1719", + "BinaryOp1720", + "BinaryOp1721", + "/Gather_99_output_0", + "/Unsqueeze_191_output_0", + "/Concat_95_output_0", + "/Reshape_77_output_0", + "/q_norm_19/Mul_output_0", + "model.transformer.layers.19.attn.q_norm.weight", + "/q_norm_19/Mul_1_output_0", + "/Mul_76_output_0", + "/Slice_77_output_0", + "/Neg_38_output_0", + "/Slice_76_output_0", + "/Concat_98_output_0", + "/Mul_77_output_0", + "/Add_76_output_0", + "/FakeLinear_77_output_0", + "/Concat_96_output_0", + "/Reshape_78_output_0", + "/k_norm_19/Mul_output_0", + "model.transformer.layers.19.attn.k_norm.weight", + "/k_norm_19/Mul_1_output_0", + "/Mul_78_output_0", + "/Slice_79_output_0", + "/Neg_39_output_0", + "/Slice_78_output_0", + "/Concat_99_output_0", + "/Mul_79_output_0", + "/Add_77_output_0", + "/FakeLinear_78_output_0", + "/Reshape_79_output_0", + "/FusedAttention_19_output_0", + "/FakeLinear_79_output_0", + "/Add_78_output_0", + "/ffn_norm_19/Mul_output_0", + "model.transformer.layers.19.ffn_norm.weight", + "/ffn_norm_19/Mul_1_output_0", + "/ffn/proj_1_19/FakeLinear_output_0", + "/ffn_19/Slice_output_0", + "/ffn/act_19/Sigmoid_output_0", + "/ffn/act_19/Mul_output_0", + "/ffn_19/Mul_1_output_0", + "/ffn_19/Slice_1_output_0", + "/ffn_19/Mul_2_output_0", + "/ffn/proj_2_19/FakeLinear_output_0", + "/Add_79_output_0", + "/lm/Constant_output_0__", + "/lm/Reshape_output_0", + "/rotary/Constant_6_output_0", + "Shape1784", + "BinaryOp1787", + "BinaryOp1788", + "Unsqueeze1789", + "BinaryOp1791", + "Unsqueeze1792", + "StridedSlice1795", + "Squeeze1796", + "BinaryOp1797", + "BinaryOp1798", + "/lm/Gather_output_0", + "/lm/Constant_1_output_0__", + "/lm/Reshape_1_output_0", + "/lm/norm/Mul_output_0", + "model.transformer.norm.weight", + "/lm/norm/Mul_1_output_0", + "/lm/lm/FakeLinear_output_0", + "/Constant_596_output_0__", + "logits", + "past_key_values", + "Shape1814", + "BinaryOp1817", + "BinaryOp1818", + "Unsqueeze1819", + "BinaryOp1821", + "Unsqueeze1822", + "StridedSlice1825", + "BinaryOp1827", + "BinaryOp1828", + "/Gather_output_0", + "/Unsqueeze_200_output_0", + "Unsqueeze1836", + "Unsqueeze1839", + "StridedSlice1842", + "Squeeze1843", + "BinaryOp1844", + "BinaryOp1845", + "/Gather_7_output_0", + "/Unsqueeze_201_output_0", + "/rotary/Constant_7_output_0", + "Unsqueeze1854", + "Unsqueeze1857", + "StridedSlice1860", + "Squeeze1861", + "BinaryOp1862", + "BinaryOp1863", + "/Gather_12_output_0", + "/Unsqueeze_202_output_0", + "/Constant_6_output_0", + "Unsqueeze1872", + "Unsqueeze1875", + "StridedSlice1878", + "Squeeze1879", + "BinaryOp1880", + "BinaryOp1881", + "/Gather_17_output_0", + "/Unsqueeze_203_output_0", + "/Constant_95_output_0", + "Unsqueeze1890", + "Unsqueeze1893", + "StridedSlice1896", + "Squeeze1897", + "BinaryOp1898", + "BinaryOp1899", + "/Gather_22_output_0", + "/Unsqueeze_204_output_0", + "/Constant_149_output_0", + "Unsqueeze1908", + "Unsqueeze1911", + "StridedSlice1914", + "Squeeze1915", + "BinaryOp1916", + "BinaryOp1917", + "/Gather_27_output_0", + "/Unsqueeze_205_output_0", + "/rotary/Constant_output_0", + "Unsqueeze1926", + "Unsqueeze1929", + "StridedSlice1932", + "Squeeze1933", + "BinaryOp1934", + "BinaryOp1935", + "/Gather_32_output_0", + "/Unsqueeze_206_output_0", + "/Constant_208_output_0", + "Unsqueeze1944", + "Unsqueeze1947", + "StridedSlice1950", + "Squeeze1951", + "BinaryOp1952", + "BinaryOp1953", + "/Gather_37_output_0", + "/Unsqueeze_207_output_0", + "/Constant_238_output_0", + "Unsqueeze1962", + "Unsqueeze1965", + "StridedSlice1968", + "Squeeze1969", + "BinaryOp1970", + "BinaryOp1971", + "/Gather_42_output_0", + "/Unsqueeze_208_output_0", + "/Constant_268_output_0", + "Unsqueeze1980", + "Unsqueeze1983", + "StridedSlice1986", + "Squeeze1987", + "BinaryOp1988", + "BinaryOp1989", + "/Gather_47_output_0", + "/Unsqueeze_209_output_0", + "/Constant_298_output_0", + "Unsqueeze1998", + "Unsqueeze2001", + "StridedSlice2004", + "Squeeze2005", + "BinaryOp2006", + "BinaryOp2007", + "/Gather_52_output_0", + "/Unsqueeze_210_output_0", + "/Constant_328_output_0", + "Unsqueeze2016", + "Unsqueeze2019", + "StridedSlice2022", + "Squeeze2023", + "BinaryOp2024", + "BinaryOp2025", + "/Gather_57_output_0", + "/Unsqueeze_211_output_0", + "/Constant_3_output_0", + "Unsqueeze2034", + "Unsqueeze2037", + "StridedSlice2040", + "Squeeze2041", + "BinaryOp2042", + "BinaryOp2043", + "/Gather_62_output_0", + "/Unsqueeze_212_output_0", + "/Constant_387_output_0", + "Unsqueeze2052", + "Unsqueeze2055", + "StridedSlice2058", + "Squeeze2059", + "BinaryOp2060", + "BinaryOp2061", + "/Gather_67_output_0", + "/Unsqueeze_213_output_0", + "/Constant_417_output_0", + "Unsqueeze2070", + "Unsqueeze2073", + "StridedSlice2076", + "Squeeze2077", + "BinaryOp2078", + "BinaryOp2079", + "/Gather_72_output_0", + "/Unsqueeze_214_output_0", + "/Constant_447_output_0", + "Unsqueeze2088", + "Unsqueeze2091", + "StridedSlice2094", + "Squeeze2095", + "BinaryOp2096", + "BinaryOp2097", + "/Gather_77_output_0", + "/Unsqueeze_215_output_0", + "/Constant_92_output_0", + "Unsqueeze2106", + "Unsqueeze2109", + "StridedSlice2112", + "Squeeze2113", + "BinaryOp2114", + "BinaryOp2115", + "/Gather_82_output_0", + "/Unsqueeze_216_output_0", + "/Constant_506_output_0", + "Unsqueeze2124", + "Unsqueeze2127", + "StridedSlice2130", + "Squeeze2131", + "BinaryOp2132", + "BinaryOp2133", + "/Gather_87_output_0", + "/Unsqueeze_217_output_0", + "/Constant_536_output_0", + "Unsqueeze2142", + "Unsqueeze2145", + "StridedSlice2148", + "Squeeze2149", + "BinaryOp2150", + "BinaryOp2151", + "/Gather_92_output_0", + "/Unsqueeze_218_output_0", + "/Constant_566_output_0", + "Unsqueeze2160", + "Unsqueeze2163", + "StridedSlice2166", + "Squeeze2167", + "BinaryOp2168", + "BinaryOp2169", + "/Gather_97_output_0", + "/Unsqueeze_219_output_0", + "presents", + "/layers.0/self_attn/q_proj/Linear/pre_reshape", + "/layers.0/self_attn/q_proj/Linear/pre_convert", + "/layers.0/self_attn/q_proj/Linear", + "/layers.0/self_attn/q_proj/Linear/post_convert", + "/layers.0/self_attn/k_proj/Linear/pre_reshape", + "/layers.0/self_attn/k_proj/Linear/pre_convert", + "/layers.0/self_attn/k_proj/Linear", + "/layers.0/self_attn/k_proj/Linear/post_convert", + "/layers.0/self_attn/v_proj/Linear/pre_reshape", + "/layers.0/self_attn/v_proj/Linear/pre_convert", + "/layers.0/self_attn/v_proj/Linear", + "/layers.0/self_attn/v_proj/Linear/post_convert", + "/layers.0/self_attn/o_proj/Linear/pre_reshape", + "/layers.0/self_attn/o_proj/Linear/pre_convert", + "/layers.0/self_attn/o_proj/Linear", + "/layers.0/self_attn/o_proj/Linear/post_convert", + "/layers.0/mlp/proj_1/Linear/pre_reshape", + "/layers.0/mlp/proj_1/Linear/pre_convert", + "/layers.0/mlp/proj_1/Linear", + "/layers.0/mlp/proj_1/Linear/post_convert", + "/layers.0/mlp/proj_2/Linear/pre_reshape", + "/layers.0/mlp/proj_2/Linear/pre_convert", + "/layers.0/mlp/proj_2/Linear", + "/layers.0/mlp/proj_2/Linear/post_convert", + "/layers.1/self_attn/q_proj/Linear/pre_reshape", + "/layers.1/self_attn/q_proj/Linear/pre_convert", + "/layers.1/self_attn/q_proj/Linear", + "/layers.1/self_attn/q_proj/Linear/post_convert", + "/layers.1/self_attn/k_proj/Linear/pre_reshape", + "/layers.1/self_attn/k_proj/Linear/pre_convert", + "/layers.1/self_attn/k_proj/Linear", + "/layers.1/self_attn/k_proj/Linear/post_convert", + "/layers.1/self_attn/v_proj/Linear/pre_reshape", + "/layers.1/self_attn/v_proj/Linear/pre_convert", + "/layers.1/self_attn/v_proj/Linear", + "/layers.1/self_attn/v_proj/Linear/post_convert", + "/layers.1/self_attn/o_proj/Linear/pre_reshape", + "/layers.1/self_attn/o_proj/Linear/pre_convert", + "/layers.1/self_attn/o_proj/Linear", + "/layers.1/self_attn/o_proj/Linear/post_convert", + "/layers.1/mlp/proj_1/Linear/pre_reshape", + "/layers.1/mlp/proj_1/Linear/pre_convert", + "/layers.1/mlp/proj_1/Linear", + "/layers.1/mlp/proj_1/Linear/post_convert", + "/layers.1/mlp/proj_2/Linear/pre_reshape", + "/layers.1/mlp/proj_2/Linear/pre_convert", + "/layers.1/mlp/proj_2/Linear", + "/layers.1/mlp/proj_2/Linear/post_convert", + "/layers.2/self_attn/q_proj/Linear/pre_reshape", + "/layers.2/self_attn/q_proj/Linear/pre_convert", + "/layers.2/self_attn/q_proj/Linear", + "/layers.2/self_attn/q_proj/Linear/post_convert", + "/layers.2/self_attn/k_proj/Linear/pre_reshape", + "/layers.2/self_attn/k_proj/Linear/pre_convert", + "/layers.2/self_attn/k_proj/Linear", + "/layers.2/self_attn/k_proj/Linear/post_convert", + "/layers.2/self_attn/v_proj/Linear/pre_reshape", + "/layers.2/self_attn/v_proj/Linear/pre_convert", + "/layers.2/self_attn/v_proj/Linear", + "/layers.2/self_attn/v_proj/Linear/post_convert", + "/layers.2/self_attn/o_proj/Linear/pre_reshape", + "/layers.2/self_attn/o_proj/Linear/pre_convert", + "/layers.2/self_attn/o_proj/Linear", + "/layers.2/self_attn/o_proj/Linear/post_convert", + "/layers.2/mlp/proj_1/Linear/pre_reshape", + "/layers.2/mlp/proj_1/Linear/pre_convert", + "/layers.2/mlp/proj_1/Linear", + "/layers.2/mlp/proj_1/Linear/post_convert", + "/layers.2/mlp/proj_2/Linear/pre_reshape", + "/layers.2/mlp/proj_2/Linear/pre_convert", + "/layers.2/mlp/proj_2/Linear", + "/layers.2/mlp/proj_2/Linear/post_convert", + "/layers.3/self_attn/q_proj/Linear/pre_reshape", + "/layers.3/self_attn/q_proj/Linear/pre_convert", + "/layers.3/self_attn/q_proj/Linear", + "/layers.3/self_attn/q_proj/Linear/post_convert", + "/layers.3/self_attn/k_proj/Linear/pre_reshape", + "/layers.3/self_attn/k_proj/Linear/pre_convert", + "/layers.3/self_attn/k_proj/Linear", + "/layers.3/self_attn/k_proj/Linear/post_convert", + "/layers.3/self_attn/v_proj/Linear/pre_reshape", + "/layers.3/self_attn/v_proj/Linear/pre_convert", + "/layers.3/self_attn/v_proj/Linear", + "/layers.3/self_attn/v_proj/Linear/post_convert", + "/layers.3/self_attn/o_proj/Linear/pre_reshape", + "/layers.3/self_attn/o_proj/Linear/pre_convert", + "/layers.3/self_attn/o_proj/Linear", + "/layers.3/self_attn/o_proj/Linear/post_convert", + "/layers.3/mlp/proj_1/Linear/pre_reshape", + "/layers.3/mlp/proj_1/Linear/pre_convert", + "/layers.3/mlp/proj_1/Linear", + "/layers.3/mlp/proj_1/Linear/post_convert", + "/layers.3/mlp/proj_2/Linear/pre_reshape", + "/layers.3/mlp/proj_2/Linear/pre_convert", + "/layers.3/mlp/proj_2/Linear", + "/layers.3/mlp/proj_2/Linear/post_convert", + "/layers.4/self_attn/q_proj/Linear/pre_reshape", + "/layers.4/self_attn/q_proj/Linear/pre_convert", + "/layers.4/self_attn/q_proj/Linear", + "/layers.4/self_attn/q_proj/Linear/post_convert", + "/layers.4/self_attn/k_proj/Linear/pre_reshape", + "/layers.4/self_attn/k_proj/Linear/pre_convert", + "/layers.4/self_attn/k_proj/Linear", + "/layers.4/self_attn/k_proj/Linear/post_convert", + "/layers.4/self_attn/v_proj/Linear/pre_reshape", + "/layers.4/self_attn/v_proj/Linear/pre_convert", + "/layers.4/self_attn/v_proj/Linear", + "/layers.4/self_attn/v_proj/Linear/post_convert", + "/layers.4/self_attn/o_proj/Linear/pre_reshape", + "/layers.4/self_attn/o_proj/Linear/pre_convert", + "/layers.4/self_attn/o_proj/Linear", + "/layers.4/self_attn/o_proj/Linear/post_convert", + "/layers.4/mlp/proj_1/Linear/pre_reshape", + "/layers.4/mlp/proj_1/Linear/pre_convert", + "/layers.4/mlp/proj_1/Linear", + "/layers.4/mlp/proj_1/Linear/post_convert", + "/layers.4/mlp/proj_2/Linear/pre_reshape", + "/layers.4/mlp/proj_2/Linear/pre_convert", + "/layers.4/mlp/proj_2/Linear", + "/layers.4/mlp/proj_2/Linear/post_convert", + "/layers.5/self_attn/q_proj/Linear/pre_reshape", + "/layers.5/self_attn/q_proj/Linear/pre_convert", + "/layers.5/self_attn/q_proj/Linear", + "/layers.5/self_attn/q_proj/Linear/post_convert", + "/layers.5/self_attn/k_proj/Linear/pre_reshape", + "/layers.5/self_attn/k_proj/Linear/pre_convert", + "/layers.5/self_attn/k_proj/Linear", + "/layers.5/self_attn/k_proj/Linear/post_convert", + "/layers.5/self_attn/v_proj/Linear/pre_reshape", + "/layers.5/self_attn/v_proj/Linear/pre_convert", + "/layers.5/self_attn/v_proj/Linear", + "/layers.5/self_attn/v_proj/Linear/post_convert", + "/layers.5/self_attn/o_proj/Linear/pre_reshape", + "/layers.5/self_attn/o_proj/Linear/pre_convert", + "/layers.5/self_attn/o_proj/Linear", + "/layers.5/self_attn/o_proj/Linear/post_convert", + "/layers.5/mlp/proj_1/Linear/pre_reshape", + "/layers.5/mlp/proj_1/Linear/pre_convert", + "/layers.5/mlp/proj_1/Linear", + "/layers.5/mlp/proj_1/Linear/post_convert", + "/layers.5/mlp/proj_2/Linear/pre_reshape", + "/layers.5/mlp/proj_2/Linear/pre_convert", + "/layers.5/mlp/proj_2/Linear", + "/layers.5/mlp/proj_2/Linear/post_convert", + "/layers.6/self_attn/q_proj/Linear/pre_reshape", + "/layers.6/self_attn/q_proj/Linear/pre_convert", + "/layers.6/self_attn/q_proj/Linear", + "/layers.6/self_attn/q_proj/Linear/post_convert", + "/layers.6/self_attn/k_proj/Linear/pre_reshape", + "/layers.6/self_attn/k_proj/Linear/pre_convert", + "/layers.6/self_attn/k_proj/Linear", + "/layers.6/self_attn/k_proj/Linear/post_convert", + "/layers.6/self_attn/v_proj/Linear/pre_reshape", + "/layers.6/self_attn/v_proj/Linear/pre_convert", + "/layers.6/self_attn/v_proj/Linear", + "/layers.6/self_attn/v_proj/Linear/post_convert", + "/layers.6/self_attn/o_proj/Linear/pre_reshape", + "/layers.6/self_attn/o_proj/Linear/pre_convert", + "/layers.6/self_attn/o_proj/Linear", + "/layers.6/self_attn/o_proj/Linear/post_convert", + "/layers.6/mlp/proj_1/Linear/pre_reshape", + "/layers.6/mlp/proj_1/Linear/pre_convert", + "/layers.6/mlp/proj_1/Linear", + "/layers.6/mlp/proj_1/Linear/post_convert", + "/layers.6/mlp/proj_2/Linear/pre_reshape", + "/layers.6/mlp/proj_2/Linear/pre_convert", + "/layers.6/mlp/proj_2/Linear", + "/layers.6/mlp/proj_2/Linear/post_convert", + "/layers.7/self_attn/q_proj/Linear/pre_reshape", + "/layers.7/self_attn/q_proj/Linear/pre_convert", + "/layers.7/self_attn/q_proj/Linear", + "/layers.7/self_attn/q_proj/Linear/post_convert", + "/layers.7/self_attn/k_proj/Linear/pre_reshape", + "/layers.7/self_attn/k_proj/Linear/pre_convert", + "/layers.7/self_attn/k_proj/Linear", + "/layers.7/self_attn/k_proj/Linear/post_convert", + "/layers.7/self_attn/v_proj/Linear/pre_reshape", + "/layers.7/self_attn/v_proj/Linear/pre_convert", + "/layers.7/self_attn/v_proj/Linear", + "/layers.7/self_attn/v_proj/Linear/post_convert", + "/layers.7/self_attn/o_proj/Linear/pre_reshape", + "/layers.7/self_attn/o_proj/Linear/pre_convert", + "/layers.7/self_attn/o_proj/Linear", + "/layers.7/self_attn/o_proj/Linear/post_convert", + "/layers.7/mlp/proj_1/Linear/pre_reshape", + "/layers.7/mlp/proj_1/Linear/pre_convert", + "/layers.7/mlp/proj_1/Linear", + "/layers.7/mlp/proj_1/Linear/post_convert", + "/layers.7/mlp/proj_2/Linear/pre_reshape", + "/layers.7/mlp/proj_2/Linear/pre_convert", + "/layers.7/mlp/proj_2/Linear", + "/layers.7/mlp/proj_2/Linear/post_convert", + "/layers.8/self_attn/q_proj/Linear/pre_reshape", + "/layers.8/self_attn/q_proj/Linear/pre_convert", + "/layers.8/self_attn/q_proj/Linear", + "/layers.8/self_attn/q_proj/Linear/post_convert", + "/layers.8/self_attn/k_proj/Linear/pre_reshape", + "/layers.8/self_attn/k_proj/Linear/pre_convert", + "/layers.8/self_attn/k_proj/Linear", + "/layers.8/self_attn/k_proj/Linear/post_convert", + "/layers.8/self_attn/v_proj/Linear/pre_reshape", + "/layers.8/self_attn/v_proj/Linear/pre_convert", + "/layers.8/self_attn/v_proj/Linear", + "/layers.8/self_attn/v_proj/Linear/post_convert", + "/layers.8/self_attn/o_proj/Linear/pre_reshape", + "/layers.8/self_attn/o_proj/Linear/pre_convert", + "/layers.8/self_attn/o_proj/Linear", + "/layers.8/self_attn/o_proj/Linear/post_convert", + "/layers.8/mlp/proj_1/Linear/pre_reshape", + "/layers.8/mlp/proj_1/Linear/pre_convert", + "/layers.8/mlp/proj_1/Linear", + "/layers.8/mlp/proj_1/Linear/post_convert", + "/layers.8/mlp/proj_2/Linear/pre_reshape", + "/layers.8/mlp/proj_2/Linear/pre_convert", + "/layers.8/mlp/proj_2/Linear", + "/layers.8/mlp/proj_2/Linear/post_convert", + "/layers.9/self_attn/q_proj/Linear/pre_reshape", + "/layers.9/self_attn/q_proj/Linear/pre_convert", + "/layers.9/self_attn/q_proj/Linear", + "/layers.9/self_attn/q_proj/Linear/post_convert", + "/layers.9/self_attn/k_proj/Linear/pre_reshape", + "/layers.9/self_attn/k_proj/Linear/pre_convert", + "/layers.9/self_attn/k_proj/Linear", + "/layers.9/self_attn/k_proj/Linear/post_convert", + "/layers.9/self_attn/v_proj/Linear/pre_reshape", + "/layers.9/self_attn/v_proj/Linear/pre_convert", + "/layers.9/self_attn/v_proj/Linear", + "/layers.9/self_attn/v_proj/Linear/post_convert", + "/layers.9/self_attn/o_proj/Linear/pre_reshape", + "/layers.9/self_attn/o_proj/Linear/pre_convert", + "/layers.9/self_attn/o_proj/Linear", + "/layers.9/self_attn/o_proj/Linear/post_convert", + "/layers.9/mlp/proj_1/Linear/pre_reshape", + "/layers.9/mlp/proj_1/Linear/pre_convert", + "/layers.9/mlp/proj_1/Linear", + "/layers.9/mlp/proj_1/Linear/post_convert", + "/layers.9/mlp/proj_2/Linear/pre_reshape", + "/layers.9/mlp/proj_2/Linear/pre_convert", + "/layers.9/mlp/proj_2/Linear", + "/layers.9/mlp/proj_2/Linear/post_convert", + "/layers.10/self_attn/q_proj/Linear/pre_reshape", + "/layers.10/self_attn/q_proj/Linear/pre_convert", + "/layers.10/self_attn/q_proj/Linear", + "/layers.10/self_attn/q_proj/Linear/post_convert", + "/layers.10/self_attn/k_proj/Linear/pre_reshape", + "/layers.10/self_attn/k_proj/Linear/pre_convert", + "/layers.10/self_attn/k_proj/Linear", + "/layers.10/self_attn/k_proj/Linear/post_convert", + "/layers.10/self_attn/v_proj/Linear/pre_reshape", + "/layers.10/self_attn/v_proj/Linear/pre_convert", + "/layers.10/self_attn/v_proj/Linear", + "/layers.10/self_attn/v_proj/Linear/post_convert", + "/layers.10/self_attn/o_proj/Linear/pre_reshape", + "/layers.10/self_attn/o_proj/Linear/pre_convert", + "/layers.10/self_attn/o_proj/Linear", + "/layers.10/self_attn/o_proj/Linear/post_convert", + "/layers.10/mlp/proj_1/Linear/pre_reshape", + "/layers.10/mlp/proj_1/Linear/pre_convert", + "/layers.10/mlp/proj_1/Linear", + "/layers.10/mlp/proj_1/Linear/post_convert", + "/layers.10/mlp/proj_2/Linear/pre_reshape", + "/layers.10/mlp/proj_2/Linear/pre_convert", + "/layers.10/mlp/proj_2/Linear", + "/layers.10/mlp/proj_2/Linear/post_convert", + "/layers.11/self_attn/q_proj/Linear/pre_reshape", + "/layers.11/self_attn/q_proj/Linear/pre_convert", + "/layers.11/self_attn/q_proj/Linear", + "/layers.11/self_attn/q_proj/Linear/post_convert", + "/layers.11/self_attn/k_proj/Linear/pre_reshape", + "/layers.11/self_attn/k_proj/Linear/pre_convert", + "/layers.11/self_attn/k_proj/Linear", + "/layers.11/self_attn/k_proj/Linear/post_convert", + "/layers.11/self_attn/v_proj/Linear/pre_reshape", + "/layers.11/self_attn/v_proj/Linear/pre_convert", + "/layers.11/self_attn/v_proj/Linear", + "/layers.11/self_attn/v_proj/Linear/post_convert", + "/layers.11/self_attn/o_proj/Linear/pre_reshape", + "/layers.11/self_attn/o_proj/Linear/pre_convert", + "/layers.11/self_attn/o_proj/Linear", + "/layers.11/self_attn/o_proj/Linear/post_convert", + "/layers.11/mlp/proj_1/Linear/pre_reshape", + "/layers.11/mlp/proj_1/Linear/pre_convert", + "/layers.11/mlp/proj_1/Linear", + "/layers.11/mlp/proj_1/Linear/post_convert", + "/layers.11/mlp/proj_2/Linear/pre_reshape", + "/layers.11/mlp/proj_2/Linear/pre_convert", + "/layers.11/mlp/proj_2/Linear", + "/layers.11/mlp/proj_2/Linear/post_convert", + "/layers.12/self_attn/q_proj/Linear/pre_reshape", + "/layers.12/self_attn/q_proj/Linear/pre_convert", + "/layers.12/self_attn/q_proj/Linear", + "/layers.12/self_attn/q_proj/Linear/post_convert", + "/layers.12/self_attn/k_proj/Linear/pre_reshape", + "/layers.12/self_attn/k_proj/Linear/pre_convert", + "/layers.12/self_attn/k_proj/Linear", + "/layers.12/self_attn/k_proj/Linear/post_convert", + "/layers.12/self_attn/v_proj/Linear/pre_reshape", + "/layers.12/self_attn/v_proj/Linear/pre_convert", + "/layers.12/self_attn/v_proj/Linear", + "/layers.12/self_attn/v_proj/Linear/post_convert", + "/layers.12/self_attn/o_proj/Linear/pre_reshape", + "/layers.12/self_attn/o_proj/Linear/pre_convert", + "/layers.12/self_attn/o_proj/Linear", + "/layers.12/self_attn/o_proj/Linear/post_convert", + "/layers.12/mlp/proj_1/Linear/pre_reshape", + "/layers.12/mlp/proj_1/Linear/pre_convert", + "/layers.12/mlp/proj_1/Linear", + "/layers.12/mlp/proj_1/Linear/post_convert", + "/layers.12/mlp/proj_2/Linear/pre_reshape", + "/layers.12/mlp/proj_2/Linear/pre_convert", + "/layers.12/mlp/proj_2/Linear", + "/layers.12/mlp/proj_2/Linear/post_convert", + "/layers.13/self_attn/q_proj/Linear/pre_reshape", + "/layers.13/self_attn/q_proj/Linear/pre_convert", + "/layers.13/self_attn/q_proj/Linear", + "/layers.13/self_attn/q_proj/Linear/post_convert", + "/layers.13/self_attn/k_proj/Linear/pre_reshape", + "/layers.13/self_attn/k_proj/Linear/pre_convert", + "/layers.13/self_attn/k_proj/Linear", + "/layers.13/self_attn/k_proj/Linear/post_convert", + "/layers.13/self_attn/v_proj/Linear/pre_reshape", + "/layers.13/self_attn/v_proj/Linear/pre_convert", + "/layers.13/self_attn/v_proj/Linear", + "/layers.13/self_attn/v_proj/Linear/post_convert", + "/layers.13/self_attn/o_proj/Linear/pre_reshape", + "/layers.13/self_attn/o_proj/Linear/pre_convert", + "/layers.13/self_attn/o_proj/Linear", + "/layers.13/self_attn/o_proj/Linear/post_convert", + "/layers.13/mlp/proj_1/Linear/pre_reshape", + "/layers.13/mlp/proj_1/Linear/pre_convert", + "/layers.13/mlp/proj_1/Linear", + "/layers.13/mlp/proj_1/Linear/post_convert", + "/layers.13/mlp/proj_2/Linear/pre_reshape", + "/layers.13/mlp/proj_2/Linear/pre_convert", + "/layers.13/mlp/proj_2/Linear", + "/layers.13/mlp/proj_2/Linear/post_convert", + "/layers.14/self_attn/q_proj/Linear/pre_reshape", + "/layers.14/self_attn/q_proj/Linear/pre_convert", + "/layers.14/self_attn/q_proj/Linear", + "/layers.14/self_attn/q_proj/Linear/post_convert", + "/layers.14/self_attn/k_proj/Linear/pre_reshape", + "/layers.14/self_attn/k_proj/Linear/pre_convert", + "/layers.14/self_attn/k_proj/Linear", + "/layers.14/self_attn/k_proj/Linear/post_convert", + "/layers.14/self_attn/v_proj/Linear/pre_reshape", + "/layers.14/self_attn/v_proj/Linear/pre_convert", + "/layers.14/self_attn/v_proj/Linear", + "/layers.14/self_attn/v_proj/Linear/post_convert", + "/layers.14/self_attn/o_proj/Linear/pre_reshape", + "/layers.14/self_attn/o_proj/Linear/pre_convert", + "/layers.14/self_attn/o_proj/Linear", + "/layers.14/self_attn/o_proj/Linear/post_convert", + "/layers.14/mlp/proj_1/Linear/pre_reshape", + "/layers.14/mlp/proj_1/Linear/pre_convert", + "/layers.14/mlp/proj_1/Linear", + "/layers.14/mlp/proj_1/Linear/post_convert", + "/layers.14/mlp/proj_2/Linear/pre_reshape", + "/layers.14/mlp/proj_2/Linear/pre_convert", + "/layers.14/mlp/proj_2/Linear", + "/layers.14/mlp/proj_2/Linear/post_convert", + "/layers.15/self_attn/q_proj/Linear/pre_reshape", + "/layers.15/self_attn/q_proj/Linear/pre_convert", + "/layers.15/self_attn/q_proj/Linear", + "/layers.15/self_attn/q_proj/Linear/post_convert", + "/layers.15/self_attn/k_proj/Linear/pre_reshape", + "/layers.15/self_attn/k_proj/Linear/pre_convert", + "/layers.15/self_attn/k_proj/Linear", + "/layers.15/self_attn/k_proj/Linear/post_convert", + "/layers.15/self_attn/v_proj/Linear/pre_reshape", + "/layers.15/self_attn/v_proj/Linear/pre_convert", + "/layers.15/self_attn/v_proj/Linear", + "/layers.15/self_attn/v_proj/Linear/post_convert", + "/layers.15/self_attn/o_proj/Linear/pre_reshape", + "/layers.15/self_attn/o_proj/Linear/pre_convert", + "/layers.15/self_attn/o_proj/Linear", + "/layers.15/self_attn/o_proj/Linear/post_convert", + "/layers.15/mlp/proj_1/Linear/pre_reshape", + "/layers.15/mlp/proj_1/Linear/pre_convert", + "/layers.15/mlp/proj_1/Linear", + "/layers.15/mlp/proj_1/Linear/post_convert", + "/layers.15/mlp/proj_2/Linear/pre_reshape", + "/layers.15/mlp/proj_2/Linear/pre_convert", + "/layers.15/mlp/proj_2/Linear", + "/layers.15/mlp/proj_2/Linear/post_convert", + "/layers.16/self_attn/q_proj/Linear/pre_reshape", + "/layers.16/self_attn/q_proj/Linear/pre_convert", + "/layers.16/self_attn/q_proj/Linear", + "/layers.16/self_attn/q_proj/Linear/post_convert", + "/layers.16/self_attn/k_proj/Linear/pre_reshape", + "/layers.16/self_attn/k_proj/Linear/pre_convert", + "/layers.16/self_attn/k_proj/Linear", + "/layers.16/self_attn/k_proj/Linear/post_convert", + "/layers.16/self_attn/v_proj/Linear/pre_reshape", + "/layers.16/self_attn/v_proj/Linear/pre_convert", + "/layers.16/self_attn/v_proj/Linear", + "/layers.16/self_attn/v_proj/Linear/post_convert", + "/layers.16/self_attn/o_proj/Linear/pre_reshape", + "/layers.16/self_attn/o_proj/Linear/pre_convert", + "/layers.16/self_attn/o_proj/Linear", + "/layers.16/self_attn/o_proj/Linear/post_convert", + "/layers.16/mlp/proj_1/Linear/pre_reshape", + "/layers.16/mlp/proj_1/Linear/pre_convert", + "/layers.16/mlp/proj_1/Linear", + "/layers.16/mlp/proj_1/Linear/post_convert", + "/layers.16/mlp/proj_2/Linear/pre_reshape", + "/layers.16/mlp/proj_2/Linear/pre_convert", + "/layers.16/mlp/proj_2/Linear", + "/layers.16/mlp/proj_2/Linear/post_convert", + "/layers.17/self_attn/q_proj/Linear/pre_reshape", + "/layers.17/self_attn/q_proj/Linear/pre_convert", + "/layers.17/self_attn/q_proj/Linear", + "/layers.17/self_attn/q_proj/Linear/post_convert", + "/layers.17/self_attn/k_proj/Linear/pre_reshape", + "/layers.17/self_attn/k_proj/Linear/pre_convert", + "/layers.17/self_attn/k_proj/Linear", + "/layers.17/self_attn/k_proj/Linear/post_convert", + "/layers.17/self_attn/v_proj/Linear/pre_reshape", + "/layers.17/self_attn/v_proj/Linear/pre_convert", + "/layers.17/self_attn/v_proj/Linear", + "/layers.17/self_attn/v_proj/Linear/post_convert", + "/layers.17/self_attn/o_proj/Linear/pre_reshape", + "/layers.17/self_attn/o_proj/Linear/pre_convert", + "/layers.17/self_attn/o_proj/Linear", + "/layers.17/self_attn/o_proj/Linear/post_convert", + "/layers.17/mlp/proj_1/Linear/pre_reshape", + "/layers.17/mlp/proj_1/Linear/pre_convert", + "/layers.17/mlp/proj_1/Linear", + "/layers.17/mlp/proj_1/Linear/post_convert", + "/layers.17/mlp/proj_2/Linear/pre_reshape", + "/layers.17/mlp/proj_2/Linear/pre_convert", + "/layers.17/mlp/proj_2/Linear", + "/layers.17/mlp/proj_2/Linear/post_convert", + "/layers.18/self_attn/q_proj/Linear/pre_reshape", + "/layers.18/self_attn/q_proj/Linear/pre_convert", + "/layers.18/self_attn/q_proj/Linear", + "/layers.18/self_attn/q_proj/Linear/post_convert", + "/layers.18/self_attn/k_proj/Linear/pre_reshape", + "/layers.18/self_attn/k_proj/Linear/pre_convert", + "/layers.18/self_attn/k_proj/Linear", + "/layers.18/self_attn/k_proj/Linear/post_convert", + "/layers.18/self_attn/v_proj/Linear/pre_reshape", + "/layers.18/self_attn/v_proj/Linear/pre_convert", + "/layers.18/self_attn/v_proj/Linear", + "/layers.18/self_attn/v_proj/Linear/post_convert", + "/layers.18/self_attn/o_proj/Linear/pre_reshape", + "/layers.18/self_attn/o_proj/Linear/pre_convert", + "/layers.18/self_attn/o_proj/Linear", + "/layers.18/self_attn/o_proj/Linear/post_convert", + "/layers.18/mlp/proj_1/Linear/pre_reshape", + "/layers.18/mlp/proj_1/Linear/pre_convert", + "/layers.18/mlp/proj_1/Linear", + "/layers.18/mlp/proj_1/Linear/post_convert", + "/layers.18/mlp/proj_2/Linear/pre_reshape", + "/layers.18/mlp/proj_2/Linear/pre_convert", + "/layers.18/mlp/proj_2/Linear", + "/layers.18/mlp/proj_2/Linear/post_convert", + "/layers.19/self_attn/q_proj/Linear/pre_reshape", + "/layers.19/self_attn/q_proj/Linear/pre_convert", + "/layers.19/self_attn/q_proj/Linear", + "/layers.19/self_attn/q_proj/Linear/post_convert", + "/layers.19/self_attn/k_proj/Linear/pre_reshape", + "/layers.19/self_attn/k_proj/Linear/pre_convert", + "/layers.19/self_attn/k_proj/Linear", + "/layers.19/self_attn/k_proj/Linear/post_convert", + "/layers.19/self_attn/v_proj/Linear/pre_reshape", + "/layers.19/self_attn/v_proj/Linear/pre_convert", + "/layers.19/self_attn/v_proj/Linear", + "/layers.19/self_attn/v_proj/Linear/post_convert", + "/layers.19/self_attn/o_proj/Linear/pre_reshape", + "/layers.19/self_attn/o_proj/Linear/pre_convert", + "/layers.19/self_attn/o_proj/Linear", + "/layers.19/self_attn/o_proj/Linear/post_convert", + "/layers.19/mlp/proj_1/Linear/pre_reshape", + "/layers.19/mlp/proj_1/Linear/pre_convert", + "/layers.19/mlp/proj_1/Linear", + "/layers.19/mlp/proj_1/Linear/post_convert", + "/layers.19/mlp/proj_2/Linear/pre_reshape", + "/layers.19/mlp/proj_2/Linear/pre_convert", + "/layers.19/mlp/proj_2/Linear", + "/layers.19/mlp/proj_2/Linear/post_convert", + "/lm/lm_head/Linear/pre_reshape", + "/lm/lm_head/Linear/pre_convert", + "/lm/lm_head/Linear", + "/lm/lm_head/Linear/post_convert" + ], + "tensorNumber": 0, + "usage": "INFERENCE", + "mnn_uuid": "e59666bc-0d3e-44c3-b5c2-86a207b0ef1f" +} \ No newline at end of file